[ 533.116548] env[69699]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69699) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 533.116985] env[69699]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69699) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 533.116985] env[69699]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69699) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 533.117319] env[69699]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 533.214220] env[69699]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69699) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 533.224377] env[69699]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69699) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 533.267253] env[69699]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 533.826519] env[69699]: INFO nova.virt.driver [None req-d051d3cf-8765-4d46-a652-085d21572565 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 533.897113] env[69699]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 533.897258] env[69699]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 533.897367] env[69699]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69699) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 536.806817] env[69699]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-ae7521e9-b3d5-4cb4-bded-b5b800ba16cb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.822115] env[69699]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69699) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 536.822249] env[69699]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-af39c426-30ed-4e64-86c9-508a603e64db {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.854892] env[69699]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 49277. [ 536.855033] env[69699]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.958s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 536.855571] env[69699]: INFO nova.virt.vmwareapi.driver [None req-d051d3cf-8765-4d46-a652-085d21572565 None None] VMware vCenter version: 7.0.3 [ 536.858993] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e8256b-446b-4bc5-86e9-d7b631573856 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.876287] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc61f458-8d31-4c59-bda1-b2e2ccc9870b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.881933] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26d330b-5f64-46a6-87b3-aee5ea66b166 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.888461] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6395fe-e397-4ecd-94bf-02205e9a493b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.901537] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be61a006-da6e-4d99-a8e4-d7a177139c6a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.907366] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e5b597-e01e-4318-89ed-88eebefc004d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.936658] env[69699]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-6bbebda8-a185-400e-a3e9-2855473bcc76 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.941419] env[69699]: DEBUG nova.virt.vmwareapi.driver [None req-d051d3cf-8765-4d46-a652-085d21572565 None None] Extension org.openstack.compute already exists. {{(pid=69699) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 536.944040] env[69699]: INFO nova.compute.provider_config [None req-d051d3cf-8765-4d46-a652-085d21572565 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 537.447630] env[69699]: DEBUG nova.context [None req-d051d3cf-8765-4d46-a652-085d21572565 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),a24182b8-c64b-41f4-a006-d0cbdc1892ac(cell1) {{(pid=69699) load_cells /opt/stack/nova/nova/context.py:464}} [ 537.449760] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 537.450037] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 537.450772] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 537.451226] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] Acquiring lock "a24182b8-c64b-41f4-a006-d0cbdc1892ac" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 537.451419] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] Lock "a24182b8-c64b-41f4-a006-d0cbdc1892ac" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 537.452509] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] Lock "a24182b8-c64b-41f4-a006-d0cbdc1892ac" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 537.473539] env[69699]: INFO dbcounter [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] Registered counter for database nova_cell0 [ 537.481426] env[69699]: INFO dbcounter [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] Registered counter for database nova_cell1 [ 537.484472] env[69699]: DEBUG oslo_db.sqlalchemy.engines [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69699) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 537.484847] env[69699]: DEBUG oslo_db.sqlalchemy.engines [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69699) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 537.489744] env[69699]: ERROR nova.db.main.api [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 537.489744] env[69699]: result = function(*args, **kwargs) [ 537.489744] env[69699]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 537.489744] env[69699]: return func(*args, **kwargs) [ 537.489744] env[69699]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 537.489744] env[69699]: result = fn(*args, **kwargs) [ 537.489744] env[69699]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 537.489744] env[69699]: return f(*args, **kwargs) [ 537.489744] env[69699]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 537.489744] env[69699]: return db.service_get_minimum_version(context, binaries) [ 537.489744] env[69699]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 537.489744] env[69699]: _check_db_access() [ 537.489744] env[69699]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 537.489744] env[69699]: stacktrace = ''.join(traceback.format_stack()) [ 537.489744] env[69699]: [ 537.490453] env[69699]: ERROR nova.db.main.api [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 537.490453] env[69699]: result = function(*args, **kwargs) [ 537.490453] env[69699]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 537.490453] env[69699]: return func(*args, **kwargs) [ 537.490453] env[69699]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 537.490453] env[69699]: result = fn(*args, **kwargs) [ 537.490453] env[69699]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 537.490453] env[69699]: return f(*args, **kwargs) [ 537.490453] env[69699]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 537.490453] env[69699]: return db.service_get_minimum_version(context, binaries) [ 537.490453] env[69699]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 537.490453] env[69699]: _check_db_access() [ 537.490453] env[69699]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 537.490453] env[69699]: stacktrace = ''.join(traceback.format_stack()) [ 537.490453] env[69699]: [ 537.490989] env[69699]: WARNING nova.objects.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 537.490989] env[69699]: WARNING nova.objects.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] Failed to get minimum service version for cell a24182b8-c64b-41f4-a006-d0cbdc1892ac [ 537.491399] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] Acquiring lock "singleton_lock" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.491558] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] Acquired lock "singleton_lock" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 537.491800] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] Releasing lock "singleton_lock" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 537.492123] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] Full set of CONF: {{(pid=69699) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 537.492269] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] ******************************************************************************** {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 537.492396] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] Configuration options gathered from: {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 537.492535] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 537.492729] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 537.492857] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] ================================================================================ {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 537.493082] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] allow_resize_to_same_host = True {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.493257] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] arq_binding_timeout = 300 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.493392] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] backdoor_port = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.493519] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] backdoor_socket = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.493685] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] block_device_allocate_retries = 60 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.493874] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] block_device_allocate_retries_interval = 3 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.494079] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cert = self.pem {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.494255] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.494428] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] compute_monitors = [] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.494599] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] config_dir = [] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.494772] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] config_drive_format = iso9660 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.494913] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.495096] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] config_source = [] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.495266] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] console_host = devstack {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.495434] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] control_exchange = nova {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.495593] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cpu_allocation_ratio = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.495787] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] daemon = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.495964] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] debug = True {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.496143] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] default_access_ip_network_name = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.496312] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] default_availability_zone = nova {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.496468] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] default_ephemeral_format = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.496627] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] default_green_pool_size = 1000 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.496912] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.497133] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] default_schedule_zone = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.497300] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] disk_allocation_ratio = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.497463] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] enable_new_services = True {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.497644] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] enabled_apis = ['osapi_compute'] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.497842] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] enabled_ssl_apis = [] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.497998] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] flat_injected = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.498184] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] force_config_drive = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.498349] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] force_raw_images = True {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.498523] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] graceful_shutdown_timeout = 5 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.498687] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] heal_instance_info_cache_interval = -1 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.498909] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] host = cpu-1 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.499101] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.499270] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] initial_disk_allocation_ratio = 1.0 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.499430] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] initial_ram_allocation_ratio = 1.0 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.499640] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.499827] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] instance_build_timeout = 0 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.500014] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] instance_delete_interval = 300 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.500198] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] instance_format = [instance: %(uuid)s] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.500366] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] instance_name_template = instance-%08x {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.500528] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] instance_usage_audit = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.500695] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] instance_usage_audit_period = month {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.500858] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.501038] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] instances_path = /opt/stack/data/nova/instances {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.501211] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] internal_service_availability_zone = internal {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.501368] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] key = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.501528] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] live_migration_retry_count = 30 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.501698] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] log_color = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.501861] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] log_config_append = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.502048] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.502211] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] log_dir = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.502369] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] log_file = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.502496] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] log_options = True {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.502658] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] log_rotate_interval = 1 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.502845] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] log_rotate_interval_type = days {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.503043] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] log_rotation_type = none {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.503179] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.503305] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.503473] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.503637] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.503763] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.503924] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] long_rpc_timeout = 1800 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.504096] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] max_concurrent_builds = 10 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.504260] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] max_concurrent_live_migrations = 1 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.504418] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] max_concurrent_snapshots = 5 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.504576] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] max_local_block_devices = 3 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.504734] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] max_logfile_count = 30 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.504889] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] max_logfile_size_mb = 200 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.505059] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] maximum_instance_delete_attempts = 5 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.505231] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] metadata_listen = 0.0.0.0 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.505398] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] metadata_listen_port = 8775 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.505568] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] metadata_workers = 2 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.505756] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] migrate_max_retries = -1 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.505935] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] mkisofs_cmd = genisoimage {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.506161] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] my_block_storage_ip = 10.180.1.21 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.506296] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] my_ip = 10.180.1.21 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.506501] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.506667] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] network_allocate_retries = 0 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.506846] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.507029] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] osapi_compute_listen = 0.0.0.0 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.507196] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] osapi_compute_listen_port = 8774 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.507362] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] osapi_compute_unique_server_name_scope = {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.507531] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] osapi_compute_workers = 2 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.507690] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] password_length = 12 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.507872] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] periodic_enable = True {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.508057] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] periodic_fuzzy_delay = 60 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.508232] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] pointer_model = usbtablet {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.508396] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] preallocate_images = none {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.508555] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] publish_errors = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.508683] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] pybasedir = /opt/stack/nova {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.508867] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] ram_allocation_ratio = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.509076] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] rate_limit_burst = 0 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.509258] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] rate_limit_except_level = CRITICAL {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.509419] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] rate_limit_interval = 0 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.509576] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] reboot_timeout = 0 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.509732] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] reclaim_instance_interval = 0 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.509886] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] record = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.510069] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] reimage_timeout_per_gb = 60 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.510240] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] report_interval = 120 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.510403] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] rescue_timeout = 0 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.510561] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] reserved_host_cpus = 0 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.510720] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] reserved_host_disk_mb = 0 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.510876] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] reserved_host_memory_mb = 512 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.511044] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] reserved_huge_pages = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.511205] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] resize_confirm_window = 0 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.511362] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] resize_fs_using_block_device = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.511520] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] resume_guests_state_on_host_boot = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.511684] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.511872] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] rpc_response_timeout = 60 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.512063] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] run_external_periodic_tasks = True {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.512226] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] running_deleted_instance_action = reap {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.512388] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] running_deleted_instance_poll_interval = 1800 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.512546] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] running_deleted_instance_timeout = 0 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.512705] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] scheduler_instance_sync_interval = 120 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.512872] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] service_down_time = 720 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.513055] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] servicegroup_driver = db {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.513216] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] shell_completion = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.513378] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] shelved_offload_time = 0 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.513539] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] shelved_poll_interval = 3600 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.513705] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] shutdown_timeout = 0 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.513869] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] source_is_ipv6 = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.514040] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] ssl_only = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.514288] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.514460] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] sync_power_state_interval = 600 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.514623] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] sync_power_state_pool_size = 1000 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.514797] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] syslog_log_facility = LOG_USER {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.514976] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] tempdir = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.515159] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] timeout_nbd = 10 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.515329] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] transport_url = **** {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.515492] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] update_resources_interval = 0 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.515653] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] use_cow_images = True {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.515814] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] use_journal = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.515975] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] use_json = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.516150] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] use_rootwrap_daemon = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.516310] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] use_stderr = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.516467] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] use_syslog = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.516621] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vcpu_pin_set = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.516787] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vif_plugging_is_fatal = True {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.516954] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vif_plugging_timeout = 300 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.517140] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] virt_mkfs = [] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.517304] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] volume_usage_poll_interval = 0 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.517465] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] watch_log_file = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.517632] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] web = /usr/share/spice-html5 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.517824] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.518031] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.518212] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.518386] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_concurrency.disable_process_locking = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.518919] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.519129] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.519307] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.519485] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.519656] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.519825] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.520018] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] api.auth_strategy = keystone {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.520200] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] api.compute_link_prefix = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.520378] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.520557] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] api.dhcp_domain = novalocal {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.520728] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] api.enable_instance_password = True {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.520915] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] api.glance_link_prefix = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.521130] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.521306] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.521474] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] api.instance_list_per_project_cells = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.521652] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] api.list_records_by_skipping_down_cells = True {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.521822] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] api.local_metadata_per_cell = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.521997] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] api.max_limit = 1000 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.522204] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] api.metadata_cache_expiration = 15 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.522362] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] api.neutron_default_tenant_id = default {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.522537] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] api.response_validation = warn {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.522711] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] api.use_neutron_default_nets = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.522881] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.523062] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.523237] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.523410] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.523584] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] api.vendordata_dynamic_targets = [] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.523749] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] api.vendordata_jsonfile_path = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.523964] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.524182] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cache.backend = dogpile.cache.memcached {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.524356] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cache.backend_argument = **** {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.524521] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cache.backend_expiration_time = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.524694] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cache.config_prefix = cache.oslo {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.524863] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cache.dead_timeout = 60.0 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.525044] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cache.debug_cache_backend = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.525212] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cache.enable_retry_client = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.525375] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cache.enable_socket_keepalive = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.525545] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cache.enabled = True {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.525713] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cache.enforce_fips_mode = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.525878] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cache.expiration_time = 600 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.526055] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cache.hashclient_retry_attempts = 2 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.526226] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cache.hashclient_retry_delay = 1.0 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.526389] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cache.memcache_dead_retry = 300 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.526550] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cache.memcache_password = **** {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.526714] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.526897] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.527091] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cache.memcache_pool_maxsize = 10 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.527263] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.527429] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cache.memcache_sasl_enabled = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.527608] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.527777] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cache.memcache_socket_timeout = 1.0 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.527959] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cache.memcache_username = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.528147] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cache.proxies = [] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.528317] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cache.redis_db = 0 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.528479] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cache.redis_password = **** {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.528652] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cache.redis_sentinel_service_name = mymaster {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.528828] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.528999] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cache.redis_server = localhost:6379 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.529179] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cache.redis_socket_timeout = 1.0 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.529341] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cache.redis_username = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.529503] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cache.retry_attempts = 2 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.529666] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cache.retry_delay = 0.0 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.529829] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cache.socket_keepalive_count = 1 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.530034] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cache.socket_keepalive_idle = 1 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.530210] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cache.socket_keepalive_interval = 1 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.530372] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cache.tls_allowed_ciphers = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.530530] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cache.tls_cafile = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.530687] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cache.tls_certfile = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.530849] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cache.tls_enabled = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.531015] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cache.tls_keyfile = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.531190] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cinder.auth_section = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.531368] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cinder.auth_type = password {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.531530] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cinder.cafile = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.531707] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cinder.catalog_info = volumev3::publicURL {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.531869] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cinder.certfile = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.532048] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cinder.collect_timing = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.532219] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cinder.cross_az_attach = True {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.532386] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cinder.debug = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.532547] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cinder.endpoint_template = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.532711] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cinder.http_retries = 3 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.532885] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cinder.insecure = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.533075] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cinder.keyfile = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.533255] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cinder.os_region_name = RegionOne {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.533423] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cinder.split_loggers = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.533585] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cinder.timeout = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.533758] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.533917] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] compute.cpu_dedicated_set = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.534093] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] compute.cpu_shared_set = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.534263] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] compute.image_type_exclude_list = [] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.534429] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.534594] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] compute.max_concurrent_disk_ops = 0 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.534757] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] compute.max_disk_devices_to_attach = -1 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.534920] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.535107] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.535278] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] compute.resource_provider_association_refresh = 300 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.535439] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.535603] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] compute.shutdown_retry_interval = 10 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.535808] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.536009] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] conductor.workers = 2 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.536202] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] console.allowed_origins = [] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.536369] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] console.ssl_ciphers = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.536541] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] console.ssl_minimum_version = default {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.536711] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] consoleauth.enforce_session_timeout = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.536882] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] consoleauth.token_ttl = 600 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.537064] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cyborg.cafile = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.537228] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cyborg.certfile = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.537393] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cyborg.collect_timing = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.537554] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cyborg.connect_retries = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.537713] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cyborg.connect_retry_delay = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.537895] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cyborg.endpoint_override = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.538085] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cyborg.insecure = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.538252] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cyborg.keyfile = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.538416] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cyborg.max_version = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.538576] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cyborg.min_version = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.538746] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cyborg.region_name = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.538945] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cyborg.retriable_status_codes = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.539130] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cyborg.service_name = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.539303] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cyborg.service_type = accelerator {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.539467] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cyborg.split_loggers = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.539629] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cyborg.status_code_retries = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.539788] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cyborg.status_code_retry_delay = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.539946] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cyborg.timeout = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.540144] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.540306] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] cyborg.version = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.540476] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] database.asyncio_connection = **** {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.540636] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] database.asyncio_slave_connection = **** {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.540809] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] database.backend = sqlalchemy {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.540983] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] database.connection = **** {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.541168] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] database.connection_debug = 0 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.541341] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] database.connection_parameters = {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.541508] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] database.connection_recycle_time = 3600 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.541672] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] database.connection_trace = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.541865] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] database.db_inc_retry_interval = True {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.542063] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] database.db_max_retries = 20 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.542237] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] database.db_max_retry_interval = 10 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.542404] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] database.db_retry_interval = 1 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.542568] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] database.max_overflow = 50 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.542730] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] database.max_pool_size = 5 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.542893] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] database.max_retries = 10 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.543081] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.543245] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] database.mysql_wsrep_sync_wait = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.543405] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] database.pool_timeout = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.543569] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] database.retry_interval = 10 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.543727] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] database.slave_connection = **** {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.543890] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] database.sqlite_synchronous = True {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.544065] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] database.use_db_reconnect = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.544241] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] api_database.asyncio_connection = **** {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.544401] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] api_database.asyncio_slave_connection = **** {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.544573] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] api_database.backend = sqlalchemy {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.544744] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] api_database.connection = **** {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.544939] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] api_database.connection_debug = 0 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.545133] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] api_database.connection_parameters = {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.545304] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] api_database.connection_recycle_time = 3600 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.545471] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] api_database.connection_trace = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.545633] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] api_database.db_inc_retry_interval = True {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.545798] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] api_database.db_max_retries = 20 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.545965] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] api_database.db_max_retry_interval = 10 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.546149] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] api_database.db_retry_interval = 1 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.546318] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] api_database.max_overflow = 50 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.546483] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] api_database.max_pool_size = 5 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.546647] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] api_database.max_retries = 10 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.546817] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.546980] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.547160] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] api_database.pool_timeout = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.547328] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] api_database.retry_interval = 10 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.547487] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] api_database.slave_connection = **** {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.547651] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] api_database.sqlite_synchronous = True {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.547869] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] devices.enabled_mdev_types = [] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.548077] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.548262] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] ephemeral_storage_encryption.default_format = luks {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.548430] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] ephemeral_storage_encryption.enabled = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.548596] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.548770] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] glance.api_servers = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.548938] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] glance.cafile = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.549115] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] glance.certfile = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.549283] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] glance.collect_timing = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.549443] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] glance.connect_retries = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.549603] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] glance.connect_retry_delay = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.549767] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] glance.debug = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.549934] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] glance.default_trusted_certificate_ids = [] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.550115] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] glance.enable_certificate_validation = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.550279] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] glance.enable_rbd_download = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.550438] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] glance.endpoint_override = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.550606] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] glance.insecure = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.550782] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] glance.keyfile = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.550964] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] glance.max_version = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.551145] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] glance.min_version = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.551309] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] glance.num_retries = 3 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.551480] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] glance.rbd_ceph_conf = {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.551643] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] glance.rbd_connect_timeout = 5 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.551813] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] glance.rbd_pool = {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.551984] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] glance.rbd_user = {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.552168] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] glance.region_name = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.552331] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] glance.retriable_status_codes = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.552489] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] glance.service_name = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.552658] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] glance.service_type = image {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.552821] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] glance.split_loggers = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.552983] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] glance.status_code_retries = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.553158] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] glance.status_code_retry_delay = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.553378] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] glance.timeout = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.553581] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.553752] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] glance.verify_glance_signatures = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.553916] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] glance.version = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.554102] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] guestfs.debug = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.554277] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] manila.auth_section = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.554443] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] manila.auth_type = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.554603] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] manila.cafile = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.554763] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] manila.certfile = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.554930] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] manila.collect_timing = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.555109] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] manila.connect_retries = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.555274] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] manila.connect_retry_delay = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.555435] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] manila.endpoint_override = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.555600] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] manila.insecure = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.555781] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] manila.keyfile = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.555959] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] manila.max_version = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.556139] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] manila.min_version = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.556302] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] manila.region_name = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.556463] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] manila.retriable_status_codes = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.556622] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] manila.service_name = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.556793] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] manila.service_type = shared-file-system {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.556960] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] manila.share_apply_policy_timeout = 10 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.557140] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] manila.split_loggers = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.557303] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] manila.status_code_retries = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.557463] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] manila.status_code_retry_delay = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.557622] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] manila.timeout = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.557826] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.557992] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] manila.version = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.558185] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] mks.enabled = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.558533] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.558734] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] image_cache.manager_interval = 2400 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.558946] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] image_cache.precache_concurrency = 1 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.559145] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] image_cache.remove_unused_base_images = True {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.559323] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.559493] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.559670] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] image_cache.subdirectory_name = _base {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.559848] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] ironic.api_max_retries = 60 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.560028] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] ironic.api_retry_interval = 2 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.560196] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] ironic.auth_section = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.560360] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] ironic.auth_type = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.560544] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] ironic.cafile = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.560712] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] ironic.certfile = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.560880] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] ironic.collect_timing = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.561059] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] ironic.conductor_group = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.561224] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] ironic.connect_retries = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.561384] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] ironic.connect_retry_delay = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.561542] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] ironic.endpoint_override = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.561705] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] ironic.insecure = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.561922] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] ironic.keyfile = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.562131] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] ironic.max_version = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.562300] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] ironic.min_version = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.562470] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] ironic.peer_list = [] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.562633] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] ironic.region_name = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.562794] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] ironic.retriable_status_codes = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.562959] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] ironic.serial_console_state_timeout = 10 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.563138] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] ironic.service_name = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.563311] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] ironic.service_type = baremetal {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.563472] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] ironic.shard = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.563638] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] ironic.split_loggers = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.563798] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] ironic.status_code_retries = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.563958] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] ironic.status_code_retry_delay = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.564136] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] ironic.timeout = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.564322] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.564485] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] ironic.version = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.564670] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.564864] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] key_manager.fixed_key = **** {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.565081] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.565253] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] barbican.barbican_api_version = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.565415] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] barbican.barbican_endpoint = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.565587] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] barbican.barbican_endpoint_type = public {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.565747] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] barbican.barbican_region_name = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.565912] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] barbican.cafile = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.566086] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] barbican.certfile = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.566256] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] barbican.collect_timing = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.566421] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] barbican.insecure = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.566580] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] barbican.keyfile = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.566744] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] barbican.number_of_retries = 60 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.566904] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] barbican.retry_delay = 1 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.567091] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] barbican.send_service_user_token = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.567259] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] barbican.split_loggers = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.567421] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] barbican.timeout = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.567584] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] barbican.verify_ssl = True {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.567741] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] barbican.verify_ssl_path = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.567941] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] barbican_service_user.auth_section = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.568137] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] barbican_service_user.auth_type = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.568305] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] barbican_service_user.cafile = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.568465] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] barbican_service_user.certfile = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.568631] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] barbican_service_user.collect_timing = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.568795] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] barbican_service_user.insecure = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.568955] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] barbican_service_user.keyfile = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.569133] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] barbican_service_user.split_loggers = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.569294] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] barbican_service_user.timeout = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.569460] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vault.approle_role_id = **** {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.569619] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vault.approle_secret_id = **** {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.569789] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vault.kv_mountpoint = secret {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.569948] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vault.kv_path = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.570132] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vault.kv_version = 2 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.570293] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vault.namespace = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.570453] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vault.root_token_id = **** {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.570613] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vault.ssl_ca_crt_file = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.570787] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vault.timeout = 60.0 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.570985] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vault.use_ssl = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.571183] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.571356] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] keystone.cafile = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.571518] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] keystone.certfile = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.571682] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] keystone.collect_timing = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.571841] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] keystone.connect_retries = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.572018] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] keystone.connect_retry_delay = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.572176] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] keystone.endpoint_override = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.572338] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] keystone.insecure = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.572493] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] keystone.keyfile = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.572651] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] keystone.max_version = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.572808] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] keystone.min_version = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.572967] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] keystone.region_name = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.573143] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] keystone.retriable_status_codes = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.573304] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] keystone.service_name = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.573477] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] keystone.service_type = identity {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.573639] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] keystone.split_loggers = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.573800] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] keystone.status_code_retries = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.573989] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] keystone.status_code_retry_delay = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.574168] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] keystone.timeout = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.574352] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.574514] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] keystone.version = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.574704] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.ceph_mount_options = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.574994] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.575196] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.connection_uri = {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.575364] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.cpu_mode = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.575532] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.cpu_model_extra_flags = [] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.575704] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.cpu_models = [] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.575876] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.cpu_power_governor_high = performance {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.576068] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.cpu_power_governor_low = powersave {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.576240] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.cpu_power_management = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.576413] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.576582] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.device_detach_attempts = 8 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.576748] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.device_detach_timeout = 20 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.576937] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.disk_cachemodes = [] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.577129] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.disk_prefix = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.577300] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.enabled_perf_events = [] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.577468] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.file_backed_memory = 0 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.577634] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.gid_maps = [] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.577792] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.hw_disk_discard = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.577981] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.hw_machine_type = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.578174] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.images_rbd_ceph_conf = {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.578343] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.578508] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.578675] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.images_rbd_glance_store_name = {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.578862] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.images_rbd_pool = rbd {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.579057] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.images_type = default {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.579223] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.images_volume_group = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.579388] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.inject_key = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.579553] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.inject_partition = -2 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.579713] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.inject_password = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.579890] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.iscsi_iface = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.580089] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.iser_use_multipath = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.580262] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.live_migration_bandwidth = 0 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.580428] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.580591] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.live_migration_downtime = 500 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.580755] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.580916] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.581089] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.live_migration_inbound_addr = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.581254] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.581416] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.live_migration_permit_post_copy = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.581574] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.live_migration_scheme = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.581746] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.live_migration_timeout_action = abort {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.581908] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.live_migration_tunnelled = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.582079] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.live_migration_uri = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.582244] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.live_migration_with_native_tls = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.582405] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.max_queues = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.582564] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.582796] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.582988] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.nfs_mount_options = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.583302] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.583481] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.583649] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.num_iser_scan_tries = 5 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.583813] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.num_memory_encrypted_guests = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.583981] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.584165] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.num_pcie_ports = 0 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.584333] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.num_volume_scan_tries = 5 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.584501] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.pmem_namespaces = [] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.584663] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.quobyte_client_cfg = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.584958] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.585157] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.rbd_connect_timeout = 5 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.585328] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.585494] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.585654] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.rbd_secret_uuid = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.585837] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.rbd_user = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.586021] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.586201] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.remote_filesystem_transport = ssh {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.586364] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.rescue_image_id = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.586523] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.rescue_kernel_id = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.586681] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.rescue_ramdisk_id = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.586851] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.587022] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.rx_queue_size = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.587197] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.smbfs_mount_options = {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.587491] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.587670] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.snapshot_compression = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.587853] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.snapshot_image_format = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.588106] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.588286] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.sparse_logical_volumes = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.588450] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.swtpm_enabled = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.588619] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.swtpm_group = tss {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.588811] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.swtpm_user = tss {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.589020] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.sysinfo_serial = unique {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.589191] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.tb_cache_size = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.589353] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.tx_queue_size = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.589521] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.uid_maps = [] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.589685] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.use_virtio_for_bridges = True {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.589857] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.virt_type = kvm {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.590038] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.volume_clear = zero {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.590210] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.volume_clear_size = 0 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.590373] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.volume_enforce_multipath = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.590540] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.volume_use_multipath = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.590701] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.vzstorage_cache_path = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.590871] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.591050] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.vzstorage_mount_group = qemu {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.591221] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.vzstorage_mount_opts = [] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.591390] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.591686] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.591893] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.vzstorage_mount_user = stack {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.592086] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.592270] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] neutron.auth_section = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.592448] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] neutron.auth_type = password {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.592610] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] neutron.cafile = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.592772] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] neutron.certfile = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.592939] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] neutron.collect_timing = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.593112] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] neutron.connect_retries = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.593275] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] neutron.connect_retry_delay = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.593445] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] neutron.default_floating_pool = public {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.593602] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] neutron.endpoint_override = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.593768] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] neutron.extension_sync_interval = 600 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.593930] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] neutron.http_retries = 3 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.594109] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] neutron.insecure = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.594272] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] neutron.keyfile = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.594432] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] neutron.max_version = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.594604] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.594770] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] neutron.min_version = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.594974] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] neutron.ovs_bridge = br-int {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.595164] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] neutron.physnets = [] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.595338] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] neutron.region_name = RegionOne {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.595499] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] neutron.retriable_status_codes = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.595667] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] neutron.service_metadata_proxy = True {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.595826] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] neutron.service_name = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.595994] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] neutron.service_type = network {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.596172] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] neutron.split_loggers = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.596331] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] neutron.status_code_retries = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.596489] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] neutron.status_code_retry_delay = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.596648] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] neutron.timeout = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.596827] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.596990] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] neutron.version = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.597177] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] notifications.bdms_in_notifications = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.597355] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] notifications.default_level = INFO {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.597518] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] notifications.include_share_mapping = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.597691] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] notifications.notification_format = unversioned {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.597893] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] notifications.notify_on_state_change = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.598146] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.598340] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] pci.alias = [] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.598514] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] pci.device_spec = [] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.598679] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] pci.report_in_placement = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.598851] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] placement.auth_section = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.599040] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] placement.auth_type = password {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.599215] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.599380] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] placement.cafile = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.599539] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] placement.certfile = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.599707] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] placement.collect_timing = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.599866] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] placement.connect_retries = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.600038] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] placement.connect_retry_delay = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.600204] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] placement.default_domain_id = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.600363] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] placement.default_domain_name = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.600522] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] placement.domain_id = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.600680] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] placement.domain_name = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.600840] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] placement.endpoint_override = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.601044] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] placement.insecure = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.601215] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] placement.keyfile = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.601375] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] placement.max_version = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.601532] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] placement.min_version = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.601702] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] placement.password = **** {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.601864] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] placement.project_domain_id = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.602043] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] placement.project_domain_name = Default {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.602214] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] placement.project_id = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.602387] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] placement.project_name = service {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.602554] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] placement.region_name = RegionOne {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.602715] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] placement.retriable_status_codes = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.602874] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] placement.service_name = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.603055] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] placement.service_type = placement {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.603220] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] placement.split_loggers = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.603387] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] placement.status_code_retries = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.603543] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] placement.status_code_retry_delay = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.603702] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] placement.system_scope = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.603860] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] placement.timeout = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.604056] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] placement.trust_id = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.604229] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] placement.user_domain_id = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.604411] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] placement.user_domain_name = Default {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.604573] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] placement.user_id = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.604748] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] placement.username = nova {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.604927] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.605102] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] placement.version = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.605287] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] quota.cores = 20 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.605452] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] quota.count_usage_from_placement = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.605624] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.605797] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] quota.injected_file_content_bytes = 10240 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.605964] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] quota.injected_file_path_length = 255 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.606151] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] quota.injected_files = 5 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.606324] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] quota.instances = 10 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.606490] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] quota.key_pairs = 100 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.606658] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] quota.metadata_items = 128 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.606837] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] quota.ram = 51200 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.607040] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] quota.recheck_quota = True {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.607219] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] quota.server_group_members = 10 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.607389] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] quota.server_groups = 10 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.607594] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.607768] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] quota.unified_limits_resource_strategy = require {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.607973] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.608164] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.608332] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] scheduler.image_metadata_prefilter = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.608497] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.608663] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] scheduler.max_attempts = 3 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.608841] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] scheduler.max_placement_results = 1000 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.609033] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.609204] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] scheduler.query_placement_for_image_type_support = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.609369] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.609543] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] scheduler.workers = 2 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.609718] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.609911] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.610130] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.610303] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.610469] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.610640] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.610805] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.610993] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.611177] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] filter_scheduler.host_subset_size = 1 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.611343] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.611502] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.611664] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.611829] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.612014] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.612192] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] filter_scheduler.isolated_hosts = [] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.612357] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] filter_scheduler.isolated_images = [] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.612520] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.612682] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.612845] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.613045] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] filter_scheduler.pci_in_placement = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.613220] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.613384] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.613545] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.613704] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.613867] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.614045] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.614212] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] filter_scheduler.track_instance_changes = True {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.614390] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.614561] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] metrics.required = True {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.614725] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] metrics.weight_multiplier = 1.0 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.614888] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.615082] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] metrics.weight_setting = [] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.615377] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.615555] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] serial_console.enabled = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.615750] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] serial_console.port_range = 10000:20000 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.615943] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.616133] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.616305] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] serial_console.serialproxy_port = 6083 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.616476] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] service_user.auth_section = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.616653] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] service_user.auth_type = password {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.616817] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] service_user.cafile = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.616979] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] service_user.certfile = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.617159] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] service_user.collect_timing = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.617325] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] service_user.insecure = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.617485] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] service_user.keyfile = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.617655] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] service_user.send_service_user_token = True {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.617838] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] service_user.split_loggers = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.618024] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] service_user.timeout = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.618197] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] spice.agent_enabled = True {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.618363] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] spice.enabled = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.618669] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.618901] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.619095] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] spice.html5proxy_port = 6082 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.619261] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] spice.image_compression = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.619421] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] spice.jpeg_compression = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.619579] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] spice.playback_compression = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.619740] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] spice.require_secure = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.619910] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] spice.server_listen = 127.0.0.1 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.620093] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.620375] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.620551] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] spice.streaming_mode = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.620715] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] spice.zlib_compression = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.620885] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] upgrade_levels.baseapi = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.621074] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] upgrade_levels.compute = auto {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.621241] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] upgrade_levels.conductor = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.621400] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] upgrade_levels.scheduler = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.621566] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vendordata_dynamic_auth.auth_section = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.621730] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vendordata_dynamic_auth.auth_type = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.621916] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vendordata_dynamic_auth.cafile = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.622100] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vendordata_dynamic_auth.certfile = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.622270] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.622433] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vendordata_dynamic_auth.insecure = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.622594] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vendordata_dynamic_auth.keyfile = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.622759] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.622926] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vendordata_dynamic_auth.timeout = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.623112] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vmware.api_retry_count = 10 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.623283] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vmware.ca_file = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.623457] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vmware.cache_prefix = devstack-image-cache {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.623625] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vmware.cluster_name = testcl1 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.623793] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vmware.connection_pool_size = 10 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.623953] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vmware.console_delay_seconds = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.624139] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vmware.datastore_regex = ^datastore.* {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.624349] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.624526] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vmware.host_password = **** {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.624697] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vmware.host_port = 443 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.624890] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vmware.host_username = administrator@vsphere.local {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.625086] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vmware.insecure = True {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.625254] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vmware.integration_bridge = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.625422] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vmware.maximum_objects = 100 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.625582] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vmware.pbm_default_policy = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.625745] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vmware.pbm_enabled = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.625903] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vmware.pbm_wsdl_location = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.626086] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.626250] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vmware.serial_port_proxy_uri = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.626408] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vmware.serial_port_service_uri = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.626574] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vmware.task_poll_interval = 0.5 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.626743] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vmware.use_linked_clone = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.626913] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vmware.vnc_keymap = en-us {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.627095] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vmware.vnc_port = 5900 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.627265] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vmware.vnc_port_total = 10000 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.627449] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vnc.auth_schemes = ['none'] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.627622] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vnc.enabled = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.627956] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.628166] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.628344] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vnc.novncproxy_port = 6080 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.628545] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vnc.server_listen = 127.0.0.1 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.628733] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.628925] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vnc.vencrypt_ca_certs = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.629071] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vnc.vencrypt_client_cert = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.629232] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vnc.vencrypt_client_key = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.629412] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.629579] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] workarounds.disable_deep_image_inspection = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.629742] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.629906] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.630084] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.630252] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] workarounds.disable_rootwrap = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.630417] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] workarounds.enable_numa_live_migration = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.630580] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.630741] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.630939] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.631135] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] workarounds.libvirt_disable_apic = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.631303] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.631468] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.631631] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.631793] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.631954] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.632132] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.632293] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.632454] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.632613] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.632778] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.632958] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.633138] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] wsgi.secure_proxy_ssl_header = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.633305] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] zvm.ca_file = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.633465] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] zvm.cloud_connector_url = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.633751] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.633957] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] zvm.reachable_timeout = 300 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.634154] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.634335] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.634514] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] profiler.connection_string = messaging:// {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.634684] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] profiler.enabled = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.634851] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] profiler.es_doc_type = notification {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.635034] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] profiler.es_scroll_size = 10000 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.635211] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] profiler.es_scroll_time = 2m {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.635372] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] profiler.filter_error_trace = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.635540] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] profiler.hmac_keys = **** {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.635707] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] profiler.sentinel_service_name = mymaster {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.635892] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] profiler.socket_timeout = 0.1 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.636082] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] profiler.trace_requests = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.636250] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] profiler.trace_sqlalchemy = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.636434] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] profiler_jaeger.process_tags = {} {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.636594] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] profiler_jaeger.service_name_prefix = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.636755] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] profiler_otlp.service_name_prefix = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.636953] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.637142] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.637307] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.637467] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.637628] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.637788] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.637988] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.638177] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.638341] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.638518] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.638676] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.638848] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.639117] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.639332] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.639508] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.639682] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.639848] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.640019] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.640194] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.640358] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.640520] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.640682] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.640847] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.641016] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.641187] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.641351] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.641516] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.641679] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.641843] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.642068] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.642277] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_messaging_rabbit.ssl = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.642456] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.642627] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.642791] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.642958] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.643142] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.643305] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.643491] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.643661] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_messaging_notifications.retry = -1 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.643839] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.644022] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.644201] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_limit.auth_section = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.644366] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_limit.auth_type = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.644527] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_limit.cafile = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.644685] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_limit.certfile = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.644844] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_limit.collect_timing = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.645030] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_limit.connect_retries = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.645216] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_limit.connect_retry_delay = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.645376] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_limit.endpoint_id = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.645547] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_limit.endpoint_interface = publicURL {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.645705] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_limit.endpoint_override = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.645863] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_limit.endpoint_region_name = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.646034] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_limit.endpoint_service_name = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.646198] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_limit.endpoint_service_type = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.646360] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_limit.insecure = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.646514] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_limit.keyfile = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.646668] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_limit.max_version = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.646823] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_limit.min_version = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.646979] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_limit.region_name = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.647155] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_limit.retriable_status_codes = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.647314] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_limit.service_name = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.647470] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_limit.service_type = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.647628] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_limit.split_loggers = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.647787] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_limit.status_code_retries = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.647977] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_limit.status_code_retry_delay = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.648183] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_limit.timeout = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.648347] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_limit.valid_interfaces = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.648504] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_limit.version = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.648669] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_reports.file_event_handler = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.648858] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.649046] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] oslo_reports.log_dir = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.649226] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.649387] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.649545] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.649710] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.649875] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.650046] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.650220] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.650379] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vif_plug_ovs_privileged.group = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.650538] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.650701] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.650863] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.651036] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] vif_plug_ovs_privileged.user = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.651237] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] os_vif_linux_bridge.flat_interface = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.651422] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.651597] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.651768] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.651938] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.652127] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.652295] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.652455] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.652632] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.652805] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] os_vif_ovs.isolate_vif = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.652976] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.653157] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.653330] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.653500] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] os_vif_ovs.ovsdb_interface = native {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.653661] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] os_vif_ovs.per_port_bridge = False {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.653831] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] privsep_osbrick.capabilities = [21] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.653996] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] privsep_osbrick.group = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.654229] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] privsep_osbrick.helper_command = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.654410] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.654579] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.654740] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] privsep_osbrick.user = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.654913] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.655087] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] nova_sys_admin.group = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.655248] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] nova_sys_admin.helper_command = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.655411] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.655572] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.655727] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] nova_sys_admin.user = None {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.655858] env[69699]: DEBUG oslo_service.backend.eventlet.service [None req-1f8a65a7-99fc-4578-9e23-8cf84aae3f01 None None] ******************************************************************************** {{(pid=69699) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 537.656279] env[69699]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 538.160852] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-70e124af-585b-4914-89fc-4011a41b0fb6 None None] Getting list of instances from cluster (obj){ [ 538.160852] env[69699]: value = "domain-c8" [ 538.160852] env[69699]: _type = "ClusterComputeResource" [ 538.160852] env[69699]: } {{(pid=69699) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 538.162045] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bab7a5-d72e-4061-94d4-57f55d4b501f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.171047] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-70e124af-585b-4914-89fc-4011a41b0fb6 None None] Got total of 0 instances {{(pid=69699) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 538.171626] env[69699]: WARNING nova.virt.vmwareapi.driver [None req-70e124af-585b-4914-89fc-4011a41b0fb6 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 538.172098] env[69699]: INFO nova.virt.node [None req-70e124af-585b-4914-89fc-4011a41b0fb6 None None] Generated node identity 80d35c48-5f27-4b75-a19d-7a1a6901050f [ 538.172341] env[69699]: INFO nova.virt.node [None req-70e124af-585b-4914-89fc-4011a41b0fb6 None None] Wrote node identity 80d35c48-5f27-4b75-a19d-7a1a6901050f to /opt/stack/data/n-cpu-1/compute_id [ 538.675312] env[69699]: WARNING nova.compute.manager [None req-70e124af-585b-4914-89fc-4011a41b0fb6 None None] Compute nodes ['80d35c48-5f27-4b75-a19d-7a1a6901050f'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 539.681500] env[69699]: INFO nova.compute.manager [None req-70e124af-585b-4914-89fc-4011a41b0fb6 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 540.686911] env[69699]: WARNING nova.compute.manager [None req-70e124af-585b-4914-89fc-4011a41b0fb6 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 540.687502] env[69699]: DEBUG oslo_concurrency.lockutils [None req-70e124af-585b-4914-89fc-4011a41b0fb6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 540.687767] env[69699]: DEBUG oslo_concurrency.lockutils [None req-70e124af-585b-4914-89fc-4011a41b0fb6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 540.687961] env[69699]: DEBUG oslo_concurrency.lockutils [None req-70e124af-585b-4914-89fc-4011a41b0fb6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 540.688134] env[69699]: DEBUG nova.compute.resource_tracker [None req-70e124af-585b-4914-89fc-4011a41b0fb6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69699) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 540.689059] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71535bc-2792-4a5d-8597-b62f01da6500 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.697018] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137d8b74-f4c3-4512-b9cb-0941147d367f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.710157] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4f3207-453d-4bb9-a7d8-e5a21598854c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.716230] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd587dd5-2f86-4873-8958-82ed032a8bab {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.744342] env[69699]: DEBUG nova.compute.resource_tracker [None req-70e124af-585b-4914-89fc-4011a41b0fb6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180949MB free_disk=78GB free_vcpus=48 pci_devices=None {{(pid=69699) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 540.744482] env[69699]: DEBUG oslo_concurrency.lockutils [None req-70e124af-585b-4914-89fc-4011a41b0fb6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 540.744672] env[69699]: DEBUG oslo_concurrency.lockutils [None req-70e124af-585b-4914-89fc-4011a41b0fb6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 541.247160] env[69699]: WARNING nova.compute.resource_tracker [None req-70e124af-585b-4914-89fc-4011a41b0fb6 None None] No compute node record for cpu-1:80d35c48-5f27-4b75-a19d-7a1a6901050f: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 80d35c48-5f27-4b75-a19d-7a1a6901050f could not be found. [ 541.750755] env[69699]: INFO nova.compute.resource_tracker [None req-70e124af-585b-4914-89fc-4011a41b0fb6 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 80d35c48-5f27-4b75-a19d-7a1a6901050f [ 543.259209] env[69699]: DEBUG nova.compute.resource_tracker [None req-70e124af-585b-4914-89fc-4011a41b0fb6 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69699) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 543.259572] env[69699]: DEBUG nova.compute.resource_tracker [None req-70e124af-585b-4914-89fc-4011a41b0fb6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69699) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 543.412326] env[69699]: INFO nova.scheduler.client.report [None req-70e124af-585b-4914-89fc-4011a41b0fb6 None None] [req-75249e83-059e-4810-9b1f-ea253cc7de41] Created resource provider record via placement API for resource provider with UUID 80d35c48-5f27-4b75-a19d-7a1a6901050f and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 543.427167] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e1a385-710f-4c4d-a7fa-a7d5dbd31869 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.434800] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94eee4a-a867-4b8f-ab6f-378cbcaf5695 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.463312] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ddc758-54d6-4854-9f08-57a611d66ef2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.469866] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67365e96-6bbf-4844-85ac-60e2d07a0eb7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.957409] env[69699]: DEBUG nova.compute.provider_tree [None req-70e124af-585b-4914-89fc-4011a41b0fb6 None None] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 544.493236] env[69699]: DEBUG nova.scheduler.client.report [None req-70e124af-585b-4914-89fc-4011a41b0fb6 None None] Updated inventory for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 544.493581] env[69699]: DEBUG nova.compute.provider_tree [None req-70e124af-585b-4914-89fc-4011a41b0fb6 None None] Updating resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f generation from 0 to 1 during operation: update_inventory {{(pid=69699) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 544.493581] env[69699]: DEBUG nova.compute.provider_tree [None req-70e124af-585b-4914-89fc-4011a41b0fb6 None None] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 544.542627] env[69699]: DEBUG nova.compute.provider_tree [None req-70e124af-585b-4914-89fc-4011a41b0fb6 None None] Updating resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f generation from 1 to 2 during operation: update_traits {{(pid=69699) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 545.047688] env[69699]: DEBUG nova.compute.resource_tracker [None req-70e124af-585b-4914-89fc-4011a41b0fb6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69699) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 545.047977] env[69699]: DEBUG oslo_concurrency.lockutils [None req-70e124af-585b-4914-89fc-4011a41b0fb6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.303s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 545.048133] env[69699]: DEBUG nova.service [None req-70e124af-585b-4914-89fc-4011a41b0fb6 None None] Creating RPC server for service compute {{(pid=69699) start /opt/stack/nova/nova/service.py:177}} [ 545.061736] env[69699]: DEBUG nova.service [None req-70e124af-585b-4914-89fc-4011a41b0fb6 None None] Join ServiceGroup membership for this service compute {{(pid=69699) start /opt/stack/nova/nova/service.py:194}} [ 545.061911] env[69699]: DEBUG nova.servicegroup.drivers.db [None req-70e124af-585b-4914-89fc-4011a41b0fb6 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69699) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 569.063729] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 569.567021] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Getting list of instances from cluster (obj){ [ 569.567021] env[69699]: value = "domain-c8" [ 569.567021] env[69699]: _type = "ClusterComputeResource" [ 569.567021] env[69699]: } {{(pid=69699) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 569.568399] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f4e3bd-9f2f-459a-9da2-7d6f0ac40fd6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.577257] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Got total of 0 instances {{(pid=69699) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 569.577480] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 569.577764] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Getting list of instances from cluster (obj){ [ 569.577764] env[69699]: value = "domain-c8" [ 569.577764] env[69699]: _type = "ClusterComputeResource" [ 569.577764] env[69699]: } {{(pid=69699) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 569.578634] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10bcf2ee-6dce-4ae2-90bb-09c08df1c46c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.585501] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Got total of 0 instances {{(pid=69699) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 588.323835] env[69699]: DEBUG oslo_concurrency.lockutils [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Acquiring lock "b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.324322] env[69699]: DEBUG oslo_concurrency.lockutils [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Lock "b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.829644] env[69699]: DEBUG nova.compute.manager [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 589.366964] env[69699]: DEBUG oslo_concurrency.lockutils [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.367455] env[69699]: DEBUG oslo_concurrency.lockutils [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.368990] env[69699]: INFO nova.compute.claims [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 589.804398] env[69699]: DEBUG oslo_concurrency.lockutils [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Acquiring lock "60143b34-5d68-43d8-a7f6-98ed5e54e18f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.804606] env[69699]: DEBUG oslo_concurrency.lockutils [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Lock "60143b34-5d68-43d8-a7f6-98ed5e54e18f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.042916] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Acquiring lock "883be72f-71fd-4198-8526-860269573811" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.043591] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Lock "883be72f-71fd-4198-8526-860269573811" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.132613] env[69699]: DEBUG oslo_concurrency.lockutils [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Acquiring lock "1630ba71-ab97-409c-b0b6-60eceaaf1b9d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.132613] env[69699]: DEBUG oslo_concurrency.lockutils [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Lock "1630ba71-ab97-409c-b0b6-60eceaaf1b9d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.311123] env[69699]: DEBUG nova.compute.manager [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 60143b34-5d68-43d8-a7f6-98ed5e54e18f] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 590.380781] env[69699]: DEBUG oslo_concurrency.lockutils [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Acquiring lock "39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.380781] env[69699]: DEBUG oslo_concurrency.lockutils [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Lock "39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.514886] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d76603-df16-4723-9ac8-a0c502791481 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.522896] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc83e20c-42f7-440f-8ca3-6d271aade589 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.557201] env[69699]: DEBUG nova.compute.manager [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] [instance: 883be72f-71fd-4198-8526-860269573811] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 590.560445] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b734110-67dc-41b4-9934-0ec9695c0da1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.568384] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6847eee-45ae-491c-956a-0c00817201a5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.583015] env[69699]: DEBUG nova.compute.provider_tree [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 590.637204] env[69699]: DEBUG nova.compute.manager [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] [instance: 1630ba71-ab97-409c-b0b6-60eceaaf1b9d] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 590.837608] env[69699]: DEBUG oslo_concurrency.lockutils [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.885034] env[69699]: DEBUG nova.compute.manager [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 591.024478] env[69699]: DEBUG oslo_concurrency.lockutils [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Acquiring lock "5410ca8f-b92b-41ad-a7c5-914ff64398bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.024599] env[69699]: DEBUG oslo_concurrency.lockutils [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Lock "5410ca8f-b92b-41ad-a7c5-914ff64398bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.084438] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.087133] env[69699]: DEBUG nova.scheduler.client.report [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 591.156273] env[69699]: DEBUG oslo_concurrency.lockutils [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.310041] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Acquiring lock "7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.310302] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Lock "7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.409745] env[69699]: DEBUG oslo_concurrency.lockutils [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.528418] env[69699]: DEBUG nova.compute.manager [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 591.591737] env[69699]: DEBUG oslo_concurrency.lockutils [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.224s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 591.593861] env[69699]: DEBUG nova.compute.manager [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 591.598059] env[69699]: DEBUG oslo_concurrency.lockutils [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.761s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.599568] env[69699]: INFO nova.compute.claims [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 60143b34-5d68-43d8-a7f6-98ed5e54e18f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 591.813608] env[69699]: DEBUG nova.compute.manager [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] [instance: 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 591.932449] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Acquiring lock "2b73a142-8d85-4ef8-8fe6-940dda6d6521" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.932449] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Lock "2b73a142-8d85-4ef8-8fe6-940dda6d6521" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.087936] env[69699]: DEBUG oslo_concurrency.lockutils [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.099748] env[69699]: DEBUG nova.compute.utils [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 592.101802] env[69699]: DEBUG nova.compute.manager [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 592.101802] env[69699]: DEBUG nova.network.neutron [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 592.346206] env[69699]: DEBUG nova.policy [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b8fb98467964ca0bbc5e66077126b29', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb2ab604e8ea4987b0a20bce735b2278', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 592.351018] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.436652] env[69699]: DEBUG nova.compute.manager [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 592.609653] env[69699]: DEBUG nova.compute.manager [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 592.703702] env[69699]: DEBUG oslo_concurrency.lockutils [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Acquiring lock "23ef84be-eb8c-46e3-a8df-d9843024f3fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.710738] env[69699]: DEBUG oslo_concurrency.lockutils [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Lock "23ef84be-eb8c-46e3-a8df-d9843024f3fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.006s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.838747] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f5b76d-8af2-4250-a176-eda11c316bf2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.852024] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b54004-743b-4e7f-894f-4b192765b499 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.886757] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024ec971-b52d-426c-a483-5f19e521fb95 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.896674] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9600b2-32ff-41d9-8b76-0629d92d7ba1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.917103] env[69699]: DEBUG nova.compute.provider_tree [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 592.953926] env[69699]: DEBUG nova.network.neutron [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Successfully created port: 73f5d294-7953-48bc-9257-bba950e41446 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 592.968306] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.211684] env[69699]: DEBUG nova.compute.manager [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] [instance: 23ef84be-eb8c-46e3-a8df-d9843024f3fe] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 593.275883] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 593.276428] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 593.276650] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 593.277024] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 593.277024] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 593.277586] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 593.277586] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 593.277586] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69699) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 593.277834] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 593.424642] env[69699]: DEBUG nova.scheduler.client.report [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 593.625107] env[69699]: DEBUG nova.compute.manager [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 593.664785] env[69699]: DEBUG nova.virt.hardware [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 593.665048] env[69699]: DEBUG nova.virt.hardware [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 593.665232] env[69699]: DEBUG nova.virt.hardware [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 593.665429] env[69699]: DEBUG nova.virt.hardware [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 593.666028] env[69699]: DEBUG nova.virt.hardware [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 593.666028] env[69699]: DEBUG nova.virt.hardware [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 593.666028] env[69699]: DEBUG nova.virt.hardware [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 593.666187] env[69699]: DEBUG nova.virt.hardware [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 593.670022] env[69699]: DEBUG nova.virt.hardware [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 593.670022] env[69699]: DEBUG nova.virt.hardware [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 593.670022] env[69699]: DEBUG nova.virt.hardware [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 593.672396] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4eb2ba9-9d5b-407d-b18c-668fe3eeacba {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.684570] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5bb4d5-30d8-4e43-8cf5-984b01e71e08 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.705566] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0545a93d-98e9-4514-a8ea-d2a9b09cdf7e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.740487] env[69699]: DEBUG oslo_concurrency.lockutils [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.782369] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.929598] env[69699]: DEBUG oslo_concurrency.lockutils [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.331s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.930870] env[69699]: DEBUG nova.compute.manager [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 60143b34-5d68-43d8-a7f6-98ed5e54e18f] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 593.934311] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.850s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.939232] env[69699]: INFO nova.compute.claims [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] [instance: 883be72f-71fd-4198-8526-860269573811] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 594.445486] env[69699]: DEBUG nova.compute.utils [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 594.447166] env[69699]: DEBUG nova.compute.manager [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 60143b34-5d68-43d8-a7f6-98ed5e54e18f] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 594.447320] env[69699]: DEBUG nova.network.neutron [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 60143b34-5d68-43d8-a7f6-98ed5e54e18f] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 594.513145] env[69699]: DEBUG nova.policy [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ede336f7076744ca9b0b8bc6592f57a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9c430e202784abe94af4dd227027776', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 594.951526] env[69699]: DEBUG nova.compute.manager [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 60143b34-5d68-43d8-a7f6-98ed5e54e18f] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 595.137544] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7edddf6b-d5b8-4741-a9be-2e8210f538ca {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.145389] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01bb480-7900-4e11-9ee4-1bcd1d666e00 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.179298] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1cbf86e-fdea-4b72-95c8-5fb79728e80d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.185297] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f8bb09-6011-4749-b171-7a022bcd4782 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.199061] env[69699]: DEBUG nova.compute.provider_tree [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 595.444032] env[69699]: DEBUG nova.network.neutron [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 60143b34-5d68-43d8-a7f6-98ed5e54e18f] Successfully created port: 7daf3b6b-6eba-4936-b5d3-64b0bf8eadfd {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 595.705321] env[69699]: DEBUG nova.scheduler.client.report [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 595.744784] env[69699]: DEBUG nova.network.neutron [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Successfully updated port: 73f5d294-7953-48bc-9257-bba950e41446 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 595.968077] env[69699]: DEBUG nova.compute.manager [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 60143b34-5d68-43d8-a7f6-98ed5e54e18f] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 596.007775] env[69699]: DEBUG nova.virt.hardware [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 596.008030] env[69699]: DEBUG nova.virt.hardware [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 596.008225] env[69699]: DEBUG nova.virt.hardware [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 596.008369] env[69699]: DEBUG nova.virt.hardware [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 596.008510] env[69699]: DEBUG nova.virt.hardware [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 596.008651] env[69699]: DEBUG nova.virt.hardware [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 596.008854] env[69699]: DEBUG nova.virt.hardware [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 596.009011] env[69699]: DEBUG nova.virt.hardware [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 596.009638] env[69699]: DEBUG nova.virt.hardware [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 596.009936] env[69699]: DEBUG nova.virt.hardware [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 596.010048] env[69699]: DEBUG nova.virt.hardware [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 596.015182] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e10565-694c-4641-9339-7e738fa22c1b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.024482] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b191eff6-c185-4678-bbc5-b4a5667967d4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.215027] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.281s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.215549] env[69699]: DEBUG nova.compute.manager [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] [instance: 883be72f-71fd-4198-8526-860269573811] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 596.219279] env[69699]: DEBUG oslo_concurrency.lockutils [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.062s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.219652] env[69699]: INFO nova.compute.claims [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] [instance: 1630ba71-ab97-409c-b0b6-60eceaaf1b9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 596.247929] env[69699]: DEBUG oslo_concurrency.lockutils [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Acquiring lock "refresh_cache-b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.247929] env[69699]: DEBUG oslo_concurrency.lockutils [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Acquired lock "refresh_cache-b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.248062] env[69699]: DEBUG nova.network.neutron [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 596.436881] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Acquiring lock "e46d11e1-2931-4ed2-907e-1577961e3d03" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.437155] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Lock "e46d11e1-2931-4ed2-907e-1577961e3d03" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.446410] env[69699]: DEBUG oslo_concurrency.lockutils [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Acquiring lock "6d276c01-142d-4814-9a6e-52da8bc20897" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.446410] env[69699]: DEBUG oslo_concurrency.lockutils [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Lock "6d276c01-142d-4814-9a6e-52da8bc20897" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.725043] env[69699]: DEBUG nova.compute.utils [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 596.733377] env[69699]: DEBUG nova.compute.manager [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] [instance: 883be72f-71fd-4198-8526-860269573811] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 596.735178] env[69699]: DEBUG nova.network.neutron [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] [instance: 883be72f-71fd-4198-8526-860269573811] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 596.804835] env[69699]: DEBUG nova.policy [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34aef560ab64476db7396989b10f2203', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23c3e42365d84a59bf81e31e3d2ba5c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 596.815423] env[69699]: DEBUG nova.network.neutron [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 596.939970] env[69699]: DEBUG nova.compute.manager [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 597.236697] env[69699]: DEBUG nova.compute.manager [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] [instance: 883be72f-71fd-4198-8526-860269573811] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 597.268585] env[69699]: DEBUG nova.network.neutron [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Updating instance_info_cache with network_info: [{"id": "73f5d294-7953-48bc-9257-bba950e41446", "address": "fa:16:3e:d1:6f:f4", "network": {"id": "e867eccd-7769-4294-8509-60dde3d71144", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-358165153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb2ab604e8ea4987b0a20bce735b2278", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73f5d294-79", "ovs_interfaceid": "73f5d294-7953-48bc-9257-bba950e41446", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.473390] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.514299] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a54483f-de83-478d-a5cb-945928bdffc2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.523483] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0345b4-9747-409a-8cdf-1f4f2e0af9a9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.573187] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55608112-3540-4fc6-be02-c84ef55a8739 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.586508] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b860e0fc-845a-4014-861c-52d4c78a991a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.601682] env[69699]: DEBUG nova.compute.provider_tree [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 597.769344] env[69699]: DEBUG nova.network.neutron [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] [instance: 883be72f-71fd-4198-8526-860269573811] Successfully created port: 1c6e040e-d028-47ce-99ab-e9a4282de967 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 597.776084] env[69699]: DEBUG oslo_concurrency.lockutils [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Releasing lock "refresh_cache-b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.776384] env[69699]: DEBUG nova.compute.manager [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Instance network_info: |[{"id": "73f5d294-7953-48bc-9257-bba950e41446", "address": "fa:16:3e:d1:6f:f4", "network": {"id": "e867eccd-7769-4294-8509-60dde3d71144", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-358165153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb2ab604e8ea4987b0a20bce735b2278", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73f5d294-79", "ovs_interfaceid": "73f5d294-7953-48bc-9257-bba950e41446", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 597.776854] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:6f:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3fca0ab6-cc80-429f-9117-885f170135b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73f5d294-7953-48bc-9257-bba950e41446', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 597.797266] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 597.798260] env[69699]: DEBUG nova.network.neutron [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 60143b34-5d68-43d8-a7f6-98ed5e54e18f] Successfully updated port: 7daf3b6b-6eba-4936-b5d3-64b0bf8eadfd {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 597.804377] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9efec6bb-fb4c-4c05-8f1a-fb7892357781 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.810318] env[69699]: DEBUG nova.compute.manager [req-2d575e1a-a408-482a-bd79-ee014cb65503 req-be5a21ba-5a8b-4660-a1a1-af38174ce587 service nova] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Received event network-vif-plugged-73f5d294-7953-48bc-9257-bba950e41446 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 597.810594] env[69699]: DEBUG oslo_concurrency.lockutils [req-2d575e1a-a408-482a-bd79-ee014cb65503 req-be5a21ba-5a8b-4660-a1a1-af38174ce587 service nova] Acquiring lock "b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.810715] env[69699]: DEBUG oslo_concurrency.lockutils [req-2d575e1a-a408-482a-bd79-ee014cb65503 req-be5a21ba-5a8b-4660-a1a1-af38174ce587 service nova] Lock "b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.810873] env[69699]: DEBUG oslo_concurrency.lockutils [req-2d575e1a-a408-482a-bd79-ee014cb65503 req-be5a21ba-5a8b-4660-a1a1-af38174ce587 service nova] Lock "b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.811099] env[69699]: DEBUG nova.compute.manager [req-2d575e1a-a408-482a-bd79-ee014cb65503 req-be5a21ba-5a8b-4660-a1a1-af38174ce587 service nova] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] No waiting events found dispatching network-vif-plugged-73f5d294-7953-48bc-9257-bba950e41446 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 597.811291] env[69699]: WARNING nova.compute.manager [req-2d575e1a-a408-482a-bd79-ee014cb65503 req-be5a21ba-5a8b-4660-a1a1-af38174ce587 service nova] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Received unexpected event network-vif-plugged-73f5d294-7953-48bc-9257-bba950e41446 for instance with vm_state building and task_state spawning. [ 597.823446] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Created folder: OpenStack in parent group-v4. [ 597.823446] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Creating folder: Project (cb2ab604e8ea4987b0a20bce735b2278). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 597.823446] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7c3f260-52d8-42a7-885b-9ebf47aed198 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.837524] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Created folder: Project (cb2ab604e8ea4987b0a20bce735b2278) in parent group-v719415. [ 597.837716] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Creating folder: Instances. Parent ref: group-v719416. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 597.837944] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77f36ba8-17d4-4356-8c82-61c6799fbe4f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.849282] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Created folder: Instances in parent group-v719416. [ 597.849655] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 597.849739] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 597.849934] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd496f26-c8e3-497c-91fb-bb58ff302771 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.869993] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 597.869993] env[69699]: value = "task-3606405" [ 597.869993] env[69699]: _type = "Task" [ 597.869993] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.878953] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606405, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.105380] env[69699]: DEBUG nova.scheduler.client.report [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 598.257130] env[69699]: DEBUG nova.compute.manager [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] [instance: 883be72f-71fd-4198-8526-860269573811] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 598.260198] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Acquiring lock "daab1c9b-cf22-4ef3-901b-56dfa26ac10e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.260198] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Lock "daab1c9b-cf22-4ef3-901b-56dfa26ac10e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.303519] env[69699]: DEBUG nova.virt.hardware [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 598.305105] env[69699]: DEBUG nova.virt.hardware [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 598.305105] env[69699]: DEBUG nova.virt.hardware [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 598.308110] env[69699]: DEBUG nova.virt.hardware [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 598.309553] env[69699]: DEBUG nova.virt.hardware [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 598.309553] env[69699]: DEBUG nova.virt.hardware [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 598.309553] env[69699]: DEBUG nova.virt.hardware [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 598.309553] env[69699]: DEBUG nova.virt.hardware [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 598.309553] env[69699]: DEBUG nova.virt.hardware [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 598.309822] env[69699]: DEBUG nova.virt.hardware [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 598.309822] env[69699]: DEBUG nova.virt.hardware [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 598.311072] env[69699]: DEBUG oslo_concurrency.lockutils [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Acquiring lock "refresh_cache-60143b34-5d68-43d8-a7f6-98ed5e54e18f" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.311072] env[69699]: DEBUG oslo_concurrency.lockutils [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Acquired lock "refresh_cache-60143b34-5d68-43d8-a7f6-98ed5e54e18f" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.311072] env[69699]: DEBUG nova.network.neutron [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 60143b34-5d68-43d8-a7f6-98ed5e54e18f] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 598.313945] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0952c4db-d0df-48ba-a317-b6a21cccebf1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.328585] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b395c3d9-a60c-4ff1-bbb6-f241dbb0650f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.383674] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606405, 'name': CreateVM_Task, 'duration_secs': 0.341243} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.383858] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 598.398531] env[69699]: DEBUG oslo_vmware.service [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e812e38-b325-4a60-b659-4e484d281838 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.408572] env[69699]: DEBUG oslo_concurrency.lockutils [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.409609] env[69699]: DEBUG oslo_concurrency.lockutils [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.409609] env[69699]: DEBUG oslo_concurrency.lockutils [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.409895] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a095d6d8-0c62-409a-8223-6db750040929 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.414947] env[69699]: DEBUG oslo_vmware.api [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Waiting for the task: (returnval){ [ 598.414947] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522d5885-5e3e-7550-c12e-3325c2db9403" [ 598.414947] env[69699]: _type = "Task" [ 598.414947] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.428837] env[69699]: DEBUG oslo_vmware.api [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522d5885-5e3e-7550-c12e-3325c2db9403, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.610965] env[69699]: DEBUG oslo_concurrency.lockutils [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.392s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.610965] env[69699]: DEBUG nova.compute.manager [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] [instance: 1630ba71-ab97-409c-b0b6-60eceaaf1b9d] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 598.615031] env[69699]: DEBUG oslo_concurrency.lockutils [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.205s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.616513] env[69699]: INFO nova.compute.claims [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 598.770027] env[69699]: DEBUG oslo_concurrency.lockutils [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Acquiring lock "d35745c3-a340-4650-9566-3726d0c8b018" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.770858] env[69699]: DEBUG oslo_concurrency.lockutils [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Lock "d35745c3-a340-4650-9566-3726d0c8b018" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.842823] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Acquiring lock "a05eee33-bfda-4a2d-b341-f5a792d98872" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.843231] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Lock "a05eee33-bfda-4a2d-b341-f5a792d98872" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.933428] env[69699]: DEBUG oslo_concurrency.lockutils [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.933776] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 598.937465] env[69699]: DEBUG oslo_concurrency.lockutils [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.938322] env[69699]: DEBUG oslo_concurrency.lockutils [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.938322] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 598.938664] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06025477-4f1f-4335-9ae3-4abbdb5f37be {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.958045] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 598.958390] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 598.959509] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83852a7-b6a0-415f-b14a-576a7f19063b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.966945] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-452dcf84-0733-40e9-9534-c99b4002e8b3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.972033] env[69699]: DEBUG oslo_vmware.api [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Waiting for the task: (returnval){ [ 598.972033] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c3523c-4552-f390-5e13-57113bb6167b" [ 598.972033] env[69699]: _type = "Task" [ 598.972033] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.985538] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Preparing fetch location {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 598.985798] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Creating directory with path [datastore2] vmware_temp/5e3935e8-b8c6-4290-9cb9-c3c3e5b4c4e9/f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 598.986035] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49577fe3-d3e6-461f-a68d-2ab86b6ce314 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.006105] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Created directory with path [datastore2] vmware_temp/5e3935e8-b8c6-4290-9cb9-c3c3e5b4c4e9/f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 599.006362] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Fetch image to [datastore2] vmware_temp/5e3935e8-b8c6-4290-9cb9-c3c3e5b4c4e9/f03e6ea6-4888-4842-b286-cae9242f7e27/tmp-sparse.vmdk {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 599.006527] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Downloading image file data f03e6ea6-4888-4842-b286-cae9242f7e27 to [datastore2] vmware_temp/5e3935e8-b8c6-4290-9cb9-c3c3e5b4c4e9/f03e6ea6-4888-4842-b286-cae9242f7e27/tmp-sparse.vmdk on the data store datastore2 {{(pid=69699) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 599.007975] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4472888d-27f9-4088-9fe8-35f8d978aacc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.016584] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b443648d-6fee-45c2-845c-6d9efd2a1af2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.026464] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076e043b-6d88-4f12-a118-f8640b6a3b66 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.031639] env[69699]: DEBUG nova.network.neutron [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 60143b34-5d68-43d8-a7f6-98ed5e54e18f] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 599.069367] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f0e668-fd1c-4889-b437-c1aad71713d3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.075417] env[69699]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-2e644846-19db-40b8-90c0-a2061e8c5f89 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.108845] env[69699]: DEBUG nova.virt.vmwareapi.images [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Downloading image file data f03e6ea6-4888-4842-b286-cae9242f7e27 to the data store datastore2 {{(pid=69699) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 599.116417] env[69699]: DEBUG nova.compute.utils [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 599.122200] env[69699]: DEBUG nova.compute.manager [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] [instance: 1630ba71-ab97-409c-b0b6-60eceaaf1b9d] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 599.123300] env[69699]: DEBUG nova.network.neutron [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] [instance: 1630ba71-ab97-409c-b0b6-60eceaaf1b9d] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 599.155036] env[69699]: DEBUG nova.compute.manager [req-4fdecc35-9efd-4ecc-b072-d6d486ef1b8f req-d1e2087e-95aa-45cb-b986-2ec293eec420 service nova] [instance: 60143b34-5d68-43d8-a7f6-98ed5e54e18f] Received event network-vif-plugged-7daf3b6b-6eba-4936-b5d3-64b0bf8eadfd {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 599.155279] env[69699]: DEBUG oslo_concurrency.lockutils [req-4fdecc35-9efd-4ecc-b072-d6d486ef1b8f req-d1e2087e-95aa-45cb-b986-2ec293eec420 service nova] Acquiring lock "60143b34-5d68-43d8-a7f6-98ed5e54e18f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.155399] env[69699]: DEBUG oslo_concurrency.lockutils [req-4fdecc35-9efd-4ecc-b072-d6d486ef1b8f req-d1e2087e-95aa-45cb-b986-2ec293eec420 service nova] Lock "60143b34-5d68-43d8-a7f6-98ed5e54e18f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.155556] env[69699]: DEBUG oslo_concurrency.lockutils [req-4fdecc35-9efd-4ecc-b072-d6d486ef1b8f req-d1e2087e-95aa-45cb-b986-2ec293eec420 service nova] Lock "60143b34-5d68-43d8-a7f6-98ed5e54e18f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.155718] env[69699]: DEBUG nova.compute.manager [req-4fdecc35-9efd-4ecc-b072-d6d486ef1b8f req-d1e2087e-95aa-45cb-b986-2ec293eec420 service nova] [instance: 60143b34-5d68-43d8-a7f6-98ed5e54e18f] No waiting events found dispatching network-vif-plugged-7daf3b6b-6eba-4936-b5d3-64b0bf8eadfd {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 599.155876] env[69699]: WARNING nova.compute.manager [req-4fdecc35-9efd-4ecc-b072-d6d486ef1b8f req-d1e2087e-95aa-45cb-b986-2ec293eec420 service nova] [instance: 60143b34-5d68-43d8-a7f6-98ed5e54e18f] Received unexpected event network-vif-plugged-7daf3b6b-6eba-4936-b5d3-64b0bf8eadfd for instance with vm_state building and task_state spawning. [ 599.190681] env[69699]: DEBUG oslo_vmware.rw_handles [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/5e3935e8-b8c6-4290-9cb9-c3c3e5b4c4e9/f03e6ea6-4888-4842-b286-cae9242f7e27/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69699) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 599.290354] env[69699]: DEBUG nova.policy [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3f663cd934041a2bbdd1653f77333b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af423802ea2f423ab3361677a298db62', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 599.455500] env[69699]: DEBUG nova.network.neutron [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 60143b34-5d68-43d8-a7f6-98ed5e54e18f] Updating instance_info_cache with network_info: [{"id": "7daf3b6b-6eba-4936-b5d3-64b0bf8eadfd", "address": "fa:16:3e:2a:a1:91", "network": {"id": "cf7e11e8-f0e1-4137-b176-ce92b41f73aa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7ead911ee02c4672932553c72aa317e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7daf3b6b-6e", "ovs_interfaceid": "7daf3b6b-6eba-4936-b5d3-64b0bf8eadfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.630253] env[69699]: DEBUG nova.compute.manager [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] [instance: 1630ba71-ab97-409c-b0b6-60eceaaf1b9d] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 599.725183] env[69699]: DEBUG nova.network.neutron [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] [instance: 883be72f-71fd-4198-8526-860269573811] Successfully updated port: 1c6e040e-d028-47ce-99ab-e9a4282de967 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 599.839196] env[69699]: DEBUG nova.network.neutron [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] [instance: 1630ba71-ab97-409c-b0b6-60eceaaf1b9d] Successfully created port: a3c6032f-bd19-470b-83c6-999c80d1fe60 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 599.938174] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b30272-0ac6-461e-89c8-72ac06f540eb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.943782] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63987d62-574a-4d7d-b31b-4f450ca4e349 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.981043] env[69699]: DEBUG oslo_concurrency.lockutils [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Releasing lock "refresh_cache-60143b34-5d68-43d8-a7f6-98ed5e54e18f" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.981368] env[69699]: DEBUG nova.compute.manager [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 60143b34-5d68-43d8-a7f6-98ed5e54e18f] Instance network_info: |[{"id": "7daf3b6b-6eba-4936-b5d3-64b0bf8eadfd", "address": "fa:16:3e:2a:a1:91", "network": {"id": "cf7e11e8-f0e1-4137-b176-ce92b41f73aa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7ead911ee02c4672932553c72aa317e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7daf3b6b-6e", "ovs_interfaceid": "7daf3b6b-6eba-4936-b5d3-64b0bf8eadfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 599.981972] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 60143b34-5d68-43d8-a7f6-98ed5e54e18f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:a1:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7daf3b6b-6eba-4936-b5d3-64b0bf8eadfd', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 599.989205] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Creating folder: Project (c9c430e202784abe94af4dd227027776). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.990225] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41316770-ed0b-426d-b634-89a3ba1b9b67 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.992659] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-debd996e-1477-4e41-a1e5-9023f86d4b4b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.003728] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1142e1d-3f69-44e2-8f29-3838d1ae4412 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.019522] env[69699]: DEBUG nova.compute.provider_tree [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 600.024528] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Created folder: Project (c9c430e202784abe94af4dd227027776) in parent group-v719415. [ 600.024759] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Creating folder: Instances. Parent ref: group-v719419. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.025243] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91a79f5e-34d8-4f75-ba06-811a30f7b26c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.035284] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Created folder: Instances in parent group-v719419. [ 600.035597] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 600.037621] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60143b34-5d68-43d8-a7f6-98ed5e54e18f] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 600.038141] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a30f21e3-6031-4f9e-aa76-8f71dd688dcc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.063539] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 600.063539] env[69699]: value = "task-3606408" [ 600.063539] env[69699]: _type = "Task" [ 600.063539] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.073013] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606408, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.093418] env[69699]: DEBUG oslo_vmware.rw_handles [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Completed reading data from the image iterator. {{(pid=69699) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 600.093612] env[69699]: DEBUG oslo_vmware.rw_handles [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/5e3935e8-b8c6-4290-9cb9-c3c3e5b4c4e9/f03e6ea6-4888-4842-b286-cae9242f7e27/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69699) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 600.150842] env[69699]: DEBUG nova.virt.vmwareapi.images [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Downloaded image file data f03e6ea6-4888-4842-b286-cae9242f7e27 to vmware_temp/5e3935e8-b8c6-4290-9cb9-c3c3e5b4c4e9/f03e6ea6-4888-4842-b286-cae9242f7e27/tmp-sparse.vmdk on the data store datastore2 {{(pid=69699) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 600.152643] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Caching image {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 600.152793] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Copying Virtual Disk [datastore2] vmware_temp/5e3935e8-b8c6-4290-9cb9-c3c3e5b4c4e9/f03e6ea6-4888-4842-b286-cae9242f7e27/tmp-sparse.vmdk to [datastore2] vmware_temp/5e3935e8-b8c6-4290-9cb9-c3c3e5b4c4e9/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 600.153039] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b55f810-c27c-485d-899e-09bfe55775ff {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.162337] env[69699]: DEBUG oslo_vmware.api [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Waiting for the task: (returnval){ [ 600.162337] env[69699]: value = "task-3606409" [ 600.162337] env[69699]: _type = "Task" [ 600.162337] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.170728] env[69699]: DEBUG oslo_vmware.api [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Task: {'id': task-3606409, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.227931] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Acquiring lock "refresh_cache-883be72f-71fd-4198-8526-860269573811" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.228014] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Acquired lock "refresh_cache-883be72f-71fd-4198-8526-860269573811" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.228210] env[69699]: DEBUG nova.network.neutron [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] [instance: 883be72f-71fd-4198-8526-860269573811] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 600.465956] env[69699]: DEBUG nova.compute.manager [req-403e8a1b-37c9-402f-b3b4-3a681206b535 req-821a8efe-319b-4ff0-a456-6ef94dcc0d5e service nova] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Received event network-changed-73f5d294-7953-48bc-9257-bba950e41446 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 600.465956] env[69699]: DEBUG nova.compute.manager [req-403e8a1b-37c9-402f-b3b4-3a681206b535 req-821a8efe-319b-4ff0-a456-6ef94dcc0d5e service nova] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Refreshing instance network info cache due to event network-changed-73f5d294-7953-48bc-9257-bba950e41446. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 600.466262] env[69699]: DEBUG oslo_concurrency.lockutils [req-403e8a1b-37c9-402f-b3b4-3a681206b535 req-821a8efe-319b-4ff0-a456-6ef94dcc0d5e service nova] Acquiring lock "refresh_cache-b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.466262] env[69699]: DEBUG oslo_concurrency.lockutils [req-403e8a1b-37c9-402f-b3b4-3a681206b535 req-821a8efe-319b-4ff0-a456-6ef94dcc0d5e service nova] Acquired lock "refresh_cache-b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.466431] env[69699]: DEBUG nova.network.neutron [req-403e8a1b-37c9-402f-b3b4-3a681206b535 req-821a8efe-319b-4ff0-a456-6ef94dcc0d5e service nova] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Refreshing network info cache for port 73f5d294-7953-48bc-9257-bba950e41446 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 600.528995] env[69699]: DEBUG nova.scheduler.client.report [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 600.575880] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606408, 'name': CreateVM_Task, 'duration_secs': 0.356816} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.576137] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60143b34-5d68-43d8-a7f6-98ed5e54e18f] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 600.576965] env[69699]: DEBUG oslo_concurrency.lockutils [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.577576] env[69699]: DEBUG oslo_concurrency.lockutils [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.577576] env[69699]: DEBUG oslo_concurrency.lockutils [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.577953] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f37be08-5f40-435a-992f-84822ea04983 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.583218] env[69699]: DEBUG oslo_vmware.api [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Waiting for the task: (returnval){ [ 600.583218] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b02465-01a9-4144-81d0-c22613c7b7b3" [ 600.583218] env[69699]: _type = "Task" [ 600.583218] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.592230] env[69699]: DEBUG oslo_vmware.api [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b02465-01a9-4144-81d0-c22613c7b7b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.647063] env[69699]: DEBUG nova.compute.manager [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] [instance: 1630ba71-ab97-409c-b0b6-60eceaaf1b9d] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 600.671983] env[69699]: DEBUG oslo_vmware.api [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Task: {'id': task-3606409, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.687979] env[69699]: DEBUG nova.virt.hardware [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 600.688237] env[69699]: DEBUG nova.virt.hardware [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 600.688471] env[69699]: DEBUG nova.virt.hardware [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 600.688565] env[69699]: DEBUG nova.virt.hardware [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 600.688694] env[69699]: DEBUG nova.virt.hardware [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 600.688898] env[69699]: DEBUG nova.virt.hardware [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 600.689910] env[69699]: DEBUG nova.virt.hardware [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 600.689910] env[69699]: DEBUG nova.virt.hardware [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 600.689910] env[69699]: DEBUG nova.virt.hardware [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 600.690070] env[69699]: DEBUG nova.virt.hardware [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 600.690759] env[69699]: DEBUG nova.virt.hardware [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 600.691599] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7019eb3e-9b40-475d-a836-8d534dd5f384 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.700604] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110e421c-3e88-481c-af8f-4a77702c7e87 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.818628] env[69699]: DEBUG nova.network.neutron [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] [instance: 883be72f-71fd-4198-8526-860269573811] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 601.005042] env[69699]: DEBUG nova.network.neutron [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] [instance: 883be72f-71fd-4198-8526-860269573811] Updating instance_info_cache with network_info: [{"id": "1c6e040e-d028-47ce-99ab-e9a4282de967", "address": "fa:16:3e:d8:10:ee", "network": {"id": "cf7e11e8-f0e1-4137-b176-ce92b41f73aa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7ead911ee02c4672932553c72aa317e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c6e040e-d0", "ovs_interfaceid": "1c6e040e-d028-47ce-99ab-e9a4282de967", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.035534] env[69699]: DEBUG oslo_concurrency.lockutils [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.035790] env[69699]: DEBUG nova.compute.manager [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 601.039399] env[69699]: DEBUG oslo_concurrency.lockutils [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.951s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.041256] env[69699]: INFO nova.compute.claims [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 601.098873] env[69699]: DEBUG oslo_concurrency.lockutils [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.099291] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 60143b34-5d68-43d8-a7f6-98ed5e54e18f] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 601.099617] env[69699]: DEBUG oslo_concurrency.lockutils [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.179018] env[69699]: DEBUG oslo_vmware.api [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Task: {'id': task-3606409, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6802} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.179018] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Copied Virtual Disk [datastore2] vmware_temp/5e3935e8-b8c6-4290-9cb9-c3c3e5b4c4e9/f03e6ea6-4888-4842-b286-cae9242f7e27/tmp-sparse.vmdk to [datastore2] vmware_temp/5e3935e8-b8c6-4290-9cb9-c3c3e5b4c4e9/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 601.179018] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Deleting the datastore file [datastore2] vmware_temp/5e3935e8-b8c6-4290-9cb9-c3c3e5b4c4e9/f03e6ea6-4888-4842-b286-cae9242f7e27/tmp-sparse.vmdk {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 601.179018] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e90fc2d1-945d-420e-b64c-cf1779a56bb3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.190116] env[69699]: DEBUG oslo_vmware.api [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Waiting for the task: (returnval){ [ 601.190116] env[69699]: value = "task-3606410" [ 601.190116] env[69699]: _type = "Task" [ 601.190116] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.199025] env[69699]: DEBUG oslo_vmware.api [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Task: {'id': task-3606410, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.302531] env[69699]: DEBUG nova.network.neutron [req-403e8a1b-37c9-402f-b3b4-3a681206b535 req-821a8efe-319b-4ff0-a456-6ef94dcc0d5e service nova] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Updated VIF entry in instance network info cache for port 73f5d294-7953-48bc-9257-bba950e41446. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 601.303166] env[69699]: DEBUG nova.network.neutron [req-403e8a1b-37c9-402f-b3b4-3a681206b535 req-821a8efe-319b-4ff0-a456-6ef94dcc0d5e service nova] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Updating instance_info_cache with network_info: [{"id": "73f5d294-7953-48bc-9257-bba950e41446", "address": "fa:16:3e:d1:6f:f4", "network": {"id": "e867eccd-7769-4294-8509-60dde3d71144", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-358165153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb2ab604e8ea4987b0a20bce735b2278", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73f5d294-79", "ovs_interfaceid": "73f5d294-7953-48bc-9257-bba950e41446", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.511020] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Releasing lock "refresh_cache-883be72f-71fd-4198-8526-860269573811" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.511020] env[69699]: DEBUG nova.compute.manager [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] [instance: 883be72f-71fd-4198-8526-860269573811] Instance network_info: |[{"id": "1c6e040e-d028-47ce-99ab-e9a4282de967", "address": "fa:16:3e:d8:10:ee", "network": {"id": "cf7e11e8-f0e1-4137-b176-ce92b41f73aa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7ead911ee02c4672932553c72aa317e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c6e040e-d0", "ovs_interfaceid": "1c6e040e-d028-47ce-99ab-e9a4282de967", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 601.511531] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] [instance: 883be72f-71fd-4198-8526-860269573811] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:10:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c6e040e-d028-47ce-99ab-e9a4282de967', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 601.516908] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Creating folder: Project (23c3e42365d84a59bf81e31e3d2ba5c8). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 601.517722] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9b49266-d77c-4cfa-9575-85b84c235540 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.528329] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Created folder: Project (23c3e42365d84a59bf81e31e3d2ba5c8) in parent group-v719415. [ 601.528408] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Creating folder: Instances. Parent ref: group-v719422. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 601.528624] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-197ada2d-d89d-49a5-8e0b-8fc6d7ecc6b9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.537366] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Created folder: Instances in parent group-v719422. [ 601.537614] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 601.537798] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 883be72f-71fd-4198-8526-860269573811] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 601.537996] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5916c1df-d473-48fd-9ec8-e09d9b9ce55c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.555504] env[69699]: DEBUG nova.compute.utils [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 601.559619] env[69699]: DEBUG nova.network.neutron [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] [instance: 1630ba71-ab97-409c-b0b6-60eceaaf1b9d] Successfully updated port: a3c6032f-bd19-470b-83c6-999c80d1fe60 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 601.563967] env[69699]: DEBUG nova.compute.manager [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Not allocating networking since 'none' was specified. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 601.571101] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 601.571101] env[69699]: value = "task-3606413" [ 601.571101] env[69699]: _type = "Task" [ 601.571101] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.582679] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606413, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.702227] env[69699]: DEBUG oslo_vmware.api [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Task: {'id': task-3606410, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025236} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.702624] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 601.702850] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Moving file from [datastore2] vmware_temp/5e3935e8-b8c6-4290-9cb9-c3c3e5b4c4e9/f03e6ea6-4888-4842-b286-cae9242f7e27 to [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27. {{(pid=69699) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 601.703518] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-dfcdfd58-cd9a-4388-b0d2-3c88cc0ced87 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.709531] env[69699]: DEBUG oslo_vmware.api [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Waiting for the task: (returnval){ [ 601.709531] env[69699]: value = "task-3606414" [ 601.709531] env[69699]: _type = "Task" [ 601.709531] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.717919] env[69699]: DEBUG oslo_vmware.api [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Task: {'id': task-3606414, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.806261] env[69699]: DEBUG oslo_concurrency.lockutils [req-403e8a1b-37c9-402f-b3b4-3a681206b535 req-821a8efe-319b-4ff0-a456-6ef94dcc0d5e service nova] Releasing lock "refresh_cache-b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.806533] env[69699]: DEBUG nova.compute.manager [req-403e8a1b-37c9-402f-b3b4-3a681206b535 req-821a8efe-319b-4ff0-a456-6ef94dcc0d5e service nova] [instance: 883be72f-71fd-4198-8526-860269573811] Received event network-vif-plugged-1c6e040e-d028-47ce-99ab-e9a4282de967 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 601.806728] env[69699]: DEBUG oslo_concurrency.lockutils [req-403e8a1b-37c9-402f-b3b4-3a681206b535 req-821a8efe-319b-4ff0-a456-6ef94dcc0d5e service nova] Acquiring lock "883be72f-71fd-4198-8526-860269573811-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.806938] env[69699]: DEBUG oslo_concurrency.lockutils [req-403e8a1b-37c9-402f-b3b4-3a681206b535 req-821a8efe-319b-4ff0-a456-6ef94dcc0d5e service nova] Lock "883be72f-71fd-4198-8526-860269573811-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.807114] env[69699]: DEBUG oslo_concurrency.lockutils [req-403e8a1b-37c9-402f-b3b4-3a681206b535 req-821a8efe-319b-4ff0-a456-6ef94dcc0d5e service nova] Lock "883be72f-71fd-4198-8526-860269573811-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.807261] env[69699]: DEBUG nova.compute.manager [req-403e8a1b-37c9-402f-b3b4-3a681206b535 req-821a8efe-319b-4ff0-a456-6ef94dcc0d5e service nova] [instance: 883be72f-71fd-4198-8526-860269573811] No waiting events found dispatching network-vif-plugged-1c6e040e-d028-47ce-99ab-e9a4282de967 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 601.807429] env[69699]: WARNING nova.compute.manager [req-403e8a1b-37c9-402f-b3b4-3a681206b535 req-821a8efe-319b-4ff0-a456-6ef94dcc0d5e service nova] [instance: 883be72f-71fd-4198-8526-860269573811] Received unexpected event network-vif-plugged-1c6e040e-d028-47ce-99ab-e9a4282de967 for instance with vm_state building and task_state spawning. [ 601.807579] env[69699]: DEBUG nova.compute.manager [req-403e8a1b-37c9-402f-b3b4-3a681206b535 req-821a8efe-319b-4ff0-a456-6ef94dcc0d5e service nova] [instance: 883be72f-71fd-4198-8526-860269573811] Received event network-changed-1c6e040e-d028-47ce-99ab-e9a4282de967 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 601.807732] env[69699]: DEBUG nova.compute.manager [req-403e8a1b-37c9-402f-b3b4-3a681206b535 req-821a8efe-319b-4ff0-a456-6ef94dcc0d5e service nova] [instance: 883be72f-71fd-4198-8526-860269573811] Refreshing instance network info cache due to event network-changed-1c6e040e-d028-47ce-99ab-e9a4282de967. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 601.807903] env[69699]: DEBUG oslo_concurrency.lockutils [req-403e8a1b-37c9-402f-b3b4-3a681206b535 req-821a8efe-319b-4ff0-a456-6ef94dcc0d5e service nova] Acquiring lock "refresh_cache-883be72f-71fd-4198-8526-860269573811" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.809179] env[69699]: DEBUG oslo_concurrency.lockutils [req-403e8a1b-37c9-402f-b3b4-3a681206b535 req-821a8efe-319b-4ff0-a456-6ef94dcc0d5e service nova] Acquired lock "refresh_cache-883be72f-71fd-4198-8526-860269573811" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.809179] env[69699]: DEBUG nova.network.neutron [req-403e8a1b-37c9-402f-b3b4-3a681206b535 req-821a8efe-319b-4ff0-a456-6ef94dcc0d5e service nova] [instance: 883be72f-71fd-4198-8526-860269573811] Refreshing network info cache for port 1c6e040e-d028-47ce-99ab-e9a4282de967 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 602.022883] env[69699]: DEBUG nova.compute.manager [req-bbf570b6-3b74-4632-a8db-b427e555c7bb req-bdbbfdb3-1edf-4413-ab56-21bb60d6bf17 service nova] [instance: 60143b34-5d68-43d8-a7f6-98ed5e54e18f] Received event network-changed-7daf3b6b-6eba-4936-b5d3-64b0bf8eadfd {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 602.022883] env[69699]: DEBUG nova.compute.manager [req-bbf570b6-3b74-4632-a8db-b427e555c7bb req-bdbbfdb3-1edf-4413-ab56-21bb60d6bf17 service nova] [instance: 60143b34-5d68-43d8-a7f6-98ed5e54e18f] Refreshing instance network info cache due to event network-changed-7daf3b6b-6eba-4936-b5d3-64b0bf8eadfd. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 602.023146] env[69699]: DEBUG oslo_concurrency.lockutils [req-bbf570b6-3b74-4632-a8db-b427e555c7bb req-bdbbfdb3-1edf-4413-ab56-21bb60d6bf17 service nova] Acquiring lock "refresh_cache-60143b34-5d68-43d8-a7f6-98ed5e54e18f" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.023261] env[69699]: DEBUG oslo_concurrency.lockutils [req-bbf570b6-3b74-4632-a8db-b427e555c7bb req-bdbbfdb3-1edf-4413-ab56-21bb60d6bf17 service nova] Acquired lock "refresh_cache-60143b34-5d68-43d8-a7f6-98ed5e54e18f" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.023339] env[69699]: DEBUG nova.network.neutron [req-bbf570b6-3b74-4632-a8db-b427e555c7bb req-bdbbfdb3-1edf-4413-ab56-21bb60d6bf17 service nova] [instance: 60143b34-5d68-43d8-a7f6-98ed5e54e18f] Refreshing network info cache for port 7daf3b6b-6eba-4936-b5d3-64b0bf8eadfd {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 602.068291] env[69699]: DEBUG nova.compute.manager [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 602.085537] env[69699]: DEBUG oslo_concurrency.lockutils [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Acquiring lock "refresh_cache-1630ba71-ab97-409c-b0b6-60eceaaf1b9d" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.085723] env[69699]: DEBUG oslo_concurrency.lockutils [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Acquired lock "refresh_cache-1630ba71-ab97-409c-b0b6-60eceaaf1b9d" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.086270] env[69699]: DEBUG nova.network.neutron [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] [instance: 1630ba71-ab97-409c-b0b6-60eceaaf1b9d] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 602.086852] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606413, 'name': CreateVM_Task, 'duration_secs': 0.35048} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.086993] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 883be72f-71fd-4198-8526-860269573811] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 602.087870] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.088034] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.088340] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.088648] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd87dfdf-fa02-4fd3-b0c8-8fe7fdefc66c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.093951] env[69699]: DEBUG oslo_vmware.api [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Waiting for the task: (returnval){ [ 602.093951] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c50d33-bc2b-ea4e-fe22-b0e8aef3cfe2" [ 602.093951] env[69699]: _type = "Task" [ 602.093951] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.103083] env[69699]: DEBUG oslo_vmware.api [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c50d33-bc2b-ea4e-fe22-b0e8aef3cfe2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.220313] env[69699]: DEBUG oslo_vmware.api [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Task: {'id': task-3606414, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.023892} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.220653] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] File moved {{(pid=69699) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 602.220904] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Cleaning up location [datastore2] vmware_temp/5e3935e8-b8c6-4290-9cb9-c3c3e5b4c4e9 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 602.221673] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Deleting the datastore file [datastore2] vmware_temp/5e3935e8-b8c6-4290-9cb9-c3c3e5b4c4e9 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 602.221673] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6c49048-7b5a-4d6a-8269-245dba7902c2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.231569] env[69699]: DEBUG oslo_vmware.api [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Waiting for the task: (returnval){ [ 602.231569] env[69699]: value = "task-3606415" [ 602.231569] env[69699]: _type = "Task" [ 602.231569] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.242075] env[69699]: DEBUG oslo_vmware.api [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Task: {'id': task-3606415, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.336842] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00277bd-4031-40cd-9183-c5d0bef940cf {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.346325] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45423a35-3946-4fa8-acd5-cf505de06202 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.386306] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca391b8-5bd7-42a2-b0c0-82da1c7fd140 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.397065] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b16906-272f-4b58-9a76-dd151ee0e38d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.411331] env[69699]: DEBUG nova.compute.provider_tree [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 602.420880] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Acquiring lock "db8d5037-bee1-4225-8658-78c8844b6f62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.421275] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Lock "db8d5037-bee1-4225-8658-78c8844b6f62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.604557] env[69699]: DEBUG oslo_vmware.api [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c50d33-bc2b-ea4e-fe22-b0e8aef3cfe2, 'name': SearchDatastore_Task, 'duration_secs': 0.008352} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.604878] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.605090] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] [instance: 883be72f-71fd-4198-8526-860269573811] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 602.605334] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.630140] env[69699]: DEBUG nova.network.neutron [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] [instance: 1630ba71-ab97-409c-b0b6-60eceaaf1b9d] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 602.745475] env[69699]: DEBUG oslo_vmware.api [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Task: {'id': task-3606415, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026052} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.745758] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 602.749689] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2be0ee6f-03d2-4f13-ae85-56d721793437 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.755704] env[69699]: DEBUG oslo_vmware.api [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Waiting for the task: (returnval){ [ 602.755704] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5274be85-9f71-7cca-5af6-10be96037a90" [ 602.755704] env[69699]: _type = "Task" [ 602.755704] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.768580] env[69699]: DEBUG oslo_vmware.api [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5274be85-9f71-7cca-5af6-10be96037a90, 'name': SearchDatastore_Task, 'duration_secs': 0.008339} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.768936] env[69699]: DEBUG oslo_concurrency.lockutils [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.769316] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c/b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 602.770434] env[69699]: DEBUG oslo_concurrency.lockutils [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.770434] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 602.770753] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73603eb7-1c1b-495e-997b-22c484056158 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.774203] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10feef04-1442-423f-bbb6-46c8aaa20d99 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.784660] env[69699]: DEBUG oslo_vmware.api [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Waiting for the task: (returnval){ [ 602.784660] env[69699]: value = "task-3606416" [ 602.784660] env[69699]: _type = "Task" [ 602.784660] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.788808] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 602.789276] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 602.790405] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0160a0f3-9be6-4eb2-9038-d07242a2431c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.797582] env[69699]: DEBUG oslo_vmware.api [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Task: {'id': task-3606416, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.798133] env[69699]: DEBUG nova.network.neutron [req-403e8a1b-37c9-402f-b3b4-3a681206b535 req-821a8efe-319b-4ff0-a456-6ef94dcc0d5e service nova] [instance: 883be72f-71fd-4198-8526-860269573811] Updated VIF entry in instance network info cache for port 1c6e040e-d028-47ce-99ab-e9a4282de967. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 602.798495] env[69699]: DEBUG nova.network.neutron [req-403e8a1b-37c9-402f-b3b4-3a681206b535 req-821a8efe-319b-4ff0-a456-6ef94dcc0d5e service nova] [instance: 883be72f-71fd-4198-8526-860269573811] Updating instance_info_cache with network_info: [{"id": "1c6e040e-d028-47ce-99ab-e9a4282de967", "address": "fa:16:3e:d8:10:ee", "network": {"id": "cf7e11e8-f0e1-4137-b176-ce92b41f73aa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7ead911ee02c4672932553c72aa317e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c6e040e-d0", "ovs_interfaceid": "1c6e040e-d028-47ce-99ab-e9a4282de967", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.802518] env[69699]: DEBUG oslo_vmware.api [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Waiting for the task: (returnval){ [ 602.802518] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52f83c8c-a6af-a35f-4587-d31a4e175a5f" [ 602.802518] env[69699]: _type = "Task" [ 602.802518] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.811238] env[69699]: DEBUG oslo_vmware.api [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52f83c8c-a6af-a35f-4587-d31a4e175a5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.886562] env[69699]: DEBUG nova.network.neutron [req-bbf570b6-3b74-4632-a8db-b427e555c7bb req-bdbbfdb3-1edf-4413-ab56-21bb60d6bf17 service nova] [instance: 60143b34-5d68-43d8-a7f6-98ed5e54e18f] Updated VIF entry in instance network info cache for port 7daf3b6b-6eba-4936-b5d3-64b0bf8eadfd. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 602.887174] env[69699]: DEBUG nova.network.neutron [req-bbf570b6-3b74-4632-a8db-b427e555c7bb req-bdbbfdb3-1edf-4413-ab56-21bb60d6bf17 service nova] [instance: 60143b34-5d68-43d8-a7f6-98ed5e54e18f] Updating instance_info_cache with network_info: [{"id": "7daf3b6b-6eba-4936-b5d3-64b0bf8eadfd", "address": "fa:16:3e:2a:a1:91", "network": {"id": "cf7e11e8-f0e1-4137-b176-ce92b41f73aa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7ead911ee02c4672932553c72aa317e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7daf3b6b-6e", "ovs_interfaceid": "7daf3b6b-6eba-4936-b5d3-64b0bf8eadfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.914431] env[69699]: DEBUG nova.scheduler.client.report [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 603.077562] env[69699]: DEBUG nova.compute.manager [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 603.113604] env[69699]: DEBUG nova.virt.hardware [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 603.113604] env[69699]: DEBUG nova.virt.hardware [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 603.113869] env[69699]: DEBUG nova.virt.hardware [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 603.113869] env[69699]: DEBUG nova.virt.hardware [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 603.114536] env[69699]: DEBUG nova.virt.hardware [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 603.114536] env[69699]: DEBUG nova.virt.hardware [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 603.114780] env[69699]: DEBUG nova.virt.hardware [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 603.114780] env[69699]: DEBUG nova.virt.hardware [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 603.114931] env[69699]: DEBUG nova.virt.hardware [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 603.115118] env[69699]: DEBUG nova.virt.hardware [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 603.115298] env[69699]: DEBUG nova.virt.hardware [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 603.116544] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0bb3442-d000-4a6e-9301-eb6463bfce59 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.130179] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7657323f-2076-4537-9dfe-fc09ecd4ac7b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.146063] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Instance VIF info [] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 603.152419] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Creating folder: Project (b670bbbaa1504fb296d3ce0e1f709476). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.152958] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0d723f7-24d8-4c9e-9623-b449bd854ee1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.169029] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Created folder: Project (b670bbbaa1504fb296d3ce0e1f709476) in parent group-v719415. [ 603.169029] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Creating folder: Instances. Parent ref: group-v719425. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.169029] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9cc054ca-23e3-46d4-9bc2-b79973455ed9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.181020] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Created folder: Instances in parent group-v719425. [ 603.181020] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 603.181020] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 603.181020] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa2b28c1-e245-4980-884d-bfebf331d9b6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.203771] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 603.203771] env[69699]: value = "task-3606419" [ 603.203771] env[69699]: _type = "Task" [ 603.203771] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.214179] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606419, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.214928] env[69699]: DEBUG nova.network.neutron [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] [instance: 1630ba71-ab97-409c-b0b6-60eceaaf1b9d] Updating instance_info_cache with network_info: [{"id": "a3c6032f-bd19-470b-83c6-999c80d1fe60", "address": "fa:16:3e:a5:b2:6b", "network": {"id": "cf7e11e8-f0e1-4137-b176-ce92b41f73aa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7ead911ee02c4672932553c72aa317e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3c6032f-bd", "ovs_interfaceid": "a3c6032f-bd19-470b-83c6-999c80d1fe60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.297521] env[69699]: DEBUG oslo_vmware.api [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Task: {'id': task-3606416, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508767} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.297902] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c/b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 603.298224] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 603.298653] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09cf0794-2a0f-479a-82fb-e48f97640cc9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.301768] env[69699]: DEBUG oslo_concurrency.lockutils [req-403e8a1b-37c9-402f-b3b4-3a681206b535 req-821a8efe-319b-4ff0-a456-6ef94dcc0d5e service nova] Releasing lock "refresh_cache-883be72f-71fd-4198-8526-860269573811" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.311202] env[69699]: DEBUG oslo_vmware.api [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Waiting for the task: (returnval){ [ 603.311202] env[69699]: value = "task-3606420" [ 603.311202] env[69699]: _type = "Task" [ 603.311202] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.318902] env[69699]: DEBUG oslo_vmware.api [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52f83c8c-a6af-a35f-4587-d31a4e175a5f, 'name': SearchDatastore_Task, 'duration_secs': 0.02339} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.320232] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb0c4503-c9b8-49f6-82b3-5d9d4d1b340b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.325699] env[69699]: DEBUG oslo_vmware.api [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Task: {'id': task-3606420, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.329123] env[69699]: DEBUG oslo_vmware.api [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Waiting for the task: (returnval){ [ 603.329123] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5220dd23-3c89-bdfe-7b14-7915a7b18e5b" [ 603.329123] env[69699]: _type = "Task" [ 603.329123] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.337849] env[69699]: DEBUG oslo_vmware.api [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5220dd23-3c89-bdfe-7b14-7915a7b18e5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.390294] env[69699]: DEBUG oslo_concurrency.lockutils [req-bbf570b6-3b74-4632-a8db-b427e555c7bb req-bdbbfdb3-1edf-4413-ab56-21bb60d6bf17 service nova] Releasing lock "refresh_cache-60143b34-5d68-43d8-a7f6-98ed5e54e18f" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.419922] env[69699]: DEBUG oslo_concurrency.lockutils [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.380s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.420188] env[69699]: DEBUG nova.compute.manager [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 603.423868] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.073s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.425480] env[69699]: INFO nova.compute.claims [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] [instance: 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 603.713198] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606419, 'name': CreateVM_Task, 'duration_secs': 0.308071} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.713501] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 603.714238] env[69699]: DEBUG oslo_vmware.service [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d90cfb-ffd2-4a28-bb2e-132bd337c15b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.720401] env[69699]: DEBUG oslo_concurrency.lockutils [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.720564] env[69699]: DEBUG oslo_concurrency.lockutils [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.721015] env[69699]: DEBUG oslo_concurrency.lockutils [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.721392] env[69699]: DEBUG oslo_concurrency.lockutils [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Releasing lock "refresh_cache-1630ba71-ab97-409c-b0b6-60eceaaf1b9d" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.721679] env[69699]: DEBUG nova.compute.manager [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] [instance: 1630ba71-ab97-409c-b0b6-60eceaaf1b9d] Instance network_info: |[{"id": "a3c6032f-bd19-470b-83c6-999c80d1fe60", "address": "fa:16:3e:a5:b2:6b", "network": {"id": "cf7e11e8-f0e1-4137-b176-ce92b41f73aa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7ead911ee02c4672932553c72aa317e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3c6032f-bd", "ovs_interfaceid": "a3c6032f-bd19-470b-83c6-999c80d1fe60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 603.721896] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a49b1f4b-62bd-4e15-af40-aaf6cd7351cf {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.723583] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] [instance: 1630ba71-ab97-409c-b0b6-60eceaaf1b9d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:b2:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3c6032f-bd19-470b-83c6-999c80d1fe60', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 603.731712] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Creating folder: Project (af423802ea2f423ab3361677a298db62). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.731959] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6750e736-af65-428b-8b86-f85d24108d9b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.736523] env[69699]: DEBUG oslo_vmware.api [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Waiting for the task: (returnval){ [ 603.736523] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52e2a6a4-5f5a-fbd1-5eb9-1a64d7e2104d" [ 603.736523] env[69699]: _type = "Task" [ 603.736523] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.743095] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Created folder: Project (af423802ea2f423ab3361677a298db62) in parent group-v719415. [ 603.743279] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Creating folder: Instances. Parent ref: group-v719428. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.743498] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19829dec-5684-4933-8281-4cbf45c46052 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.748198] env[69699]: DEBUG oslo_vmware.api [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52e2a6a4-5f5a-fbd1-5eb9-1a64d7e2104d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.755715] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Created folder: Instances in parent group-v719428. [ 603.755894] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 603.756013] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1630ba71-ab97-409c-b0b6-60eceaaf1b9d] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 603.756226] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bcac2077-53d0-4228-96df-c29e28b45a62 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.775673] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 603.775673] env[69699]: value = "task-3606423" [ 603.775673] env[69699]: _type = "Task" [ 603.775673] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.784204] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606423, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.824312] env[69699]: DEBUG oslo_vmware.api [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Task: {'id': task-3606420, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063668} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.824764] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 603.825924] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7535053-fd67-4e04-a0bb-e85e2f7f1957 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.840412] env[69699]: DEBUG oslo_vmware.api [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5220dd23-3c89-bdfe-7b14-7915a7b18e5b, 'name': SearchDatastore_Task, 'duration_secs': 0.00902} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.852809] env[69699]: DEBUG oslo_concurrency.lockutils [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.852809] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 60143b34-5d68-43d8-a7f6-98ed5e54e18f/60143b34-5d68-43d8-a7f6-98ed5e54e18f.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 603.864176] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c/b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 603.864591] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.864798] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 603.865027] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-837d982b-4e8d-47e2-9c4e-d6400a0addb6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.868123] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1530d888-ee2b-4d93-aae7-b82bab91b585 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.883521] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abff3b41-0bed-4c60-bce7-fee8106628d0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.895883] env[69699]: DEBUG oslo_vmware.api [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Waiting for the task: (returnval){ [ 603.895883] env[69699]: value = "task-3606425" [ 603.895883] env[69699]: _type = "Task" [ 603.895883] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.896156] env[69699]: DEBUG oslo_vmware.api [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Waiting for the task: (returnval){ [ 603.896156] env[69699]: value = "task-3606424" [ 603.896156] env[69699]: _type = "Task" [ 603.896156] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.909082] env[69699]: DEBUG oslo_vmware.api [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Task: {'id': task-3606425, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.913431] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 603.913827] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 603.914645] env[69699]: DEBUG oslo_vmware.api [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Task: {'id': task-3606424, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.916426] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfc3e11c-fbeb-44a2-b126-c478fda8d8e0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.922747] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Acquiring lock "86f6b962-b909-4350-80e2-b64b5565369e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.923062] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Lock "86f6b962-b909-4350-80e2-b64b5565369e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.926620] env[69699]: DEBUG oslo_vmware.api [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Waiting for the task: (returnval){ [ 603.926620] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52bacc89-39d2-4192-3c7f-9e067d84211a" [ 603.926620] env[69699]: _type = "Task" [ 603.926620] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.931786] env[69699]: DEBUG nova.compute.utils [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 603.935416] env[69699]: DEBUG nova.compute.manager [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 603.935627] env[69699]: DEBUG nova.network.neutron [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 603.943492] env[69699]: DEBUG oslo_vmware.api [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52bacc89-39d2-4192-3c7f-9e067d84211a, 'name': SearchDatastore_Task, 'duration_secs': 0.010993} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.944976] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f82d5073-199d-49b6-89aa-e9d12fefa381 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.951166] env[69699]: DEBUG oslo_vmware.api [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Waiting for the task: (returnval){ [ 603.951166] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5235f7f2-3301-50af-2c3b-db00e7b8fc7d" [ 603.951166] env[69699]: _type = "Task" [ 603.951166] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.960292] env[69699]: DEBUG oslo_vmware.api [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5235f7f2-3301-50af-2c3b-db00e7b8fc7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.044572] env[69699]: DEBUG nova.policy [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6edd9f97485541f898edb34740d24e14', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b2c64e5664944099da50c2ea755af0a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 604.250361] env[69699]: DEBUG oslo_concurrency.lockutils [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.250791] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 604.251123] env[69699]: DEBUG oslo_concurrency.lockutils [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.251302] env[69699]: DEBUG oslo_concurrency.lockutils [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.251545] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 604.251966] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d9ef92a-6b20-4f11-b73b-ff7f3e752c5c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.265096] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 604.265418] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 604.267149] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156b1fba-6caf-4138-a5dc-1e591f600e9a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.275510] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03765e9c-3c8e-4fa8-b9a9-d078f496553e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.289225] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606423, 'name': CreateVM_Task, 'duration_secs': 0.457808} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.289829] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1630ba71-ab97-409c-b0b6-60eceaaf1b9d] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 604.290697] env[69699]: DEBUG oslo_vmware.api [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Waiting for the task: (returnval){ [ 604.290697] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b2e7da-cd34-1d8e-aca8-a2b0c7679f2d" [ 604.290697] env[69699]: _type = "Task" [ 604.290697] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.291320] env[69699]: DEBUG oslo_concurrency.lockutils [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.291320] env[69699]: DEBUG oslo_concurrency.lockutils [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.294380] env[69699]: DEBUG oslo_concurrency.lockutils [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.294380] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6226829-173d-4e53-9515-ecc0b536ac39 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.308088] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Preparing fetch location {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 604.308543] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Creating directory with path [datastore1] vmware_temp/6479e708-b967-46c4-af9d-b1fd13b870ec/f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 604.308944] env[69699]: DEBUG oslo_vmware.api [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Waiting for the task: (returnval){ [ 604.308944] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522b19c5-2e25-71e5-6c4d-f19ebd32b08b" [ 604.308944] env[69699]: _type = "Task" [ 604.308944] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.309312] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d502add-24a3-4190-820f-10f49588d1b9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.327580] env[69699]: DEBUG oslo_vmware.api [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522b19c5-2e25-71e5-6c4d-f19ebd32b08b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.348016] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Created directory with path [datastore1] vmware_temp/6479e708-b967-46c4-af9d-b1fd13b870ec/f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 604.348016] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Fetch image to [datastore1] vmware_temp/6479e708-b967-46c4-af9d-b1fd13b870ec/f03e6ea6-4888-4842-b286-cae9242f7e27/tmp-sparse.vmdk {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 604.348212] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Downloading image file data f03e6ea6-4888-4842-b286-cae9242f7e27 to [datastore1] vmware_temp/6479e708-b967-46c4-af9d-b1fd13b870ec/f03e6ea6-4888-4842-b286-cae9242f7e27/tmp-sparse.vmdk on the data store datastore1 {{(pid=69699) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 604.349132] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40f60de-a48e-42f2-839c-9c6334bea5b7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.357099] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2156d6-23a7-42d5-891d-f0d99b797030 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.371541] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ed2c31-54de-4133-825c-a84edf24022a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.418854] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f529c3-f253-405c-959c-c7f94b89f992 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.427148] env[69699]: DEBUG oslo_vmware.api [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Task: {'id': task-3606425, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.434097] env[69699]: DEBUG oslo_vmware.api [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Task: {'id': task-3606424, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523042} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.434097] env[69699]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-ce8bd486-c2cf-4473-a34d-def3cedc815d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.434097] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 60143b34-5d68-43d8-a7f6-98ed5e54e18f/60143b34-5d68-43d8-a7f6-98ed5e54e18f.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 604.434097] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 60143b34-5d68-43d8-a7f6-98ed5e54e18f] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 604.434481] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb1abd6a-12c8-4614-9ea7-4765732a327d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.439278] env[69699]: DEBUG nova.compute.manager [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 604.446843] env[69699]: DEBUG oslo_vmware.api [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Waiting for the task: (returnval){ [ 604.446843] env[69699]: value = "task-3606426" [ 604.446843] env[69699]: _type = "Task" [ 604.446843] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.454443] env[69699]: DEBUG oslo_vmware.api [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Task: {'id': task-3606426, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.464703] env[69699]: DEBUG oslo_vmware.api [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5235f7f2-3301-50af-2c3b-db00e7b8fc7d, 'name': SearchDatastore_Task, 'duration_secs': 0.008665} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.464703] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.464703] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 883be72f-71fd-4198-8526-860269573811/883be72f-71fd-4198-8526-860269573811.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 604.464966] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5ef5c64-2160-4f47-a050-a021b1a0d4a3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.473368] env[69699]: DEBUG nova.virt.vmwareapi.images [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Downloading image file data f03e6ea6-4888-4842-b286-cae9242f7e27 to the data store datastore1 {{(pid=69699) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 604.481995] env[69699]: DEBUG oslo_vmware.api [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Waiting for the task: (returnval){ [ 604.481995] env[69699]: value = "task-3606427" [ 604.481995] env[69699]: _type = "Task" [ 604.481995] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.494469] env[69699]: DEBUG oslo_vmware.api [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Task: {'id': task-3606427, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.554065] env[69699]: DEBUG oslo_vmware.rw_handles [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/6479e708-b967-46c4-af9d-b1fd13b870ec/f03e6ea6-4888-4842-b286-cae9242f7e27/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69699) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 604.808013] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd27a03-fe17-404e-99d6-f782bfa8a88b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.822453] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ecc09ce-48a5-47e5-be0f-9ccde05782b3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.835584] env[69699]: DEBUG oslo_vmware.api [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522b19c5-2e25-71e5-6c4d-f19ebd32b08b, 'name': SearchDatastore_Task, 'duration_secs': 0.065364} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.836979] env[69699]: DEBUG oslo_concurrency.lockutils [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.836979] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] [instance: 1630ba71-ab97-409c-b0b6-60eceaaf1b9d] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 604.837194] env[69699]: DEBUG oslo_concurrency.lockutils [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.837360] env[69699]: DEBUG oslo_concurrency.lockutils [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.837605] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 604.838317] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58bb8c95-3b33-44f9-b8db-58c1530b6b53 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.870682] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc85f5a-fe68-49c7-b4d9-64f9e0a27edf {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.878946] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce57c56a-c53d-4980-9ce9-956a414a0d95 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.884386] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 604.884555] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 604.886744] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3419b7b3-9d5a-49a2-8ae9-15dcecec2ca1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.898345] env[69699]: DEBUG nova.compute.provider_tree [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 604.904878] env[69699]: DEBUG oslo_vmware.api [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Waiting for the task: (returnval){ [ 604.904878] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]528f6398-bc51-09c9-1d13-64a035aee2b3" [ 604.904878] env[69699]: _type = "Task" [ 604.904878] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.905471] env[69699]: DEBUG nova.network.neutron [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Successfully created port: cc0e8808-038e-4c32-b54d-ab1c98caabf5 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 604.923489] env[69699]: DEBUG oslo_vmware.api [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]528f6398-bc51-09c9-1d13-64a035aee2b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.928749] env[69699]: DEBUG oslo_vmware.api [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Task: {'id': task-3606425, 'name': ReconfigVM_Task, 'duration_secs': 0.542043} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.928928] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Reconfigured VM instance instance-00000001 to attach disk [datastore2] b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c/b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 604.933162] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4a13340-6a00-477e-8004-858a5beef635 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.939323] env[69699]: DEBUG oslo_vmware.api [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Waiting for the task: (returnval){ [ 604.939323] env[69699]: value = "task-3606428" [ 604.939323] env[69699]: _type = "Task" [ 604.939323] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.953128] env[69699]: DEBUG oslo_vmware.api [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Task: {'id': task-3606428, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.965674] env[69699]: DEBUG oslo_vmware.api [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Task: {'id': task-3606426, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06301} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.968314] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 60143b34-5d68-43d8-a7f6-98ed5e54e18f] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 604.968314] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76fd3b9b-6741-48a2-87bc-f770ffcf6687 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.992042] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 60143b34-5d68-43d8-a7f6-98ed5e54e18f] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 60143b34-5d68-43d8-a7f6-98ed5e54e18f/60143b34-5d68-43d8-a7f6-98ed5e54e18f.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 604.999423] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f5999ac-a604-483b-8987-97a9a94de01c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.023928] env[69699]: DEBUG oslo_vmware.api [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Task: {'id': task-3606427, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463258} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.025376] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 883be72f-71fd-4198-8526-860269573811/883be72f-71fd-4198-8526-860269573811.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 605.026549] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] [instance: 883be72f-71fd-4198-8526-860269573811] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 605.026549] env[69699]: DEBUG oslo_vmware.api [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Waiting for the task: (returnval){ [ 605.026549] env[69699]: value = "task-3606429" [ 605.026549] env[69699]: _type = "Task" [ 605.026549] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.026549] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bab33953-4740-4c4b-9bbd-439f382a5576 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.037605] env[69699]: DEBUG oslo_vmware.api [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Task: {'id': task-3606429, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.039502] env[69699]: DEBUG oslo_vmware.api [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Waiting for the task: (returnval){ [ 605.039502] env[69699]: value = "task-3606430" [ 605.039502] env[69699]: _type = "Task" [ 605.039502] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.047848] env[69699]: DEBUG oslo_vmware.api [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Task: {'id': task-3606430, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.246727] env[69699]: DEBUG oslo_vmware.rw_handles [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Completed reading data from the image iterator. {{(pid=69699) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 605.247171] env[69699]: DEBUG oslo_vmware.rw_handles [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/6479e708-b967-46c4-af9d-b1fd13b870ec/f03e6ea6-4888-4842-b286-cae9242f7e27/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69699) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 605.301180] env[69699]: DEBUG nova.compute.manager [req-8310ce23-7bfb-4309-b544-79b794e2f6fe req-bec2855f-56b7-4629-9b88-99478f0797bb service nova] [instance: 1630ba71-ab97-409c-b0b6-60eceaaf1b9d] Received event network-vif-plugged-a3c6032f-bd19-470b-83c6-999c80d1fe60 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 605.305094] env[69699]: DEBUG oslo_concurrency.lockutils [req-8310ce23-7bfb-4309-b544-79b794e2f6fe req-bec2855f-56b7-4629-9b88-99478f0797bb service nova] Acquiring lock "1630ba71-ab97-409c-b0b6-60eceaaf1b9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.306000] env[69699]: DEBUG oslo_concurrency.lockutils [req-8310ce23-7bfb-4309-b544-79b794e2f6fe req-bec2855f-56b7-4629-9b88-99478f0797bb service nova] Lock "1630ba71-ab97-409c-b0b6-60eceaaf1b9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.004s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.306000] env[69699]: DEBUG oslo_concurrency.lockutils [req-8310ce23-7bfb-4309-b544-79b794e2f6fe req-bec2855f-56b7-4629-9b88-99478f0797bb service nova] Lock "1630ba71-ab97-409c-b0b6-60eceaaf1b9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.306480] env[69699]: DEBUG nova.compute.manager [req-8310ce23-7bfb-4309-b544-79b794e2f6fe req-bec2855f-56b7-4629-9b88-99478f0797bb service nova] [instance: 1630ba71-ab97-409c-b0b6-60eceaaf1b9d] No waiting events found dispatching network-vif-plugged-a3c6032f-bd19-470b-83c6-999c80d1fe60 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 605.306480] env[69699]: WARNING nova.compute.manager [req-8310ce23-7bfb-4309-b544-79b794e2f6fe req-bec2855f-56b7-4629-9b88-99478f0797bb service nova] [instance: 1630ba71-ab97-409c-b0b6-60eceaaf1b9d] Received unexpected event network-vif-plugged-a3c6032f-bd19-470b-83c6-999c80d1fe60 for instance with vm_state building and task_state spawning. [ 605.306777] env[69699]: DEBUG nova.compute.manager [req-8310ce23-7bfb-4309-b544-79b794e2f6fe req-bec2855f-56b7-4629-9b88-99478f0797bb service nova] [instance: 1630ba71-ab97-409c-b0b6-60eceaaf1b9d] Received event network-changed-a3c6032f-bd19-470b-83c6-999c80d1fe60 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 605.306777] env[69699]: DEBUG nova.compute.manager [req-8310ce23-7bfb-4309-b544-79b794e2f6fe req-bec2855f-56b7-4629-9b88-99478f0797bb service nova] [instance: 1630ba71-ab97-409c-b0b6-60eceaaf1b9d] Refreshing instance network info cache due to event network-changed-a3c6032f-bd19-470b-83c6-999c80d1fe60. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 605.307390] env[69699]: DEBUG oslo_concurrency.lockutils [req-8310ce23-7bfb-4309-b544-79b794e2f6fe req-bec2855f-56b7-4629-9b88-99478f0797bb service nova] Acquiring lock "refresh_cache-1630ba71-ab97-409c-b0b6-60eceaaf1b9d" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.307390] env[69699]: DEBUG oslo_concurrency.lockutils [req-8310ce23-7bfb-4309-b544-79b794e2f6fe req-bec2855f-56b7-4629-9b88-99478f0797bb service nova] Acquired lock "refresh_cache-1630ba71-ab97-409c-b0b6-60eceaaf1b9d" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.307390] env[69699]: DEBUG nova.network.neutron [req-8310ce23-7bfb-4309-b544-79b794e2f6fe req-bec2855f-56b7-4629-9b88-99478f0797bb service nova] [instance: 1630ba71-ab97-409c-b0b6-60eceaaf1b9d] Refreshing network info cache for port a3c6032f-bd19-470b-83c6-999c80d1fe60 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 605.394020] env[69699]: DEBUG nova.virt.vmwareapi.images [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Downloaded image file data f03e6ea6-4888-4842-b286-cae9242f7e27 to vmware_temp/6479e708-b967-46c4-af9d-b1fd13b870ec/f03e6ea6-4888-4842-b286-cae9242f7e27/tmp-sparse.vmdk on the data store datastore1 {{(pid=69699) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 605.394020] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Caching image {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 605.394020] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Copying Virtual Disk [datastore1] vmware_temp/6479e708-b967-46c4-af9d-b1fd13b870ec/f03e6ea6-4888-4842-b286-cae9242f7e27/tmp-sparse.vmdk to [datastore1] vmware_temp/6479e708-b967-46c4-af9d-b1fd13b870ec/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 605.394621] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f99f5649-19d3-410a-ab0e-c60080b76649 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.407753] env[69699]: DEBUG oslo_vmware.api [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Waiting for the task: (returnval){ [ 605.407753] env[69699]: value = "task-3606431" [ 605.407753] env[69699]: _type = "Task" [ 605.407753] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.407753] env[69699]: DEBUG nova.scheduler.client.report [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 605.431797] env[69699]: DEBUG oslo_vmware.api [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]528f6398-bc51-09c9-1d13-64a035aee2b3, 'name': SearchDatastore_Task, 'duration_secs': 0.03499} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.433633] env[69699]: DEBUG oslo_vmware.api [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Task: {'id': task-3606431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.435333] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d7fc57a-e1dc-42cc-9d07-945e0e061320 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.443508] env[69699]: DEBUG oslo_vmware.api [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Waiting for the task: (returnval){ [ 605.443508] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52577fc9-9ed5-438e-4e51-9c6e16abc901" [ 605.443508] env[69699]: _type = "Task" [ 605.443508] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.455636] env[69699]: DEBUG nova.compute.manager [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 605.457305] env[69699]: DEBUG oslo_vmware.api [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Task: {'id': task-3606428, 'name': Rename_Task, 'duration_secs': 0.164204} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.468465] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 605.468465] env[69699]: DEBUG oslo_vmware.api [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52577fc9-9ed5-438e-4e51-9c6e16abc901, 'name': SearchDatastore_Task, 'duration_secs': 0.009581} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.468603] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0919e5f9-7106-4e23-b92d-df1d255a5e06 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.470466] env[69699]: DEBUG oslo_concurrency.lockutils [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.470723] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 1630ba71-ab97-409c-b0b6-60eceaaf1b9d/1630ba71-ab97-409c-b0b6-60eceaaf1b9d.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 605.471360] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dca1ff41-b904-46b0-bf80-76247480e4ee {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.478384] env[69699]: DEBUG oslo_vmware.api [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Waiting for the task: (returnval){ [ 605.478384] env[69699]: value = "task-3606432" [ 605.478384] env[69699]: _type = "Task" [ 605.478384] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.480012] env[69699]: DEBUG oslo_vmware.api [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Waiting for the task: (returnval){ [ 605.480012] env[69699]: value = "task-3606433" [ 605.480012] env[69699]: _type = "Task" [ 605.480012] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.492204] env[69699]: DEBUG nova.virt.hardware [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 605.492513] env[69699]: DEBUG nova.virt.hardware [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 605.492701] env[69699]: DEBUG nova.virt.hardware [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 605.492952] env[69699]: DEBUG nova.virt.hardware [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 605.493068] env[69699]: DEBUG nova.virt.hardware [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 605.493216] env[69699]: DEBUG nova.virt.hardware [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 605.493420] env[69699]: DEBUG nova.virt.hardware [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 605.493588] env[69699]: DEBUG nova.virt.hardware [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 605.493770] env[69699]: DEBUG nova.virt.hardware [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 605.493902] env[69699]: DEBUG nova.virt.hardware [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 605.494079] env[69699]: DEBUG nova.virt.hardware [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 605.495474] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a243c400-291a-47a9-befb-23d2fc0bf893 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.501929] env[69699]: DEBUG oslo_vmware.api [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Task: {'id': task-3606432, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.506361] env[69699]: DEBUG oslo_vmware.api [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Task: {'id': task-3606433, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.510206] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72161372-c906-462a-bd65-6b2516cd5ebe {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.537161] env[69699]: DEBUG oslo_vmware.api [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Task: {'id': task-3606429, 'name': ReconfigVM_Task, 'duration_secs': 0.421135} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.537447] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 60143b34-5d68-43d8-a7f6-98ed5e54e18f] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 60143b34-5d68-43d8-a7f6-98ed5e54e18f/60143b34-5d68-43d8-a7f6-98ed5e54e18f.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 605.538118] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b78840a-b2e5-4ad9-aa39-4c045b8a8ba8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.547811] env[69699]: DEBUG oslo_vmware.api [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Task: {'id': task-3606430, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080868} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.549170] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] [instance: 883be72f-71fd-4198-8526-860269573811] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 605.549558] env[69699]: DEBUG oslo_vmware.api [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Waiting for the task: (returnval){ [ 605.549558] env[69699]: value = "task-3606434" [ 605.549558] env[69699]: _type = "Task" [ 605.549558] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.550410] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3cd1519-a517-46a5-9ea4-6a06abea2cc8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.577553] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] [instance: 883be72f-71fd-4198-8526-860269573811] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 883be72f-71fd-4198-8526-860269573811/883be72f-71fd-4198-8526-860269573811.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 605.581845] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00868e48-01ae-4d24-ace4-4812007b07d3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.598139] env[69699]: DEBUG oslo_vmware.api [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Task: {'id': task-3606434, 'name': Rename_Task} progress is 10%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.602713] env[69699]: DEBUG oslo_vmware.api [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Waiting for the task: (returnval){ [ 605.602713] env[69699]: value = "task-3606435" [ 605.602713] env[69699]: _type = "Task" [ 605.602713] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.612286] env[69699]: DEBUG oslo_vmware.api [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Task: {'id': task-3606435, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.912558] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.913419] env[69699]: DEBUG nova.compute.manager [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] [instance: 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 605.921400] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.952s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.922311] env[69699]: INFO nova.compute.claims [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 605.942161] env[69699]: DEBUG oslo_vmware.api [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Task: {'id': task-3606431, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.001819] env[69699]: DEBUG oslo_vmware.api [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Task: {'id': task-3606432, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.015646] env[69699]: DEBUG oslo_vmware.api [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Task: {'id': task-3606433, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.039014] env[69699]: DEBUG oslo_concurrency.lockutils [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Acquiring lock "5a4aa01c-baa5-4ea5-bb0e-209add1622ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.039014] env[69699]: DEBUG oslo_concurrency.lockutils [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Lock "5a4aa01c-baa5-4ea5-bb0e-209add1622ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.066254] env[69699]: DEBUG oslo_vmware.api [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Task: {'id': task-3606434, 'name': Rename_Task, 'duration_secs': 0.242428} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.066254] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 60143b34-5d68-43d8-a7f6-98ed5e54e18f] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 606.066254] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a420ac5-226d-4833-a21f-8e35e73f1edb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.072848] env[69699]: DEBUG oslo_vmware.api [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Waiting for the task: (returnval){ [ 606.072848] env[69699]: value = "task-3606436" [ 606.072848] env[69699]: _type = "Task" [ 606.072848] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.083990] env[69699]: DEBUG oslo_vmware.api [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Task: {'id': task-3606436, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.121489] env[69699]: DEBUG oslo_vmware.api [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Task: {'id': task-3606435, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.282761] env[69699]: DEBUG nova.network.neutron [req-8310ce23-7bfb-4309-b544-79b794e2f6fe req-bec2855f-56b7-4629-9b88-99478f0797bb service nova] [instance: 1630ba71-ab97-409c-b0b6-60eceaaf1b9d] Updated VIF entry in instance network info cache for port a3c6032f-bd19-470b-83c6-999c80d1fe60. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 606.282859] env[69699]: DEBUG nova.network.neutron [req-8310ce23-7bfb-4309-b544-79b794e2f6fe req-bec2855f-56b7-4629-9b88-99478f0797bb service nova] [instance: 1630ba71-ab97-409c-b0b6-60eceaaf1b9d] Updating instance_info_cache with network_info: [{"id": "a3c6032f-bd19-470b-83c6-999c80d1fe60", "address": "fa:16:3e:a5:b2:6b", "network": {"id": "cf7e11e8-f0e1-4137-b176-ce92b41f73aa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7ead911ee02c4672932553c72aa317e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3c6032f-bd", "ovs_interfaceid": "a3c6032f-bd19-470b-83c6-999c80d1fe60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.423202] env[69699]: DEBUG oslo_vmware.api [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Task: {'id': task-3606431, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.851435} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.423202] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Copied Virtual Disk [datastore1] vmware_temp/6479e708-b967-46c4-af9d-b1fd13b870ec/f03e6ea6-4888-4842-b286-cae9242f7e27/tmp-sparse.vmdk to [datastore1] vmware_temp/6479e708-b967-46c4-af9d-b1fd13b870ec/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 606.423202] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Deleting the datastore file [datastore1] vmware_temp/6479e708-b967-46c4-af9d-b1fd13b870ec/f03e6ea6-4888-4842-b286-cae9242f7e27/tmp-sparse.vmdk {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 606.423202] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d83a0b6-c814-45d5-b65b-ab5fbccad1f5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.426436] env[69699]: DEBUG nova.compute.utils [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 606.428048] env[69699]: DEBUG nova.compute.manager [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] [instance: 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 606.428048] env[69699]: DEBUG nova.network.neutron [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] [instance: 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 606.433158] env[69699]: DEBUG oslo_vmware.api [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Waiting for the task: (returnval){ [ 606.433158] env[69699]: value = "task-3606437" [ 606.433158] env[69699]: _type = "Task" [ 606.433158] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.443791] env[69699]: DEBUG oslo_vmware.api [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Task: {'id': task-3606437, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.480618] env[69699]: DEBUG nova.policy [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc296a58dd654c1ba9485fc32c3c9254', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '227dbe0a1ba547f0a699ebe83088ccea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 606.491112] env[69699]: DEBUG oslo_vmware.api [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Task: {'id': task-3606432, 'name': PowerOnVM_Task, 'duration_secs': 0.701726} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.495215] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 606.495215] env[69699]: INFO nova.compute.manager [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Took 12.87 seconds to spawn the instance on the hypervisor. [ 606.495215] env[69699]: DEBUG nova.compute.manager [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 606.495908] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d73b29f-9bbf-4276-844d-44d144496cbb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.507654] env[69699]: DEBUG oslo_vmware.api [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Task: {'id': task-3606433, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561218} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.509490] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 1630ba71-ab97-409c-b0b6-60eceaaf1b9d/1630ba71-ab97-409c-b0b6-60eceaaf1b9d.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 606.509490] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] [instance: 1630ba71-ab97-409c-b0b6-60eceaaf1b9d] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 606.512468] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-854461bc-a9d4-4a0d-bd6c-faa0adb87d9d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.520026] env[69699]: DEBUG oslo_vmware.api [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Waiting for the task: (returnval){ [ 606.520026] env[69699]: value = "task-3606438" [ 606.520026] env[69699]: _type = "Task" [ 606.520026] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.530481] env[69699]: DEBUG oslo_vmware.api [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Task: {'id': task-3606438, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.583416] env[69699]: DEBUG oslo_vmware.api [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Task: {'id': task-3606436, 'name': PowerOnVM_Task, 'duration_secs': 0.493222} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.583820] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 60143b34-5d68-43d8-a7f6-98ed5e54e18f] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 606.584526] env[69699]: INFO nova.compute.manager [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 60143b34-5d68-43d8-a7f6-98ed5e54e18f] Took 10.62 seconds to spawn the instance on the hypervisor. [ 606.586116] env[69699]: DEBUG nova.compute.manager [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 60143b34-5d68-43d8-a7f6-98ed5e54e18f] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 606.586116] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48942ec4-0bca-44c9-8be4-7700808691e8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.617086] env[69699]: DEBUG oslo_vmware.api [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Task: {'id': task-3606435, 'name': ReconfigVM_Task, 'duration_secs': 0.607129} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.617391] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] [instance: 883be72f-71fd-4198-8526-860269573811] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 883be72f-71fd-4198-8526-860269573811/883be72f-71fd-4198-8526-860269573811.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 606.617999] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c92786fa-f45f-4df6-a83b-164e9eeefe64 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.625471] env[69699]: DEBUG oslo_vmware.api [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Waiting for the task: (returnval){ [ 606.625471] env[69699]: value = "task-3606439" [ 606.625471] env[69699]: _type = "Task" [ 606.625471] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.637725] env[69699]: DEBUG oslo_vmware.api [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Task: {'id': task-3606439, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.785407] env[69699]: DEBUG oslo_concurrency.lockutils [req-8310ce23-7bfb-4309-b544-79b794e2f6fe req-bec2855f-56b7-4629-9b88-99478f0797bb service nova] Releasing lock "refresh_cache-1630ba71-ab97-409c-b0b6-60eceaaf1b9d" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.933115] env[69699]: DEBUG nova.compute.manager [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] [instance: 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 606.951523] env[69699]: DEBUG oslo_vmware.api [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Task: {'id': task-3606437, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026609} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.952417] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 606.952417] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Moving file from [datastore1] vmware_temp/6479e708-b967-46c4-af9d-b1fd13b870ec/f03e6ea6-4888-4842-b286-cae9242f7e27 to [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27. {{(pid=69699) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 606.952417] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-22e03ec4-1383-447f-876e-ee2509125c12 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.963639] env[69699]: DEBUG oslo_vmware.api [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Waiting for the task: (returnval){ [ 606.963639] env[69699]: value = "task-3606440" [ 606.963639] env[69699]: _type = "Task" [ 606.963639] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.976752] env[69699]: DEBUG oslo_vmware.api [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Task: {'id': task-3606440, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.040130] env[69699]: INFO nova.compute.manager [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Took 17.70 seconds to build instance. [ 607.054163] env[69699]: DEBUG oslo_vmware.api [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Task: {'id': task-3606438, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124014} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.054686] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] [instance: 1630ba71-ab97-409c-b0b6-60eceaaf1b9d] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 607.055557] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7e167d-0956-435e-b1f9-9c4c2d028b5c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.088930] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] [instance: 1630ba71-ab97-409c-b0b6-60eceaaf1b9d] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 1630ba71-ab97-409c-b0b6-60eceaaf1b9d/1630ba71-ab97-409c-b0b6-60eceaaf1b9d.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 607.092849] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e70fac83-e636-4e2e-bddd-28a2a53358d8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.109455] env[69699]: DEBUG nova.network.neutron [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] [instance: 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e] Successfully created port: e5eefd40-96d3-414b-a9bf-84a05537de8d {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 607.119293] env[69699]: INFO nova.compute.manager [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 60143b34-5d68-43d8-a7f6-98ed5e54e18f] Took 16.30 seconds to build instance. [ 607.122221] env[69699]: DEBUG oslo_vmware.api [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Waiting for the task: (returnval){ [ 607.122221] env[69699]: value = "task-3606441" [ 607.122221] env[69699]: _type = "Task" [ 607.122221] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.136085] env[69699]: DEBUG oslo_vmware.api [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Task: {'id': task-3606441, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.140776] env[69699]: DEBUG oslo_vmware.api [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Task: {'id': task-3606439, 'name': Rename_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.354639] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5687459-9c7b-4d8c-bfb8-172a15aa5068 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.365049] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092a7ff4-1420-4d7d-b24c-8957fd21c509 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.410575] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c1a038-cc38-44c8-bf0d-1faf25ab1deb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.419336] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22808e6e-10c7-41ae-8323-c97bdf946220 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.435287] env[69699]: DEBUG nova.compute.provider_tree [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 607.480022] env[69699]: DEBUG oslo_vmware.api [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Task: {'id': task-3606440, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.025028} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.480022] env[69699]: DEBUG nova.network.neutron [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Successfully updated port: cc0e8808-038e-4c32-b54d-ab1c98caabf5 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 607.480022] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] File moved {{(pid=69699) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 607.480022] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Cleaning up location [datastore1] vmware_temp/6479e708-b967-46c4-af9d-b1fd13b870ec {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 607.480022] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Deleting the datastore file [datastore1] vmware_temp/6479e708-b967-46c4-af9d-b1fd13b870ec {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 607.480694] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-633b095e-97d9-49d3-a9be-27af63aa5d7d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.488829] env[69699]: DEBUG oslo_vmware.api [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Waiting for the task: (returnval){ [ 607.488829] env[69699]: value = "task-3606442" [ 607.488829] env[69699]: _type = "Task" [ 607.488829] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.503464] env[69699]: DEBUG oslo_vmware.api [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Task: {'id': task-3606442, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.544620] env[69699]: DEBUG oslo_concurrency.lockutils [None req-21a761a6-6f19-4b46-98b6-1037c25a7e88 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Lock "b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.220s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.580751] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Acquiring lock "2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.580982] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Lock "2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.621832] env[69699]: DEBUG oslo_concurrency.lockutils [None req-100cab63-d67b-43c6-9a8e-a88b56d830c2 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Lock "60143b34-5d68-43d8-a7f6-98ed5e54e18f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.817s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.636582] env[69699]: DEBUG oslo_vmware.api [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Task: {'id': task-3606441, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.640885] env[69699]: DEBUG oslo_vmware.api [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Task: {'id': task-3606439, 'name': Rename_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.714335] env[69699]: DEBUG oslo_concurrency.lockutils [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Acquiring lock "fb987065-208f-42d9-b928-7431e722c642" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.714522] env[69699]: DEBUG oslo_concurrency.lockutils [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Lock "fb987065-208f-42d9-b928-7431e722c642" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.949806] env[69699]: DEBUG nova.compute.manager [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] [instance: 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 607.964146] env[69699]: ERROR nova.scheduler.client.report [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [req-7d8968b7-322d-4828-9662-bdf79090012e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80d35c48-5f27-4b75-a19d-7a1a6901050f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7d8968b7-322d-4828-9662-bdf79090012e"}]} [ 607.982697] env[69699]: DEBUG oslo_concurrency.lockutils [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Acquiring lock "refresh_cache-5410ca8f-b92b-41ad-a7c5-914ff64398bd" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.982842] env[69699]: DEBUG oslo_concurrency.lockutils [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Acquired lock "refresh_cache-5410ca8f-b92b-41ad-a7c5-914ff64398bd" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.983011] env[69699]: DEBUG nova.network.neutron [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 607.986594] env[69699]: DEBUG nova.virt.hardware [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 607.986705] env[69699]: DEBUG nova.virt.hardware [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 607.986879] env[69699]: DEBUG nova.virt.hardware [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 607.987020] env[69699]: DEBUG nova.virt.hardware [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 607.987166] env[69699]: DEBUG nova.virt.hardware [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 607.987304] env[69699]: DEBUG nova.virt.hardware [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 607.987499] env[69699]: DEBUG nova.virt.hardware [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 607.987646] env[69699]: DEBUG nova.virt.hardware [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 607.987803] env[69699]: DEBUG nova.virt.hardware [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 607.991017] env[69699]: DEBUG nova.virt.hardware [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 607.991017] env[69699]: DEBUG nova.virt.hardware [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 607.991017] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88c7b96-5951-426d-bab0-359d001aaec1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.992818] env[69699]: DEBUG nova.scheduler.client.report [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Refreshing inventories for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 608.010975] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2abde0-57f3-4a88-bda0-10a13f9d8cd3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.017023] env[69699]: DEBUG oslo_vmware.api [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Task: {'id': task-3606442, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026346} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.017278] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 608.018339] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eee3abdf-22aa-4a5c-99bc-31aed685465a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.034217] env[69699]: DEBUG oslo_vmware.api [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Waiting for the task: (returnval){ [ 608.034217] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]525a442c-16c5-6560-874a-a134df63b4ae" [ 608.034217] env[69699]: _type = "Task" [ 608.034217] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.034993] env[69699]: DEBUG nova.scheduler.client.report [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Updating ProviderTree inventory for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 608.035101] env[69699]: DEBUG nova.compute.provider_tree [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 608.047992] env[69699]: DEBUG oslo_vmware.api [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]525a442c-16c5-6560-874a-a134df63b4ae, 'name': SearchDatastore_Task, 'duration_secs': 0.009633} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.047992] env[69699]: DEBUG nova.compute.manager [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] [instance: 6d276c01-142d-4814-9a6e-52da8bc20897] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 608.051307] env[69699]: DEBUG oslo_concurrency.lockutils [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.055857] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9/39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 608.055857] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a6a56a2-9bc5-4d56-a979-4b11c32b1129 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.055857] env[69699]: DEBUG nova.scheduler.client.report [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Refreshing aggregate associations for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f, aggregates: None {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 608.062514] env[69699]: DEBUG oslo_vmware.api [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Waiting for the task: (returnval){ [ 608.062514] env[69699]: value = "task-3606443" [ 608.062514] env[69699]: _type = "Task" [ 608.062514] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.078092] env[69699]: DEBUG oslo_vmware.api [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Task: {'id': task-3606443, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.097239] env[69699]: DEBUG nova.scheduler.client.report [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Refreshing trait associations for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 608.131632] env[69699]: DEBUG nova.compute.manager [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 608.145701] env[69699]: DEBUG oslo_vmware.api [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Task: {'id': task-3606441, 'name': ReconfigVM_Task, 'duration_secs': 0.811953} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.149110] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] [instance: 1630ba71-ab97-409c-b0b6-60eceaaf1b9d] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 1630ba71-ab97-409c-b0b6-60eceaaf1b9d/1630ba71-ab97-409c-b0b6-60eceaaf1b9d.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 608.151186] env[69699]: DEBUG oslo_vmware.api [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Task: {'id': task-3606439, 'name': Rename_Task, 'duration_secs': 1.416999} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.153433] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-835d5a95-af4c-4d68-9657-cef7ccb9a443 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.155243] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] [instance: 883be72f-71fd-4198-8526-860269573811] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 608.156998] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f6c9589-9dbe-4b60-b32c-7c97ceabd045 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.162726] env[69699]: DEBUG oslo_vmware.api [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Waiting for the task: (returnval){ [ 608.162726] env[69699]: value = "task-3606444" [ 608.162726] env[69699]: _type = "Task" [ 608.162726] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.164784] env[69699]: DEBUG oslo_vmware.api [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Waiting for the task: (returnval){ [ 608.164784] env[69699]: value = "task-3606445" [ 608.164784] env[69699]: _type = "Task" [ 608.164784] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.182379] env[69699]: DEBUG oslo_vmware.api [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Task: {'id': task-3606445, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.182624] env[69699]: DEBUG oslo_vmware.api [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Task: {'id': task-3606444, 'name': Rename_Task} progress is 10%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.519505] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1d04d6-119e-4a05-9afc-683c0680993c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.527555] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0ac70a-833e-41c9-bf2b-96c5c1ea8999 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.573363] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bffd6e83-13b9-4f0d-80af-ba4d979bde3b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.576782] env[69699]: DEBUG nova.network.neutron [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 608.591291] env[69699]: DEBUG oslo_vmware.api [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Task: {'id': task-3606443, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51517} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.591291] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9/39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 608.591291] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 608.591291] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b40b1c82-17b3-4d19-b689-3fd64bcaf109 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.597917] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba4466b-77a4-4df6-a473-9c021de9de28 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.605682] env[69699]: DEBUG oslo_concurrency.lockutils [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.607175] env[69699]: DEBUG oslo_vmware.api [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Waiting for the task: (returnval){ [ 608.607175] env[69699]: value = "task-3606446" [ 608.607175] env[69699]: _type = "Task" [ 608.607175] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.621361] env[69699]: DEBUG nova.compute.provider_tree [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 608.629811] env[69699]: DEBUG oslo_vmware.api [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Task: {'id': task-3606446, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.659177] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.677809] env[69699]: DEBUG oslo_vmware.api [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Task: {'id': task-3606444, 'name': Rename_Task, 'duration_secs': 0.185357} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.681308] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] [instance: 1630ba71-ab97-409c-b0b6-60eceaaf1b9d] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 608.682221] env[69699]: DEBUG oslo_vmware.api [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Task: {'id': task-3606445, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.682221] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27decf25-0e57-4969-8d01-89fb7b293bb9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.688046] env[69699]: DEBUG oslo_vmware.api [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Waiting for the task: (returnval){ [ 608.688046] env[69699]: value = "task-3606447" [ 608.688046] env[69699]: _type = "Task" [ 608.688046] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.695605] env[69699]: DEBUG oslo_vmware.api [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Task: {'id': task-3606447, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.907043] env[69699]: DEBUG nova.compute.manager [req-96fb9ae1-7437-41dd-beae-66430c7559a0 req-990135af-f943-4f33-a2e6-5520061e4c5c service nova] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Received event network-vif-plugged-cc0e8808-038e-4c32-b54d-ab1c98caabf5 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 608.907043] env[69699]: DEBUG oslo_concurrency.lockutils [req-96fb9ae1-7437-41dd-beae-66430c7559a0 req-990135af-f943-4f33-a2e6-5520061e4c5c service nova] Acquiring lock "5410ca8f-b92b-41ad-a7c5-914ff64398bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.907497] env[69699]: DEBUG oslo_concurrency.lockutils [req-96fb9ae1-7437-41dd-beae-66430c7559a0 req-990135af-f943-4f33-a2e6-5520061e4c5c service nova] Lock "5410ca8f-b92b-41ad-a7c5-914ff64398bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.907732] env[69699]: DEBUG oslo_concurrency.lockutils [req-96fb9ae1-7437-41dd-beae-66430c7559a0 req-990135af-f943-4f33-a2e6-5520061e4c5c service nova] Lock "5410ca8f-b92b-41ad-a7c5-914ff64398bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.907980] env[69699]: DEBUG nova.compute.manager [req-96fb9ae1-7437-41dd-beae-66430c7559a0 req-990135af-f943-4f33-a2e6-5520061e4c5c service nova] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] No waiting events found dispatching network-vif-plugged-cc0e8808-038e-4c32-b54d-ab1c98caabf5 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 608.908233] env[69699]: WARNING nova.compute.manager [req-96fb9ae1-7437-41dd-beae-66430c7559a0 req-990135af-f943-4f33-a2e6-5520061e4c5c service nova] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Received unexpected event network-vif-plugged-cc0e8808-038e-4c32-b54d-ab1c98caabf5 for instance with vm_state building and task_state spawning. [ 608.984908] env[69699]: DEBUG nova.network.neutron [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Updating instance_info_cache with network_info: [{"id": "cc0e8808-038e-4c32-b54d-ab1c98caabf5", "address": "fa:16:3e:8b:c0:9f", "network": {"id": "8330a90f-31ee-45c8-99ef-786500a73794", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-254757509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2c64e5664944099da50c2ea755af0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc0e8808-03", "ovs_interfaceid": "cc0e8808-038e-4c32-b54d-ab1c98caabf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.084919] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Acquiring lock "16f935f2-2c14-4c1a-9f55-c5c219b3101c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.085165] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Lock "16f935f2-2c14-4c1a-9f55-c5c219b3101c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.118658] env[69699]: DEBUG oslo_vmware.api [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Task: {'id': task-3606446, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063042} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.118658] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 609.122039] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0e126e-217e-4d53-a5ae-1df21450d6b4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.145834] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9/39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 609.146441] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21d6dea9-0afb-4c56-b412-d619b41847a9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.166189] env[69699]: ERROR nova.scheduler.client.report [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [req-2c6f41f8-21e9-4602-8991-e19026a67b2c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80d35c48-5f27-4b75-a19d-7a1a6901050f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2c6f41f8-21e9-4602-8991-e19026a67b2c"}]} [ 609.175613] env[69699]: DEBUG oslo_vmware.api [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Waiting for the task: (returnval){ [ 609.175613] env[69699]: value = "task-3606448" [ 609.175613] env[69699]: _type = "Task" [ 609.175613] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.177833] env[69699]: DEBUG oslo_vmware.api [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Task: {'id': task-3606445, 'name': PowerOnVM_Task, 'duration_secs': 0.666692} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.181788] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] [instance: 883be72f-71fd-4198-8526-860269573811] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 609.181994] env[69699]: INFO nova.compute.manager [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] [instance: 883be72f-71fd-4198-8526-860269573811] Took 10.92 seconds to spawn the instance on the hypervisor. [ 609.182210] env[69699]: DEBUG nova.compute.manager [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] [instance: 883be72f-71fd-4198-8526-860269573811] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 609.182989] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8126c147-a431-415b-bd01-944503fc49fa {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.192847] env[69699]: DEBUG oslo_vmware.api [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Task: {'id': task-3606448, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.197692] env[69699]: DEBUG nova.scheduler.client.report [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Refreshing inventories for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 609.213400] env[69699]: DEBUG oslo_vmware.api [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Task: {'id': task-3606447, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.226223] env[69699]: DEBUG nova.scheduler.client.report [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Updating ProviderTree inventory for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 609.226451] env[69699]: DEBUG nova.compute.provider_tree [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 609.242905] env[69699]: DEBUG nova.scheduler.client.report [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Refreshing aggregate associations for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f, aggregates: None {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 609.246762] env[69699]: DEBUG nova.network.neutron [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] [instance: 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e] Successfully updated port: e5eefd40-96d3-414b-a9bf-84a05537de8d {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 609.270850] env[69699]: DEBUG nova.scheduler.client.report [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Refreshing trait associations for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 609.490920] env[69699]: DEBUG oslo_concurrency.lockutils [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Releasing lock "refresh_cache-5410ca8f-b92b-41ad-a7c5-914ff64398bd" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.491305] env[69699]: DEBUG nova.compute.manager [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Instance network_info: |[{"id": "cc0e8808-038e-4c32-b54d-ab1c98caabf5", "address": "fa:16:3e:8b:c0:9f", "network": {"id": "8330a90f-31ee-45c8-99ef-786500a73794", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-254757509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2c64e5664944099da50c2ea755af0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc0e8808-03", "ovs_interfaceid": "cc0e8808-038e-4c32-b54d-ab1c98caabf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 609.492046] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:c0:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc0e8808-038e-4c32-b54d-ab1c98caabf5', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 609.500699] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Creating folder: Project (8b2c64e5664944099da50c2ea755af0a). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.500699] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03c39a27-7982-4811-9404-d2136bc592f6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.512133] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Created folder: Project (8b2c64e5664944099da50c2ea755af0a) in parent group-v719415. [ 609.512497] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Creating folder: Instances. Parent ref: group-v719431. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.512989] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0fa9d6bf-b550-4702-b006-fe8559a1fc57 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.525557] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Created folder: Instances in parent group-v719431. [ 609.525557] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 609.525763] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 609.526080] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be89120d-6df3-4481-a497-441cc09d3557 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.548915] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 609.548915] env[69699]: value = "task-3606451" [ 609.548915] env[69699]: _type = "Task" [ 609.548915] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.559235] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606451, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.626646] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057644b5-b7e5-4933-90ba-4f952cd5baa6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.635546] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687790f0-7880-42c2-959f-f8992f29b646 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.670361] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03de773c-5499-4c92-a8d6-bdb568608b65 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.681283] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fff98b2-57b9-48f6-9b11-a53bba68a1de {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.707198] env[69699]: DEBUG nova.compute.provider_tree [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 609.714432] env[69699]: DEBUG oslo_vmware.api [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Task: {'id': task-3606448, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.723124] env[69699]: INFO nova.compute.manager [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] [instance: 883be72f-71fd-4198-8526-860269573811] Took 18.66 seconds to build instance. [ 609.730841] env[69699]: DEBUG oslo_vmware.api [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Task: {'id': task-3606447, 'name': PowerOnVM_Task, 'duration_secs': 0.680202} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.731134] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] [instance: 1630ba71-ab97-409c-b0b6-60eceaaf1b9d] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 609.731354] env[69699]: INFO nova.compute.manager [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] [instance: 1630ba71-ab97-409c-b0b6-60eceaaf1b9d] Took 9.08 seconds to spawn the instance on the hypervisor. [ 609.731794] env[69699]: DEBUG nova.compute.manager [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] [instance: 1630ba71-ab97-409c-b0b6-60eceaaf1b9d] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 609.732403] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439146bc-db5f-4a56-8294-d62cdd2bf4e8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.750083] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Acquiring lock "refresh_cache-7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.750319] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Acquired lock "refresh_cache-7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.750418] env[69699]: DEBUG nova.network.neutron [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] [instance: 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 610.058774] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606451, 'name': CreateVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.086909] env[69699]: DEBUG nova.compute.manager [req-593c80f1-c550-4d08-8bf9-082147da0d83 req-c1949508-61f5-400e-a77f-cc21e03aa2c8 service nova] [instance: 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e] Received event network-vif-plugged-e5eefd40-96d3-414b-a9bf-84a05537de8d {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 610.087170] env[69699]: DEBUG oslo_concurrency.lockutils [req-593c80f1-c550-4d08-8bf9-082147da0d83 req-c1949508-61f5-400e-a77f-cc21e03aa2c8 service nova] Acquiring lock "7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.087380] env[69699]: DEBUG oslo_concurrency.lockutils [req-593c80f1-c550-4d08-8bf9-082147da0d83 req-c1949508-61f5-400e-a77f-cc21e03aa2c8 service nova] Lock "7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.087544] env[69699]: DEBUG oslo_concurrency.lockutils [req-593c80f1-c550-4d08-8bf9-082147da0d83 req-c1949508-61f5-400e-a77f-cc21e03aa2c8 service nova] Lock "7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.087706] env[69699]: DEBUG nova.compute.manager [req-593c80f1-c550-4d08-8bf9-082147da0d83 req-c1949508-61f5-400e-a77f-cc21e03aa2c8 service nova] [instance: 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e] No waiting events found dispatching network-vif-plugged-e5eefd40-96d3-414b-a9bf-84a05537de8d {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 610.087861] env[69699]: WARNING nova.compute.manager [req-593c80f1-c550-4d08-8bf9-082147da0d83 req-c1949508-61f5-400e-a77f-cc21e03aa2c8 service nova] [instance: 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e] Received unexpected event network-vif-plugged-e5eefd40-96d3-414b-a9bf-84a05537de8d for instance with vm_state building and task_state spawning. [ 610.200330] env[69699]: DEBUG oslo_vmware.api [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Task: {'id': task-3606448, 'name': ReconfigVM_Task, 'duration_secs': 0.817354} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.200962] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9/39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 610.201736] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18f70395-d1da-484c-980b-75c3bda31596 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.209436] env[69699]: DEBUG oslo_vmware.api [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Waiting for the task: (returnval){ [ 610.209436] env[69699]: value = "task-3606452" [ 610.209436] env[69699]: _type = "Task" [ 610.209436] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.223032] env[69699]: DEBUG oslo_vmware.api [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Task: {'id': task-3606452, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.226541] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4194442c-c76a-45cd-88ed-062520a4cc2e tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Lock "883be72f-71fd-4198-8526-860269573811" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.183s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.251552] env[69699]: ERROR nova.scheduler.client.report [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [req-b32bb3bb-2440-4a08-9c6e-45e7f0243ce6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80d35c48-5f27-4b75-a19d-7a1a6901050f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b32bb3bb-2440-4a08-9c6e-45e7f0243ce6"}]} [ 610.255920] env[69699]: INFO nova.compute.manager [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] [instance: 1630ba71-ab97-409c-b0b6-60eceaaf1b9d] Took 19.11 seconds to build instance. [ 610.272725] env[69699]: DEBUG nova.scheduler.client.report [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Refreshing inventories for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 610.289523] env[69699]: DEBUG nova.scheduler.client.report [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Updating ProviderTree inventory for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 610.289713] env[69699]: DEBUG nova.compute.provider_tree [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 610.305196] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Acquiring lock "1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.305501] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Lock "1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.309132] env[69699]: DEBUG nova.scheduler.client.report [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Refreshing aggregate associations for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f, aggregates: None {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 610.333509] env[69699]: DEBUG nova.scheduler.client.report [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Refreshing trait associations for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 610.337984] env[69699]: DEBUG nova.network.neutron [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] [instance: 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 610.346716] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f82ec91e-c10b-47d8-aa6a-3022379bce4e tempest-DeleteServersAdminTestJSON-637928386 tempest-DeleteServersAdminTestJSON-637928386-project-admin] Acquiring lock "60143b34-5d68-43d8-a7f6-98ed5e54e18f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.349469] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f82ec91e-c10b-47d8-aa6a-3022379bce4e tempest-DeleteServersAdminTestJSON-637928386 tempest-DeleteServersAdminTestJSON-637928386-project-admin] Lock "60143b34-5d68-43d8-a7f6-98ed5e54e18f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.349469] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f82ec91e-c10b-47d8-aa6a-3022379bce4e tempest-DeleteServersAdminTestJSON-637928386 tempest-DeleteServersAdminTestJSON-637928386-project-admin] Acquiring lock "60143b34-5d68-43d8-a7f6-98ed5e54e18f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.349469] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f82ec91e-c10b-47d8-aa6a-3022379bce4e tempest-DeleteServersAdminTestJSON-637928386 tempest-DeleteServersAdminTestJSON-637928386-project-admin] Lock "60143b34-5d68-43d8-a7f6-98ed5e54e18f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.349469] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f82ec91e-c10b-47d8-aa6a-3022379bce4e tempest-DeleteServersAdminTestJSON-637928386 tempest-DeleteServersAdminTestJSON-637928386-project-admin] Lock "60143b34-5d68-43d8-a7f6-98ed5e54e18f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.349729] env[69699]: INFO nova.compute.manager [None req-f82ec91e-c10b-47d8-aa6a-3022379bce4e tempest-DeleteServersAdminTestJSON-637928386 tempest-DeleteServersAdminTestJSON-637928386-project-admin] [instance: 60143b34-5d68-43d8-a7f6-98ed5e54e18f] Terminating instance [ 610.351084] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Acquiring lock "6d7a78cf-7d52-4f84-9f93-10bd4fddb511" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.351286] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Lock "6d7a78cf-7d52-4f84-9f93-10bd4fddb511" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.397186] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Acquiring lock "1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.397979] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Lock "1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.563644] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606451, 'name': CreateVM_Task, 'duration_secs': 0.582274} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.564042] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 610.565316] env[69699]: DEBUG oslo_concurrency.lockutils [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.565565] env[69699]: DEBUG oslo_concurrency.lockutils [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.566548] env[69699]: DEBUG oslo_concurrency.lockutils [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.566548] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec7e8697-3d11-4988-8942-260dda388e65 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.570701] env[69699]: DEBUG oslo_vmware.api [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Waiting for the task: (returnval){ [ 610.570701] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52295f41-f26d-828e-b62e-32e61ec06a8b" [ 610.570701] env[69699]: _type = "Task" [ 610.570701] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.585657] env[69699]: DEBUG oslo_vmware.api [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52295f41-f26d-828e-b62e-32e61ec06a8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.646152] env[69699]: DEBUG nova.network.neutron [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] [instance: 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e] Updating instance_info_cache with network_info: [{"id": "e5eefd40-96d3-414b-a9bf-84a05537de8d", "address": "fa:16:3e:87:fb:6d", "network": {"id": "f50b8cf9-caf5-469f-bf36-e14aae8fa881", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-993286877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "227dbe0a1ba547f0a699ebe83088ccea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5eefd40-96", "ovs_interfaceid": "e5eefd40-96d3-414b-a9bf-84a05537de8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.724644] env[69699]: DEBUG oslo_vmware.api [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Task: {'id': task-3606452, 'name': Rename_Task, 'duration_secs': 0.179052} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.725682] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 610.725682] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5012e704-203c-496b-bd99-d7c50452ba99 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.730461] env[69699]: DEBUG nova.compute.manager [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 610.735908] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859db352-2953-45cf-aae3-8c17df708d48 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.739066] env[69699]: DEBUG oslo_vmware.api [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Waiting for the task: (returnval){ [ 610.739066] env[69699]: value = "task-3606453" [ 610.739066] env[69699]: _type = "Task" [ 610.739066] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.746043] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a248be-173a-4312-9757-8ba9ab8670a0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.752865] env[69699]: DEBUG oslo_vmware.api [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Task: {'id': task-3606453, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.780355] env[69699]: DEBUG oslo_concurrency.lockutils [None req-df457497-0635-4e86-a56d-a0838a88f527 tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Lock "1630ba71-ab97-409c-b0b6-60eceaaf1b9d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.648s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.782657] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efcc9cbd-6676-42d1-896d-c974f1ba2cd2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.793468] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e8c1e8-3421-4d54-be3b-f4eccad3e834 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.809504] env[69699]: DEBUG nova.compute.provider_tree [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 610.860668] env[69699]: DEBUG nova.compute.manager [None req-f82ec91e-c10b-47d8-aa6a-3022379bce4e tempest-DeleteServersAdminTestJSON-637928386 tempest-DeleteServersAdminTestJSON-637928386-project-admin] [instance: 60143b34-5d68-43d8-a7f6-98ed5e54e18f] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 610.860668] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f82ec91e-c10b-47d8-aa6a-3022379bce4e tempest-DeleteServersAdminTestJSON-637928386 tempest-DeleteServersAdminTestJSON-637928386-project-admin] [instance: 60143b34-5d68-43d8-a7f6-98ed5e54e18f] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 610.863824] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074b1908-697f-4fb4-a69a-f02907a7c6e6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.872272] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-f82ec91e-c10b-47d8-aa6a-3022379bce4e tempest-DeleteServersAdminTestJSON-637928386 tempest-DeleteServersAdminTestJSON-637928386-project-admin] [instance: 60143b34-5d68-43d8-a7f6-98ed5e54e18f] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 610.872419] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-545f1d26-d329-4f45-94eb-ffa7c6f71ac1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.880048] env[69699]: DEBUG oslo_vmware.api [None req-f82ec91e-c10b-47d8-aa6a-3022379bce4e tempest-DeleteServersAdminTestJSON-637928386 tempest-DeleteServersAdminTestJSON-637928386-project-admin] Waiting for the task: (returnval){ [ 610.880048] env[69699]: value = "task-3606454" [ 610.880048] env[69699]: _type = "Task" [ 610.880048] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.888581] env[69699]: DEBUG oslo_vmware.api [None req-f82ec91e-c10b-47d8-aa6a-3022379bce4e tempest-DeleteServersAdminTestJSON-637928386 tempest-DeleteServersAdminTestJSON-637928386-project-admin] Task: {'id': task-3606454, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.082835] env[69699]: DEBUG oslo_vmware.api [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52295f41-f26d-828e-b62e-32e61ec06a8b, 'name': SearchDatastore_Task, 'duration_secs': 0.011667} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.083139] env[69699]: DEBUG oslo_concurrency.lockutils [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.083377] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 611.083615] env[69699]: DEBUG oslo_concurrency.lockutils [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.083755] env[69699]: DEBUG oslo_concurrency.lockutils [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.083928] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 611.084268] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b1780a4-ee37-4758-af73-5e0dbd8ebcf2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.096970] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 611.097140] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 611.098464] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76188817-94fa-4c45-95e5-7d40a679435f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.105429] env[69699]: DEBUG oslo_vmware.api [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Waiting for the task: (returnval){ [ 611.105429] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]524eb5d1-8062-dfa8-46e7-bdb4243f50d4" [ 611.105429] env[69699]: _type = "Task" [ 611.105429] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.114352] env[69699]: DEBUG oslo_vmware.api [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]524eb5d1-8062-dfa8-46e7-bdb4243f50d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.147997] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Releasing lock "refresh_cache-7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.148372] env[69699]: DEBUG nova.compute.manager [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] [instance: 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e] Instance network_info: |[{"id": "e5eefd40-96d3-414b-a9bf-84a05537de8d", "address": "fa:16:3e:87:fb:6d", "network": {"id": "f50b8cf9-caf5-469f-bf36-e14aae8fa881", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-993286877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "227dbe0a1ba547f0a699ebe83088ccea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5eefd40-96", "ovs_interfaceid": "e5eefd40-96d3-414b-a9bf-84a05537de8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 611.148849] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] [instance: 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:fb:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bdf594e-da7a-4254-b413-87aef4614588', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5eefd40-96d3-414b-a9bf-84a05537de8d', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 611.157213] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Creating folder: Project (227dbe0a1ba547f0a699ebe83088ccea). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 611.157213] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-885a3902-412a-45f1-9f76-37e7c073e88a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.167422] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Created folder: Project (227dbe0a1ba547f0a699ebe83088ccea) in parent group-v719415. [ 611.167690] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Creating folder: Instances. Parent ref: group-v719434. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 611.167819] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85e5c2a7-3312-47ec-92fa-528f91331534 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.177378] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Created folder: Instances in parent group-v719434. [ 611.177642] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 611.177901] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 611.178167] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3440d10-411a-4b68-a200-8377fe4d7156 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.196763] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 611.196763] env[69699]: value = "task-3606457" [ 611.196763] env[69699]: _type = "Task" [ 611.196763] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.204861] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606457, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.259610] env[69699]: DEBUG oslo_vmware.api [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Task: {'id': task-3606453, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.272414] env[69699]: DEBUG oslo_concurrency.lockutils [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.287190] env[69699]: DEBUG nova.compute.manager [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 611.357124] env[69699]: DEBUG nova.scheduler.client.report [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Updated inventory for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with generation 27 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 611.357511] env[69699]: DEBUG nova.compute.provider_tree [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Updating resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f generation from 27 to 28 during operation: update_inventory {{(pid=69699) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 611.357588] env[69699]: DEBUG nova.compute.provider_tree [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 611.395037] env[69699]: DEBUG oslo_vmware.api [None req-f82ec91e-c10b-47d8-aa6a-3022379bce4e tempest-DeleteServersAdminTestJSON-637928386 tempest-DeleteServersAdminTestJSON-637928386-project-admin] Task: {'id': task-3606454, 'name': PowerOffVM_Task, 'duration_secs': 0.217565} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.395037] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-f82ec91e-c10b-47d8-aa6a-3022379bce4e tempest-DeleteServersAdminTestJSON-637928386 tempest-DeleteServersAdminTestJSON-637928386-project-admin] [instance: 60143b34-5d68-43d8-a7f6-98ed5e54e18f] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 611.395176] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f82ec91e-c10b-47d8-aa6a-3022379bce4e tempest-DeleteServersAdminTestJSON-637928386 tempest-DeleteServersAdminTestJSON-637928386-project-admin] [instance: 60143b34-5d68-43d8-a7f6-98ed5e54e18f] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 611.395401] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29b4abf9-4736-4626-a3b3-9e14968e0310 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.463204] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f82ec91e-c10b-47d8-aa6a-3022379bce4e tempest-DeleteServersAdminTestJSON-637928386 tempest-DeleteServersAdminTestJSON-637928386-project-admin] [instance: 60143b34-5d68-43d8-a7f6-98ed5e54e18f] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 611.464033] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f82ec91e-c10b-47d8-aa6a-3022379bce4e tempest-DeleteServersAdminTestJSON-637928386 tempest-DeleteServersAdminTestJSON-637928386-project-admin] [instance: 60143b34-5d68-43d8-a7f6-98ed5e54e18f] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 611.464033] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-f82ec91e-c10b-47d8-aa6a-3022379bce4e tempest-DeleteServersAdminTestJSON-637928386 tempest-DeleteServersAdminTestJSON-637928386-project-admin] Deleting the datastore file [datastore2] 60143b34-5d68-43d8-a7f6-98ed5e54e18f {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 611.464033] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26df7295-a7cc-40b5-8404-a73b51f9e54f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.472673] env[69699]: DEBUG oslo_vmware.api [None req-f82ec91e-c10b-47d8-aa6a-3022379bce4e tempest-DeleteServersAdminTestJSON-637928386 tempest-DeleteServersAdminTestJSON-637928386-project-admin] Waiting for the task: (returnval){ [ 611.472673] env[69699]: value = "task-3606459" [ 611.472673] env[69699]: _type = "Task" [ 611.472673] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.485704] env[69699]: DEBUG oslo_vmware.api [None req-f82ec91e-c10b-47d8-aa6a-3022379bce4e tempest-DeleteServersAdminTestJSON-637928386 tempest-DeleteServersAdminTestJSON-637928386-project-admin] Task: {'id': task-3606459, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.519223] env[69699]: DEBUG nova.compute.manager [None req-62f69e3a-9769-44d3-b8b6-7b4a875656af tempest-ServerDiagnosticsTest-1077798813 tempest-ServerDiagnosticsTest-1077798813-project-admin] [instance: 1630ba71-ab97-409c-b0b6-60eceaaf1b9d] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 611.520788] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0e46da-ea81-4d27-a134-5a71c7896f03 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.528153] env[69699]: INFO nova.compute.manager [None req-62f69e3a-9769-44d3-b8b6-7b4a875656af tempest-ServerDiagnosticsTest-1077798813 tempest-ServerDiagnosticsTest-1077798813-project-admin] [instance: 1630ba71-ab97-409c-b0b6-60eceaaf1b9d] Retrieving diagnostics [ 611.531630] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9928c21-3d7d-431d-98cc-37fcbdfaf050 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.619449] env[69699]: DEBUG oslo_vmware.api [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]524eb5d1-8062-dfa8-46e7-bdb4243f50d4, 'name': SearchDatastore_Task, 'duration_secs': 0.008374} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.620586] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-318a60e5-7d5c-4172-b095-33be436d93ea {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.628229] env[69699]: DEBUG oslo_vmware.api [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Waiting for the task: (returnval){ [ 611.628229] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]523cd14e-0a28-403c-a6fa-4b427fddecce" [ 611.628229] env[69699]: _type = "Task" [ 611.628229] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.635536] env[69699]: DEBUG oslo_vmware.api [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]523cd14e-0a28-403c-a6fa-4b427fddecce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.709377] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606457, 'name': CreateVM_Task, 'duration_secs': 0.353858} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.709377] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 611.709377] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.709377] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.709377] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.709377] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3455ebfe-0a5f-4178-8f54-ce311e48310a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.714019] env[69699]: DEBUG oslo_vmware.api [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Waiting for the task: (returnval){ [ 611.714019] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52e0c28a-4b79-3708-6674-b969c23e7b2b" [ 611.714019] env[69699]: _type = "Task" [ 611.714019] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.719648] env[69699]: DEBUG oslo_vmware.api [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52e0c28a-4b79-3708-6674-b969c23e7b2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.752064] env[69699]: DEBUG oslo_vmware.api [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Task: {'id': task-3606453, 'name': PowerOnVM_Task, 'duration_secs': 0.836741} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.752493] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 611.752792] env[69699]: INFO nova.compute.manager [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Took 8.68 seconds to spawn the instance on the hypervisor. [ 611.753088] env[69699]: DEBUG nova.compute.manager [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 611.754401] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75de5145-9fdc-4ed4-9e74-9ef25cc1b2c9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.811290] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.863238] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.943s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.863768] env[69699]: DEBUG nova.compute.manager [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 611.868825] env[69699]: DEBUG oslo_concurrency.lockutils [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.128s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.872356] env[69699]: INFO nova.compute.claims [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] [instance: 23ef84be-eb8c-46e3-a8df-d9843024f3fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 611.982700] env[69699]: DEBUG oslo_vmware.api [None req-f82ec91e-c10b-47d8-aa6a-3022379bce4e tempest-DeleteServersAdminTestJSON-637928386 tempest-DeleteServersAdminTestJSON-637928386-project-admin] Task: {'id': task-3606459, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282525} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.983441] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-f82ec91e-c10b-47d8-aa6a-3022379bce4e tempest-DeleteServersAdminTestJSON-637928386 tempest-DeleteServersAdminTestJSON-637928386-project-admin] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 611.983441] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f82ec91e-c10b-47d8-aa6a-3022379bce4e tempest-DeleteServersAdminTestJSON-637928386 tempest-DeleteServersAdminTestJSON-637928386-project-admin] [instance: 60143b34-5d68-43d8-a7f6-98ed5e54e18f] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 611.983441] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f82ec91e-c10b-47d8-aa6a-3022379bce4e tempest-DeleteServersAdminTestJSON-637928386 tempest-DeleteServersAdminTestJSON-637928386-project-admin] [instance: 60143b34-5d68-43d8-a7f6-98ed5e54e18f] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 611.983622] env[69699]: INFO nova.compute.manager [None req-f82ec91e-c10b-47d8-aa6a-3022379bce4e tempest-DeleteServersAdminTestJSON-637928386 tempest-DeleteServersAdminTestJSON-637928386-project-admin] [instance: 60143b34-5d68-43d8-a7f6-98ed5e54e18f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 611.983788] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f82ec91e-c10b-47d8-aa6a-3022379bce4e tempest-DeleteServersAdminTestJSON-637928386 tempest-DeleteServersAdminTestJSON-637928386-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 611.983978] env[69699]: DEBUG nova.compute.manager [-] [instance: 60143b34-5d68-43d8-a7f6-98ed5e54e18f] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 611.984088] env[69699]: DEBUG nova.network.neutron [-] [instance: 60143b34-5d68-43d8-a7f6-98ed5e54e18f] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 612.138780] env[69699]: DEBUG oslo_vmware.api [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]523cd14e-0a28-403c-a6fa-4b427fddecce, 'name': SearchDatastore_Task, 'duration_secs': 0.013302} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.139107] env[69699]: DEBUG oslo_concurrency.lockutils [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.139402] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 5410ca8f-b92b-41ad-a7c5-914ff64398bd/5410ca8f-b92b-41ad-a7c5-914ff64398bd.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 612.139667] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf3f3c7b-7325-4d70-91af-ecc89db25ed9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.146376] env[69699]: DEBUG oslo_vmware.api [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Waiting for the task: (returnval){ [ 612.146376] env[69699]: value = "task-3606460" [ 612.146376] env[69699]: _type = "Task" [ 612.146376] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.154624] env[69699]: DEBUG oslo_vmware.api [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Task: {'id': task-3606460, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.163408] env[69699]: DEBUG nova.compute.manager [req-86a88725-1243-423a-9d38-49e76c89bfaa req-4ba33ac4-98a1-462f-b1b8-5ac071a861ca service nova] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Received event network-changed-cc0e8808-038e-4c32-b54d-ab1c98caabf5 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 612.163629] env[69699]: DEBUG nova.compute.manager [req-86a88725-1243-423a-9d38-49e76c89bfaa req-4ba33ac4-98a1-462f-b1b8-5ac071a861ca service nova] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Refreshing instance network info cache due to event network-changed-cc0e8808-038e-4c32-b54d-ab1c98caabf5. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 612.163814] env[69699]: DEBUG oslo_concurrency.lockutils [req-86a88725-1243-423a-9d38-49e76c89bfaa req-4ba33ac4-98a1-462f-b1b8-5ac071a861ca service nova] Acquiring lock "refresh_cache-5410ca8f-b92b-41ad-a7c5-914ff64398bd" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.164012] env[69699]: DEBUG oslo_concurrency.lockutils [req-86a88725-1243-423a-9d38-49e76c89bfaa req-4ba33ac4-98a1-462f-b1b8-5ac071a861ca service nova] Acquired lock "refresh_cache-5410ca8f-b92b-41ad-a7c5-914ff64398bd" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.164113] env[69699]: DEBUG nova.network.neutron [req-86a88725-1243-423a-9d38-49e76c89bfaa req-4ba33ac4-98a1-462f-b1b8-5ac071a861ca service nova] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Refreshing network info cache for port cc0e8808-038e-4c32-b54d-ab1c98caabf5 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 612.226498] env[69699]: DEBUG oslo_vmware.api [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52e0c28a-4b79-3708-6674-b969c23e7b2b, 'name': SearchDatastore_Task, 'duration_secs': 0.012027} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.227358] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.227358] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] [instance: 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 612.227358] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.227358] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.227573] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 612.228154] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79537db4-29b1-466c-84bd-9420fad97c84 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.237257] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 612.237257] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 612.237735] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10d7dc0c-def9-4aab-b9ed-b7521776cef4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.244439] env[69699]: DEBUG oslo_vmware.api [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Waiting for the task: (returnval){ [ 612.244439] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52221fa6-a32b-68d3-9edd-a5575719d0b3" [ 612.244439] env[69699]: _type = "Task" [ 612.244439] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.253255] env[69699]: DEBUG oslo_vmware.api [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52221fa6-a32b-68d3-9edd-a5575719d0b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.279799] env[69699]: INFO nova.compute.manager [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Took 20.89 seconds to build instance. [ 612.371028] env[69699]: DEBUG nova.compute.utils [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 612.372248] env[69699]: DEBUG nova.compute.manager [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 612.372417] env[69699]: DEBUG nova.network.neutron [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 612.447477] env[69699]: DEBUG nova.policy [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eba0e89cf125498683497ce733859626', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0b6c5b7b1b447f2b0676a8333088ec6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 612.525438] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Acquiring lock "89d1dbf0-20d6-4fa7-b362-e5b4311a68d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.526395] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Lock "89d1dbf0-20d6-4fa7-b362-e5b4311a68d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.659275] env[69699]: DEBUG oslo_vmware.api [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Task: {'id': task-3606460, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.761615] env[69699]: DEBUG oslo_vmware.api [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52221fa6-a32b-68d3-9edd-a5575719d0b3, 'name': SearchDatastore_Task, 'duration_secs': 0.009492} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.763198] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b553b0c1-e3bf-41d7-a849-0e45eb2dd775 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.770848] env[69699]: DEBUG oslo_vmware.api [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Waiting for the task: (returnval){ [ 612.770848] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52fd9923-1d81-a3cd-f3c8-5389c786c7df" [ 612.770848] env[69699]: _type = "Task" [ 612.770848] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.781594] env[69699]: DEBUG oslo_vmware.api [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52fd9923-1d81-a3cd-f3c8-5389c786c7df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.784514] env[69699]: DEBUG oslo_concurrency.lockutils [None req-36b22413-5271-4f06-84ec-ba6cde91ba12 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Lock "39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.405s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.784735] env[69699]: DEBUG nova.network.neutron [-] [instance: 60143b34-5d68-43d8-a7f6-98ed5e54e18f] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.875273] env[69699]: DEBUG nova.compute.manager [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 613.134303] env[69699]: DEBUG nova.network.neutron [req-86a88725-1243-423a-9d38-49e76c89bfaa req-4ba33ac4-98a1-462f-b1b8-5ac071a861ca service nova] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Updated VIF entry in instance network info cache for port cc0e8808-038e-4c32-b54d-ab1c98caabf5. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 613.137814] env[69699]: DEBUG nova.network.neutron [req-86a88725-1243-423a-9d38-49e76c89bfaa req-4ba33ac4-98a1-462f-b1b8-5ac071a861ca service nova] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Updating instance_info_cache with network_info: [{"id": "cc0e8808-038e-4c32-b54d-ab1c98caabf5", "address": "fa:16:3e:8b:c0:9f", "network": {"id": "8330a90f-31ee-45c8-99ef-786500a73794", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-254757509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2c64e5664944099da50c2ea755af0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc0e8808-03", "ovs_interfaceid": "cc0e8808-038e-4c32-b54d-ab1c98caabf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.159657] env[69699]: DEBUG oslo_vmware.api [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Task: {'id': task-3606460, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.286719] env[69699]: DEBUG oslo_vmware.api [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52fd9923-1d81-a3cd-f3c8-5389c786c7df, 'name': SearchDatastore_Task, 'duration_secs': 0.014424} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.288105] env[69699]: INFO nova.compute.manager [-] [instance: 60143b34-5d68-43d8-a7f6-98ed5e54e18f] Took 1.30 seconds to deallocate network for instance. [ 613.288105] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.288105] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e/7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 613.288247] env[69699]: DEBUG nova.compute.manager [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 613.293524] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2839270d-c0a5-42a7-82e8-85c114584a6d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.310144] env[69699]: DEBUG oslo_vmware.api [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Waiting for the task: (returnval){ [ 613.310144] env[69699]: value = "task-3606461" [ 613.310144] env[69699]: _type = "Task" [ 613.310144] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.317606] env[69699]: DEBUG oslo_vmware.api [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Task: {'id': task-3606461, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.321553] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3be212-12a1-473e-a11d-c97ddeb147d7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.327571] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8572aec-0318-4e4c-9dfb-946b0bd9fffc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.362220] env[69699]: DEBUG oslo_concurrency.lockutils [None req-69c30977-559d-4eeb-a3ba-2b9db4ac58ee tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Acquiring lock "1630ba71-ab97-409c-b0b6-60eceaaf1b9d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.362978] env[69699]: DEBUG oslo_concurrency.lockutils [None req-69c30977-559d-4eeb-a3ba-2b9db4ac58ee tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Lock "1630ba71-ab97-409c-b0b6-60eceaaf1b9d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.362978] env[69699]: DEBUG oslo_concurrency.lockutils [None req-69c30977-559d-4eeb-a3ba-2b9db4ac58ee tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Acquiring lock "1630ba71-ab97-409c-b0b6-60eceaaf1b9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.362978] env[69699]: DEBUG oslo_concurrency.lockutils [None req-69c30977-559d-4eeb-a3ba-2b9db4ac58ee tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Lock "1630ba71-ab97-409c-b0b6-60eceaaf1b9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.362978] env[69699]: DEBUG oslo_concurrency.lockutils [None req-69c30977-559d-4eeb-a3ba-2b9db4ac58ee tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Lock "1630ba71-ab97-409c-b0b6-60eceaaf1b9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.365303] env[69699]: INFO nova.compute.manager [None req-69c30977-559d-4eeb-a3ba-2b9db4ac58ee tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] [instance: 1630ba71-ab97-409c-b0b6-60eceaaf1b9d] Terminating instance [ 613.370122] env[69699]: DEBUG nova.network.neutron [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Successfully created port: 2ef2e7c8-0270-4c87-b05b-5589679d44b4 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 613.370122] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee336c05-011a-4cb0-9df6-570963f6d9d1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.375197] env[69699]: DEBUG nova.compute.manager [req-34e9ec3e-c80b-4c32-b02e-ea71d4c9a28b req-29bd578f-9edc-4dd5-a81d-5d90adf9c176 service nova] [instance: 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e] Received event network-changed-e5eefd40-96d3-414b-a9bf-84a05537de8d {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 613.375369] env[69699]: DEBUG nova.compute.manager [req-34e9ec3e-c80b-4c32-b02e-ea71d4c9a28b req-29bd578f-9edc-4dd5-a81d-5d90adf9c176 service nova] [instance: 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e] Refreshing instance network info cache due to event network-changed-e5eefd40-96d3-414b-a9bf-84a05537de8d. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 613.375574] env[69699]: DEBUG oslo_concurrency.lockutils [req-34e9ec3e-c80b-4c32-b02e-ea71d4c9a28b req-29bd578f-9edc-4dd5-a81d-5d90adf9c176 service nova] Acquiring lock "refresh_cache-7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.375708] env[69699]: DEBUG oslo_concurrency.lockutils [req-34e9ec3e-c80b-4c32-b02e-ea71d4c9a28b req-29bd578f-9edc-4dd5-a81d-5d90adf9c176 service nova] Acquired lock "refresh_cache-7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.375856] env[69699]: DEBUG nova.network.neutron [req-34e9ec3e-c80b-4c32-b02e-ea71d4c9a28b req-29bd578f-9edc-4dd5-a81d-5d90adf9c176 service nova] [instance: 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e] Refreshing network info cache for port e5eefd40-96d3-414b-a9bf-84a05537de8d {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 613.389049] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733d000f-9286-42ad-944c-abf71e6ae270 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.405494] env[69699]: DEBUG nova.compute.provider_tree [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 613.639780] env[69699]: DEBUG oslo_concurrency.lockutils [req-86a88725-1243-423a-9d38-49e76c89bfaa req-4ba33ac4-98a1-462f-b1b8-5ac071a861ca service nova] Releasing lock "refresh_cache-5410ca8f-b92b-41ad-a7c5-914ff64398bd" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.659294] env[69699]: DEBUG oslo_vmware.api [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Task: {'id': task-3606460, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.687009] env[69699]: INFO nova.compute.manager [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Rebuilding instance [ 613.746701] env[69699]: DEBUG nova.compute.manager [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 613.747617] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5521a8e6-8df0-4a25-8abf-68621c517598 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.804879] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f82ec91e-c10b-47d8-aa6a-3022379bce4e tempest-DeleteServersAdminTestJSON-637928386 tempest-DeleteServersAdminTestJSON-637928386-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.823790] env[69699]: DEBUG oslo_vmware.api [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Task: {'id': task-3606461, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.827988] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.877942] env[69699]: DEBUG nova.compute.manager [None req-69c30977-559d-4eeb-a3ba-2b9db4ac58ee tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] [instance: 1630ba71-ab97-409c-b0b6-60eceaaf1b9d] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 613.878135] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-69c30977-559d-4eeb-a3ba-2b9db4ac58ee tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] [instance: 1630ba71-ab97-409c-b0b6-60eceaaf1b9d] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 613.882346] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904d325b-3714-42c7-8665-58dbdb5c0179 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.891508] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-69c30977-559d-4eeb-a3ba-2b9db4ac58ee tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] [instance: 1630ba71-ab97-409c-b0b6-60eceaaf1b9d] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 613.891792] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d260ff4d-483a-46fa-98eb-1602b10f0cf0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.895089] env[69699]: DEBUG nova.compute.manager [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 613.898867] env[69699]: DEBUG oslo_vmware.api [None req-69c30977-559d-4eeb-a3ba-2b9db4ac58ee tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Waiting for the task: (returnval){ [ 613.898867] env[69699]: value = "task-3606462" [ 613.898867] env[69699]: _type = "Task" [ 613.898867] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.909388] env[69699]: DEBUG nova.scheduler.client.report [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 613.912811] env[69699]: DEBUG oslo_vmware.api [None req-69c30977-559d-4eeb-a3ba-2b9db4ac58ee tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Task: {'id': task-3606462, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.940509] env[69699]: DEBUG nova.virt.hardware [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 613.940659] env[69699]: DEBUG nova.virt.hardware [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 613.940811] env[69699]: DEBUG nova.virt.hardware [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 613.941013] env[69699]: DEBUG nova.virt.hardware [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 613.941246] env[69699]: DEBUG nova.virt.hardware [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 613.941417] env[69699]: DEBUG nova.virt.hardware [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 613.941834] env[69699]: DEBUG nova.virt.hardware [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 613.941834] env[69699]: DEBUG nova.virt.hardware [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 613.941987] env[69699]: DEBUG nova.virt.hardware [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 613.943319] env[69699]: DEBUG nova.virt.hardware [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 613.943319] env[69699]: DEBUG nova.virt.hardware [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 613.943440] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8c2ac0-20ed-44e6-8ad7-f20e98eba9b9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.956059] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc64e54-a432-4174-b3a0-f901ea265d07 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.163460] env[69699]: DEBUG oslo_vmware.api [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Task: {'id': task-3606460, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.656428} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.163460] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 5410ca8f-b92b-41ad-a7c5-914ff64398bd/5410ca8f-b92b-41ad-a7c5-914ff64398bd.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 614.163460] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 614.163460] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67ebddb3-51c7-4d78-bf09-7c11966dc60e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.176952] env[69699]: DEBUG oslo_vmware.api [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Waiting for the task: (returnval){ [ 614.176952] env[69699]: value = "task-3606463" [ 614.176952] env[69699]: _type = "Task" [ 614.176952] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.186799] env[69699]: DEBUG oslo_vmware.api [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Task: {'id': task-3606463, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.198700] env[69699]: DEBUG nova.network.neutron [req-34e9ec3e-c80b-4c32-b02e-ea71d4c9a28b req-29bd578f-9edc-4dd5-a81d-5d90adf9c176 service nova] [instance: 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e] Updated VIF entry in instance network info cache for port e5eefd40-96d3-414b-a9bf-84a05537de8d. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 614.199629] env[69699]: DEBUG nova.network.neutron [req-34e9ec3e-c80b-4c32-b02e-ea71d4c9a28b req-29bd578f-9edc-4dd5-a81d-5d90adf9c176 service nova] [instance: 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e] Updating instance_info_cache with network_info: [{"id": "e5eefd40-96d3-414b-a9bf-84a05537de8d", "address": "fa:16:3e:87:fb:6d", "network": {"id": "f50b8cf9-caf5-469f-bf36-e14aae8fa881", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-993286877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "227dbe0a1ba547f0a699ebe83088ccea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5eefd40-96", "ovs_interfaceid": "e5eefd40-96d3-414b-a9bf-84a05537de8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.322435] env[69699]: DEBUG oslo_vmware.api [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Task: {'id': task-3606461, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.410080] env[69699]: DEBUG oslo_vmware.api [None req-69c30977-559d-4eeb-a3ba-2b9db4ac58ee tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Task: {'id': task-3606462, 'name': PowerOffVM_Task, 'duration_secs': 0.348286} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.410454] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-69c30977-559d-4eeb-a3ba-2b9db4ac58ee tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] [instance: 1630ba71-ab97-409c-b0b6-60eceaaf1b9d] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 614.410676] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-69c30977-559d-4eeb-a3ba-2b9db4ac58ee tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] [instance: 1630ba71-ab97-409c-b0b6-60eceaaf1b9d] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 614.410965] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1df43f36-02af-43eb-80e5-b795a709c195 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.414088] env[69699]: DEBUG oslo_concurrency.lockutils [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.545s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.414628] env[69699]: DEBUG nova.compute.manager [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] [instance: 23ef84be-eb8c-46e3-a8df-d9843024f3fe] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 614.417524] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 20.635s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.417600] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.417822] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69699) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 614.417988] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.945s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.419491] env[69699]: INFO nova.compute.claims [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 614.426018] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0080c4-7695-481b-957b-cf33af993e8e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.434057] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc78b18-9583-4efa-a689-557427f09edc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.451492] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a5b4fc-61f8-4ba4-9ee7-f1847f451b96 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.460024] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0e1619-191a-4a3c-a5e8-5837220da591 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.493312] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180963MB free_disk=77GB free_vcpus=48 pci_devices=None {{(pid=69699) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 614.493555] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.495553] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-69c30977-559d-4eeb-a3ba-2b9db4ac58ee tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] [instance: 1630ba71-ab97-409c-b0b6-60eceaaf1b9d] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 614.495756] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-69c30977-559d-4eeb-a3ba-2b9db4ac58ee tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] [instance: 1630ba71-ab97-409c-b0b6-60eceaaf1b9d] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 614.495930] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-69c30977-559d-4eeb-a3ba-2b9db4ac58ee tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Deleting the datastore file [datastore2] 1630ba71-ab97-409c-b0b6-60eceaaf1b9d {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 614.496209] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d222548f-0d8c-40bf-899d-671c491c1a11 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.503330] env[69699]: DEBUG oslo_vmware.api [None req-69c30977-559d-4eeb-a3ba-2b9db4ac58ee tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Waiting for the task: (returnval){ [ 614.503330] env[69699]: value = "task-3606465" [ 614.503330] env[69699]: _type = "Task" [ 614.503330] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.511205] env[69699]: DEBUG oslo_vmware.api [None req-69c30977-559d-4eeb-a3ba-2b9db4ac58ee tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Task: {'id': task-3606465, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.687256] env[69699]: DEBUG oslo_vmware.api [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Task: {'id': task-3606463, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.19269} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.687859] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 614.688669] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d345bd8d-9c2b-4a52-8d58-56c79a1ca237 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.703190] env[69699]: DEBUG oslo_concurrency.lockutils [req-34e9ec3e-c80b-4c32-b02e-ea71d4c9a28b req-29bd578f-9edc-4dd5-a81d-5d90adf9c176 service nova] Releasing lock "refresh_cache-7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.712624] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 5410ca8f-b92b-41ad-a7c5-914ff64398bd/5410ca8f-b92b-41ad-a7c5-914ff64398bd.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 614.712909] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdb35d1f-1b19-4715-8241-6fc24996eb6f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.733547] env[69699]: DEBUG oslo_vmware.api [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Waiting for the task: (returnval){ [ 614.733547] env[69699]: value = "task-3606466" [ 614.733547] env[69699]: _type = "Task" [ 614.733547] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.744243] env[69699]: DEBUG oslo_vmware.api [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Task: {'id': task-3606466, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.771239] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 614.771826] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ddbcf47-9da3-41d0-ad5c-c246fac161a9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.779488] env[69699]: DEBUG oslo_vmware.api [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Waiting for the task: (returnval){ [ 614.779488] env[69699]: value = "task-3606467" [ 614.779488] env[69699]: _type = "Task" [ 614.779488] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.788516] env[69699]: DEBUG oslo_vmware.api [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Task: {'id': task-3606467, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.821846] env[69699]: DEBUG oslo_vmware.api [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Task: {'id': task-3606461, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.034606} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.821846] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e/7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 614.821846] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] [instance: 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 614.821846] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-939c34b9-d398-4a1f-85d7-71fb968269fd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.827474] env[69699]: DEBUG oslo_vmware.api [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Waiting for the task: (returnval){ [ 614.827474] env[69699]: value = "task-3606468" [ 614.827474] env[69699]: _type = "Task" [ 614.827474] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.835904] env[69699]: DEBUG oslo_vmware.api [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Task: {'id': task-3606468, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.924926] env[69699]: DEBUG nova.compute.utils [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 614.926383] env[69699]: DEBUG nova.compute.manager [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] [instance: 23ef84be-eb8c-46e3-a8df-d9843024f3fe] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 614.926552] env[69699]: DEBUG nova.network.neutron [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] [instance: 23ef84be-eb8c-46e3-a8df-d9843024f3fe] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 614.994460] env[69699]: DEBUG nova.policy [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5f7fcbafc334229ae667bae39bd47aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c6c1b2aeecc4716a8ac04d89aec8ad0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 615.014508] env[69699]: DEBUG oslo_vmware.api [None req-69c30977-559d-4eeb-a3ba-2b9db4ac58ee tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Task: {'id': task-3606465, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.356582} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.014764] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-69c30977-559d-4eeb-a3ba-2b9db4ac58ee tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 615.014940] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-69c30977-559d-4eeb-a3ba-2b9db4ac58ee tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] [instance: 1630ba71-ab97-409c-b0b6-60eceaaf1b9d] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 615.015133] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-69c30977-559d-4eeb-a3ba-2b9db4ac58ee tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] [instance: 1630ba71-ab97-409c-b0b6-60eceaaf1b9d] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 615.015306] env[69699]: INFO nova.compute.manager [None req-69c30977-559d-4eeb-a3ba-2b9db4ac58ee tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] [instance: 1630ba71-ab97-409c-b0b6-60eceaaf1b9d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 615.015598] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69c30977-559d-4eeb-a3ba-2b9db4ac58ee tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 615.015799] env[69699]: DEBUG nova.compute.manager [-] [instance: 1630ba71-ab97-409c-b0b6-60eceaaf1b9d] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 615.015890] env[69699]: DEBUG nova.network.neutron [-] [instance: 1630ba71-ab97-409c-b0b6-60eceaaf1b9d] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 615.022175] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0e6c5f59-7e2f-4ae9-a793-cbbcec9283ef tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Acquiring lock "883be72f-71fd-4198-8526-860269573811" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.022407] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0e6c5f59-7e2f-4ae9-a793-cbbcec9283ef tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Lock "883be72f-71fd-4198-8526-860269573811" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.022596] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0e6c5f59-7e2f-4ae9-a793-cbbcec9283ef tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Acquiring lock "883be72f-71fd-4198-8526-860269573811-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.022768] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0e6c5f59-7e2f-4ae9-a793-cbbcec9283ef tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Lock "883be72f-71fd-4198-8526-860269573811-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.022927] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0e6c5f59-7e2f-4ae9-a793-cbbcec9283ef tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Lock "883be72f-71fd-4198-8526-860269573811-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.025876] env[69699]: INFO nova.compute.manager [None req-0e6c5f59-7e2f-4ae9-a793-cbbcec9283ef tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] [instance: 883be72f-71fd-4198-8526-860269573811] Terminating instance [ 615.243335] env[69699]: DEBUG oslo_vmware.api [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Task: {'id': task-3606466, 'name': ReconfigVM_Task, 'duration_secs': 0.274065} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.243641] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 5410ca8f-b92b-41ad-a7c5-914ff64398bd/5410ca8f-b92b-41ad-a7c5-914ff64398bd.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 615.244319] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67727aa4-2352-49d3-9dad-cdeb6b747704 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.249810] env[69699]: DEBUG oslo_vmware.api [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Waiting for the task: (returnval){ [ 615.249810] env[69699]: value = "task-3606469" [ 615.249810] env[69699]: _type = "Task" [ 615.249810] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.258417] env[69699]: DEBUG oslo_vmware.api [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Task: {'id': task-3606469, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.289962] env[69699]: DEBUG oslo_vmware.api [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Task: {'id': task-3606467, 'name': PowerOffVM_Task, 'duration_secs': 0.123946} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.292115] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 615.292377] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 615.294237] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13066916-30f6-4b8a-b4d2-88b4bfdbc0e4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.301377] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 615.302126] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e78e571d-e973-4375-a70c-30e93b396b54 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.328569] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 615.328821] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Deleting contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 615.329147] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Deleting the datastore file [datastore1] 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 615.332444] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fd03d0f-ef65-4a97-8fae-f13c2854ccf1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.338948] env[69699]: DEBUG oslo_vmware.api [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Task: {'id': task-3606468, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065682} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.340405] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] [instance: 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 615.340602] env[69699]: DEBUG oslo_vmware.api [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Waiting for the task: (returnval){ [ 615.340602] env[69699]: value = "task-3606471" [ 615.340602] env[69699]: _type = "Task" [ 615.340602] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.341300] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d9b4a4-6d53-4cc8-bea1-c5c9840f1ac6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.351300] env[69699]: DEBUG oslo_vmware.api [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Task: {'id': task-3606471, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.373816] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] [instance: 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e/7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 615.374190] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a696d4e-7929-45ca-9b6a-623485756860 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.393495] env[69699]: DEBUG oslo_vmware.api [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Waiting for the task: (returnval){ [ 615.393495] env[69699]: value = "task-3606472" [ 615.393495] env[69699]: _type = "Task" [ 615.393495] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.401755] env[69699]: DEBUG oslo_vmware.api [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Task: {'id': task-3606472, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.436417] env[69699]: DEBUG nova.compute.manager [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] [instance: 23ef84be-eb8c-46e3-a8df-d9843024f3fe] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 615.452118] env[69699]: DEBUG nova.network.neutron [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] [instance: 23ef84be-eb8c-46e3-a8df-d9843024f3fe] Successfully created port: decdb133-74fc-41be-8a81-cc123617cb39 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 615.529359] env[69699]: DEBUG nova.compute.manager [None req-0e6c5f59-7e2f-4ae9-a793-cbbcec9283ef tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] [instance: 883be72f-71fd-4198-8526-860269573811] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 615.529964] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6c5f59-7e2f-4ae9-a793-cbbcec9283ef tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] [instance: 883be72f-71fd-4198-8526-860269573811] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 615.531954] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9717b449-a310-4687-bb18-7c3d35647582 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.538406] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e6c5f59-7e2f-4ae9-a793-cbbcec9283ef tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] [instance: 883be72f-71fd-4198-8526-860269573811] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 615.538679] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b54b4f86-5a51-4e50-a566-8a4ae9e813c4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.547969] env[69699]: DEBUG oslo_vmware.api [None req-0e6c5f59-7e2f-4ae9-a793-cbbcec9283ef tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Waiting for the task: (returnval){ [ 615.547969] env[69699]: value = "task-3606473" [ 615.547969] env[69699]: _type = "Task" [ 615.547969] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.556557] env[69699]: DEBUG oslo_vmware.api [None req-0e6c5f59-7e2f-4ae9-a793-cbbcec9283ef tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Task: {'id': task-3606473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.762309] env[69699]: DEBUG oslo_vmware.api [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Task: {'id': task-3606469, 'name': Rename_Task, 'duration_secs': 0.352641} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.762772] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 615.762870] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec816c9e-51eb-4903-9f42-136218516a35 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.774695] env[69699]: DEBUG oslo_vmware.api [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Waiting for the task: (returnval){ [ 615.774695] env[69699]: value = "task-3606474" [ 615.774695] env[69699]: _type = "Task" [ 615.774695] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.790744] env[69699]: DEBUG oslo_vmware.api [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Task: {'id': task-3606474, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.860116] env[69699]: DEBUG oslo_vmware.api [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Task: {'id': task-3606471, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099313} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.861011] env[69699]: DEBUG nova.network.neutron [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Successfully updated port: 2ef2e7c8-0270-4c87-b05b-5589679d44b4 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 615.865071] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 615.865283] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Deleted contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 615.865457] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 615.901133] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d75f6af-3f32-4266-a0ab-39ffe19151ad {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.907148] env[69699]: DEBUG oslo_vmware.api [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Task: {'id': task-3606472, 'name': ReconfigVM_Task, 'duration_secs': 0.459846} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.907884] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] [instance: 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e/7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 615.908547] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a06c5ed-818e-40ae-91c2-20684a19ad23 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.913965] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a17f97-74f2-4d20-81bf-6b73d37eb908 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.919325] env[69699]: DEBUG oslo_vmware.api [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Waiting for the task: (returnval){ [ 615.919325] env[69699]: value = "task-3606475" [ 615.919325] env[69699]: _type = "Task" [ 615.919325] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.954567] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee33ea1-b13c-4848-b5bb-9fa0a7a1061e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.960965] env[69699]: DEBUG oslo_vmware.api [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Task: {'id': task-3606475, 'name': Rename_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.966048] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef14ff53-3b04-496f-b895-5635d8f1258b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.980316] env[69699]: DEBUG nova.compute.provider_tree [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 616.057867] env[69699]: DEBUG oslo_vmware.api [None req-0e6c5f59-7e2f-4ae9-a793-cbbcec9283ef tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Task: {'id': task-3606473, 'name': PowerOffVM_Task, 'duration_secs': 0.176875} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.058278] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e6c5f59-7e2f-4ae9-a793-cbbcec9283ef tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] [instance: 883be72f-71fd-4198-8526-860269573811] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 616.058359] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6c5f59-7e2f-4ae9-a793-cbbcec9283ef tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] [instance: 883be72f-71fd-4198-8526-860269573811] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 616.062017] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6635ab67-af16-400f-aef9-4ee69e3fb077 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.126034] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6c5f59-7e2f-4ae9-a793-cbbcec9283ef tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] [instance: 883be72f-71fd-4198-8526-860269573811] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 616.126366] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6c5f59-7e2f-4ae9-a793-cbbcec9283ef tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] [instance: 883be72f-71fd-4198-8526-860269573811] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 616.127377] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e6c5f59-7e2f-4ae9-a793-cbbcec9283ef tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Deleting the datastore file [datastore2] 883be72f-71fd-4198-8526-860269573811 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 616.127377] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1da0a32-0bf1-4bb7-a9f1-ab7abc25e557 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.137483] env[69699]: DEBUG oslo_vmware.api [None req-0e6c5f59-7e2f-4ae9-a793-cbbcec9283ef tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Waiting for the task: (returnval){ [ 616.137483] env[69699]: value = "task-3606477" [ 616.137483] env[69699]: _type = "Task" [ 616.137483] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.146482] env[69699]: DEBUG oslo_vmware.api [None req-0e6c5f59-7e2f-4ae9-a793-cbbcec9283ef tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Task: {'id': task-3606477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.210460] env[69699]: DEBUG nova.network.neutron [-] [instance: 1630ba71-ab97-409c-b0b6-60eceaaf1b9d] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.282982] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "af9422bd-d925-4174-8ea5-91d2bcec2f3b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.283306] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "af9422bd-d925-4174-8ea5-91d2bcec2f3b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.290685] env[69699]: DEBUG oslo_vmware.api [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Task: {'id': task-3606474, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.369527] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Acquiring lock "refresh_cache-2b73a142-8d85-4ef8-8fe6-940dda6d6521" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.369981] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Acquired lock "refresh_cache-2b73a142-8d85-4ef8-8fe6-940dda6d6521" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.369981] env[69699]: DEBUG nova.network.neutron [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 616.397836] env[69699]: DEBUG nova.compute.manager [req-933bc564-d2ed-4f5b-82f6-acec455096fe req-4fc00aaa-a634-48a7-8ea2-3f2637977116 service nova] [instance: 60143b34-5d68-43d8-a7f6-98ed5e54e18f] Received event network-vif-deleted-7daf3b6b-6eba-4936-b5d3-64b0bf8eadfd {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 616.436363] env[69699]: DEBUG oslo_vmware.api [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Task: {'id': task-3606475, 'name': Rename_Task, 'duration_secs': 0.24546} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.436698] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] [instance: 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 616.436980] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0d30321-f440-4388-91f2-e9c07670be71 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.447069] env[69699]: DEBUG oslo_vmware.api [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Waiting for the task: (returnval){ [ 616.447069] env[69699]: value = "task-3606478" [ 616.447069] env[69699]: _type = "Task" [ 616.447069] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.457458] env[69699]: DEBUG oslo_vmware.api [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Task: {'id': task-3606478, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.459068] env[69699]: DEBUG nova.compute.manager [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] [instance: 23ef84be-eb8c-46e3-a8df-d9843024f3fe] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 616.482985] env[69699]: DEBUG nova.scheduler.client.report [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 616.490029] env[69699]: DEBUG nova.virt.hardware [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 616.490029] env[69699]: DEBUG nova.virt.hardware [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 616.490029] env[69699]: DEBUG nova.virt.hardware [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 616.490191] env[69699]: DEBUG nova.virt.hardware [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 616.490191] env[69699]: DEBUG nova.virt.hardware [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 616.490191] env[69699]: DEBUG nova.virt.hardware [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 616.490191] env[69699]: DEBUG nova.virt.hardware [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 616.490191] env[69699]: DEBUG nova.virt.hardware [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 616.490331] env[69699]: DEBUG nova.virt.hardware [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 616.490331] env[69699]: DEBUG nova.virt.hardware [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 616.490331] env[69699]: DEBUG nova.virt.hardware [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 616.490656] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6058da-02b7-4cb7-8db6-d7e356c20767 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.499126] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94bcf349-7459-4a23-b310-988ad096e7e7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.650626] env[69699]: DEBUG oslo_vmware.api [None req-0e6c5f59-7e2f-4ae9-a793-cbbcec9283ef tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Task: {'id': task-3606477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168302} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.651058] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e6c5f59-7e2f-4ae9-a793-cbbcec9283ef tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 616.651507] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6c5f59-7e2f-4ae9-a793-cbbcec9283ef tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] [instance: 883be72f-71fd-4198-8526-860269573811] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 616.651639] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6c5f59-7e2f-4ae9-a793-cbbcec9283ef tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] [instance: 883be72f-71fd-4198-8526-860269573811] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 616.651935] env[69699]: INFO nova.compute.manager [None req-0e6c5f59-7e2f-4ae9-a793-cbbcec9283ef tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] [instance: 883be72f-71fd-4198-8526-860269573811] Took 1.12 seconds to destroy the instance on the hypervisor. [ 616.652310] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e6c5f59-7e2f-4ae9-a793-cbbcec9283ef tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 616.652597] env[69699]: DEBUG nova.compute.manager [-] [instance: 883be72f-71fd-4198-8526-860269573811] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 616.652760] env[69699]: DEBUG nova.network.neutron [-] [instance: 883be72f-71fd-4198-8526-860269573811] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 616.712964] env[69699]: INFO nova.compute.manager [-] [instance: 1630ba71-ab97-409c-b0b6-60eceaaf1b9d] Took 1.70 seconds to deallocate network for instance. [ 616.787937] env[69699]: DEBUG oslo_vmware.api [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Task: {'id': task-3606474, 'name': PowerOnVM_Task, 'duration_secs': 0.674381} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.788310] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 616.788472] env[69699]: INFO nova.compute.manager [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Took 11.33 seconds to spawn the instance on the hypervisor. [ 616.788671] env[69699]: DEBUG nova.compute.manager [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 616.789484] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee3f8f1-c60b-49ac-b9f0-5d8c37db6e1d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.915531] env[69699]: DEBUG nova.virt.hardware [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 616.915776] env[69699]: DEBUG nova.virt.hardware [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 616.915931] env[69699]: DEBUG nova.virt.hardware [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 616.916124] env[69699]: DEBUG nova.virt.hardware [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 616.916270] env[69699]: DEBUG nova.virt.hardware [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 616.916421] env[69699]: DEBUG nova.virt.hardware [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 616.916614] env[69699]: DEBUG nova.virt.hardware [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 616.916768] env[69699]: DEBUG nova.virt.hardware [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 616.916928] env[69699]: DEBUG nova.virt.hardware [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 616.917128] env[69699]: DEBUG nova.virt.hardware [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 616.917258] env[69699]: DEBUG nova.virt.hardware [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 616.918425] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd88478-1cda-40b2-aebf-5d043d45721a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.929699] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84b07dc-d021-4738-9302-11a246680562 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.947180] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Instance VIF info [] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 616.952036] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 616.952355] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 616.955711] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9156c3cc-b3d5-4db5-95ce-3a3d239d5975 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.973974] env[69699]: DEBUG oslo_vmware.api [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Task: {'id': task-3606478, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.975335] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 616.975335] env[69699]: value = "task-3606479" [ 616.975335] env[69699]: _type = "Task" [ 616.975335] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.986256] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606479, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.986256] env[69699]: DEBUG nova.network.neutron [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 616.995493] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.577s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.996062] env[69699]: DEBUG nova.compute.manager [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 616.998992] env[69699]: DEBUG oslo_concurrency.lockutils [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.393s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.002124] env[69699]: INFO nova.compute.claims [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] [instance: 6d276c01-142d-4814-9a6e-52da8bc20897] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 617.230630] env[69699]: DEBUG oslo_concurrency.lockutils [None req-69c30977-559d-4eeb-a3ba-2b9db4ac58ee tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.249096] env[69699]: DEBUG nova.network.neutron [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] [instance: 23ef84be-eb8c-46e3-a8df-d9843024f3fe] Successfully updated port: decdb133-74fc-41be-8a81-cc123617cb39 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 617.313762] env[69699]: INFO nova.compute.manager [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Took 25.28 seconds to build instance. [ 617.463823] env[69699]: DEBUG oslo_vmware.api [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Task: {'id': task-3606478, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.486789] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606479, 'name': CreateVM_Task, 'duration_secs': 0.428707} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.486986] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 617.487636] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.487815] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.488145] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.488400] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bcdcd06-542a-42fd-b16c-97662f567d89 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.493881] env[69699]: DEBUG oslo_vmware.api [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Waiting for the task: (returnval){ [ 617.493881] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5276d634-bac0-cb14-4a9f-51c0ba3a96e6" [ 617.493881] env[69699]: _type = "Task" [ 617.493881] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.502795] env[69699]: DEBUG oslo_vmware.api [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5276d634-bac0-cb14-4a9f-51c0ba3a96e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.506270] env[69699]: DEBUG nova.compute.utils [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 617.513780] env[69699]: DEBUG nova.compute.manager [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 617.513956] env[69699]: DEBUG nova.network.neutron [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 617.548681] env[69699]: DEBUG nova.compute.manager [req-9fc45815-646f-469e-8a59-1d01abe92cb8 req-e0b49ea5-c18f-47b8-9b31-03f28d6506eb service nova] [instance: 23ef84be-eb8c-46e3-a8df-d9843024f3fe] Received event network-vif-plugged-decdb133-74fc-41be-8a81-cc123617cb39 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 617.548928] env[69699]: DEBUG oslo_concurrency.lockutils [req-9fc45815-646f-469e-8a59-1d01abe92cb8 req-e0b49ea5-c18f-47b8-9b31-03f28d6506eb service nova] Acquiring lock "23ef84be-eb8c-46e3-a8df-d9843024f3fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.549038] env[69699]: DEBUG oslo_concurrency.lockutils [req-9fc45815-646f-469e-8a59-1d01abe92cb8 req-e0b49ea5-c18f-47b8-9b31-03f28d6506eb service nova] Lock "23ef84be-eb8c-46e3-a8df-d9843024f3fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.549289] env[69699]: DEBUG oslo_concurrency.lockutils [req-9fc45815-646f-469e-8a59-1d01abe92cb8 req-e0b49ea5-c18f-47b8-9b31-03f28d6506eb service nova] Lock "23ef84be-eb8c-46e3-a8df-d9843024f3fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.549513] env[69699]: DEBUG nova.compute.manager [req-9fc45815-646f-469e-8a59-1d01abe92cb8 req-e0b49ea5-c18f-47b8-9b31-03f28d6506eb service nova] [instance: 23ef84be-eb8c-46e3-a8df-d9843024f3fe] No waiting events found dispatching network-vif-plugged-decdb133-74fc-41be-8a81-cc123617cb39 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 617.549727] env[69699]: WARNING nova.compute.manager [req-9fc45815-646f-469e-8a59-1d01abe92cb8 req-e0b49ea5-c18f-47b8-9b31-03f28d6506eb service nova] [instance: 23ef84be-eb8c-46e3-a8df-d9843024f3fe] Received unexpected event network-vif-plugged-decdb133-74fc-41be-8a81-cc123617cb39 for instance with vm_state building and task_state spawning. [ 617.590762] env[69699]: DEBUG nova.policy [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b078a905ea184e03837d98e3557c5dcc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2953fb7e027e45b9922c5eb06ef76e42', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 617.709704] env[69699]: DEBUG nova.network.neutron [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Updating instance_info_cache with network_info: [{"id": "2ef2e7c8-0270-4c87-b05b-5589679d44b4", "address": "fa:16:3e:06:a5:f5", "network": {"id": "cf7e11e8-f0e1-4137-b176-ce92b41f73aa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7ead911ee02c4672932553c72aa317e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ef2e7c8-02", "ovs_interfaceid": "2ef2e7c8-0270-4c87-b05b-5589679d44b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.755702] env[69699]: DEBUG oslo_concurrency.lockutils [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Acquiring lock "refresh_cache-23ef84be-eb8c-46e3-a8df-d9843024f3fe" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.755917] env[69699]: DEBUG oslo_concurrency.lockutils [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Acquired lock "refresh_cache-23ef84be-eb8c-46e3-a8df-d9843024f3fe" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.756124] env[69699]: DEBUG nova.network.neutron [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] [instance: 23ef84be-eb8c-46e3-a8df-d9843024f3fe] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 617.816429] env[69699]: DEBUG oslo_concurrency.lockutils [None req-40dc3e96-dc68-42b0-9467-62970b855eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Lock "5410ca8f-b92b-41ad-a7c5-914ff64398bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.792s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.964255] env[69699]: DEBUG oslo_vmware.api [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Task: {'id': task-3606478, 'name': PowerOnVM_Task, 'duration_secs': 1.100164} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.964416] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] [instance: 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 617.964508] env[69699]: INFO nova.compute.manager [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] [instance: 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e] Took 10.01 seconds to spawn the instance on the hypervisor. [ 617.965078] env[69699]: DEBUG nova.compute.manager [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] [instance: 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 617.965643] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e18fe3-b365-44b8-8e2d-2c799ee73be6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.005756] env[69699]: DEBUG oslo_vmware.api [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5276d634-bac0-cb14-4a9f-51c0ba3a96e6, 'name': SearchDatastore_Task, 'duration_secs': 0.010845} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.005756] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.005756] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 618.006021] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.006079] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.006266] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 618.007518] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b7fdb11-4155-412a-81ae-b4257ef8abd4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.015202] env[69699]: DEBUG nova.compute.manager [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 618.021525] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 618.021525] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 618.023026] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9198e50a-e877-41bb-b875-89d849f4fddc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.029068] env[69699]: DEBUG oslo_vmware.api [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Waiting for the task: (returnval){ [ 618.029068] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]525bdd67-62a4-eee4-35eb-4070b9eb2a19" [ 618.029068] env[69699]: _type = "Task" [ 618.029068] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.037249] env[69699]: DEBUG oslo_vmware.api [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]525bdd67-62a4-eee4-35eb-4070b9eb2a19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.184562] env[69699]: DEBUG nova.network.neutron [-] [instance: 883be72f-71fd-4198-8526-860269573811] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.212037] env[69699]: DEBUG nova.network.neutron [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Successfully created port: 9512295a-ae47-4627-baea-ea55f8a35c0b {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 618.214353] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Releasing lock "refresh_cache-2b73a142-8d85-4ef8-8fe6-940dda6d6521" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.215064] env[69699]: DEBUG nova.compute.manager [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Instance network_info: |[{"id": "2ef2e7c8-0270-4c87-b05b-5589679d44b4", "address": "fa:16:3e:06:a5:f5", "network": {"id": "cf7e11e8-f0e1-4137-b176-ce92b41f73aa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7ead911ee02c4672932553c72aa317e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ef2e7c8-02", "ovs_interfaceid": "2ef2e7c8-0270-4c87-b05b-5589679d44b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 618.215767] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:a5:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ef2e7c8-0270-4c87-b05b-5589679d44b4', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 618.224549] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Creating folder: Project (d0b6c5b7b1b447f2b0676a8333088ec6). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.228967] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-948025c7-b369-4976-9e13-39234c2b43cb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.241855] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Created folder: Project (d0b6c5b7b1b447f2b0676a8333088ec6) in parent group-v719415. [ 618.242028] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Creating folder: Instances. Parent ref: group-v719438. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.242394] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b41b8a2-fff6-45dd-b579-1e815b0b7877 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.253165] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Created folder: Instances in parent group-v719438. [ 618.253443] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 618.256124] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 618.258240] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-622eb965-f512-4974-af79-3f819e6f0391 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.284253] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 618.284253] env[69699]: value = "task-3606482" [ 618.284253] env[69699]: _type = "Task" [ 618.284253] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.296236] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606482, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.319698] env[69699]: DEBUG nova.compute.manager [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 618.380931] env[69699]: DEBUG nova.network.neutron [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] [instance: 23ef84be-eb8c-46e3-a8df-d9843024f3fe] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 618.436486] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb8673b-cfbe-4a44-b5e9-54477e612bad {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.445559] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48872ef-d258-4ab1-9fe0-a4b850c21b44 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.485697] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c05612c-48ff-40d3-8d67-95b614c6b8ff {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.490775] env[69699]: INFO nova.compute.manager [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] [instance: 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e] Took 26.17 seconds to build instance. [ 618.495279] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4af9d85-eeb1-4071-9a64-226aca8cd6dc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.510904] env[69699]: DEBUG nova.compute.provider_tree [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.541949] env[69699]: DEBUG oslo_vmware.api [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]525bdd67-62a4-eee4-35eb-4070b9eb2a19, 'name': SearchDatastore_Task, 'duration_secs': 0.009271} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.541949] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d8a0d1d-298e-4bda-9523-6574842e79d0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.546940] env[69699]: DEBUG oslo_vmware.api [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Waiting for the task: (returnval){ [ 618.546940] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52d25d66-a0ec-fbf9-24a6-3f752bfba759" [ 618.546940] env[69699]: _type = "Task" [ 618.546940] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.555836] env[69699]: DEBUG oslo_vmware.api [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52d25d66-a0ec-fbf9-24a6-3f752bfba759, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.688531] env[69699]: INFO nova.compute.manager [-] [instance: 883be72f-71fd-4198-8526-860269573811] Took 2.04 seconds to deallocate network for instance. [ 618.795093] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606482, 'name': CreateVM_Task, 'duration_secs': 0.329948} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.795279] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 618.796611] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.796611] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.796611] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.796962] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80e89299-d60c-4f65-9ca8-313d7b78d9de {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.805107] env[69699]: DEBUG oslo_vmware.api [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Waiting for the task: (returnval){ [ 618.805107] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c4872d-8a65-7bdc-138b-bb536caed4ea" [ 618.805107] env[69699]: _type = "Task" [ 618.805107] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.814988] env[69699]: DEBUG oslo_vmware.api [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c4872d-8a65-7bdc-138b-bb536caed4ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.846243] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.897562] env[69699]: DEBUG nova.network.neutron [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] [instance: 23ef84be-eb8c-46e3-a8df-d9843024f3fe] Updating instance_info_cache with network_info: [{"id": "decdb133-74fc-41be-8a81-cc123617cb39", "address": "fa:16:3e:c3:aa:18", "network": {"id": "cf7e11e8-f0e1-4137-b176-ce92b41f73aa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7ead911ee02c4672932553c72aa317e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdecdb133-74", "ovs_interfaceid": "decdb133-74fc-41be-8a81-cc123617cb39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.995444] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3c2e6a5d-39fe-41ee-aa83-080a1672b256 tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Lock "7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.685s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.016946] env[69699]: DEBUG nova.scheduler.client.report [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 619.031049] env[69699]: DEBUG nova.compute.manager [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 619.058391] env[69699]: DEBUG oslo_vmware.api [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52d25d66-a0ec-fbf9-24a6-3f752bfba759, 'name': SearchDatastore_Task, 'duration_secs': 0.009603} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.060476] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.060736] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9/39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 619.061939] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ccb8ddad-5ae7-40b7-a5c6-b70dabc1ecac {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.075487] env[69699]: DEBUG nova.virt.hardware [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 619.075682] env[69699]: DEBUG nova.virt.hardware [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 619.075884] env[69699]: DEBUG nova.virt.hardware [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 619.076032] env[69699]: DEBUG nova.virt.hardware [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 619.076188] env[69699]: DEBUG nova.virt.hardware [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 619.076334] env[69699]: DEBUG nova.virt.hardware [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 619.076537] env[69699]: DEBUG nova.virt.hardware [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 619.076693] env[69699]: DEBUG nova.virt.hardware [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 619.076851] env[69699]: DEBUG nova.virt.hardware [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 619.077040] env[69699]: DEBUG nova.virt.hardware [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 619.077325] env[69699]: DEBUG nova.virt.hardware [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 619.078378] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb086cca-b60d-4d0e-b0e7-662d5b8d7e7c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.082245] env[69699]: DEBUG oslo_vmware.api [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Waiting for the task: (returnval){ [ 619.082245] env[69699]: value = "task-3606483" [ 619.082245] env[69699]: _type = "Task" [ 619.082245] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.089714] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379d26bb-db7c-4b26-9ff0-a8318c4b4996 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.097323] env[69699]: DEBUG oslo_vmware.api [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Task: {'id': task-3606483, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.171524] env[69699]: DEBUG nova.compute.manager [req-cbc46526-1253-4ed6-847a-1f00b35d8c0e req-8e03eb54-59c7-4acc-93d4-bb180b870a60 service nova] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Received event network-vif-plugged-2ef2e7c8-0270-4c87-b05b-5589679d44b4 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 619.172205] env[69699]: DEBUG oslo_concurrency.lockutils [req-cbc46526-1253-4ed6-847a-1f00b35d8c0e req-8e03eb54-59c7-4acc-93d4-bb180b870a60 service nova] Acquiring lock "2b73a142-8d85-4ef8-8fe6-940dda6d6521-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.172205] env[69699]: DEBUG oslo_concurrency.lockutils [req-cbc46526-1253-4ed6-847a-1f00b35d8c0e req-8e03eb54-59c7-4acc-93d4-bb180b870a60 service nova] Lock "2b73a142-8d85-4ef8-8fe6-940dda6d6521-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.172205] env[69699]: DEBUG oslo_concurrency.lockutils [req-cbc46526-1253-4ed6-847a-1f00b35d8c0e req-8e03eb54-59c7-4acc-93d4-bb180b870a60 service nova] Lock "2b73a142-8d85-4ef8-8fe6-940dda6d6521-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.172547] env[69699]: DEBUG nova.compute.manager [req-cbc46526-1253-4ed6-847a-1f00b35d8c0e req-8e03eb54-59c7-4acc-93d4-bb180b870a60 service nova] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] No waiting events found dispatching network-vif-plugged-2ef2e7c8-0270-4c87-b05b-5589679d44b4 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 619.172547] env[69699]: WARNING nova.compute.manager [req-cbc46526-1253-4ed6-847a-1f00b35d8c0e req-8e03eb54-59c7-4acc-93d4-bb180b870a60 service nova] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Received unexpected event network-vif-plugged-2ef2e7c8-0270-4c87-b05b-5589679d44b4 for instance with vm_state building and task_state spawning. [ 619.172547] env[69699]: DEBUG nova.compute.manager [req-cbc46526-1253-4ed6-847a-1f00b35d8c0e req-8e03eb54-59c7-4acc-93d4-bb180b870a60 service nova] [instance: 1630ba71-ab97-409c-b0b6-60eceaaf1b9d] Received event network-vif-deleted-a3c6032f-bd19-470b-83c6-999c80d1fe60 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 619.172716] env[69699]: DEBUG nova.compute.manager [req-cbc46526-1253-4ed6-847a-1f00b35d8c0e req-8e03eb54-59c7-4acc-93d4-bb180b870a60 service nova] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Received event network-changed-2ef2e7c8-0270-4c87-b05b-5589679d44b4 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 619.172869] env[69699]: DEBUG nova.compute.manager [req-cbc46526-1253-4ed6-847a-1f00b35d8c0e req-8e03eb54-59c7-4acc-93d4-bb180b870a60 service nova] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Refreshing instance network info cache due to event network-changed-2ef2e7c8-0270-4c87-b05b-5589679d44b4. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 619.173067] env[69699]: DEBUG oslo_concurrency.lockutils [req-cbc46526-1253-4ed6-847a-1f00b35d8c0e req-8e03eb54-59c7-4acc-93d4-bb180b870a60 service nova] Acquiring lock "refresh_cache-2b73a142-8d85-4ef8-8fe6-940dda6d6521" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.173202] env[69699]: DEBUG oslo_concurrency.lockutils [req-cbc46526-1253-4ed6-847a-1f00b35d8c0e req-8e03eb54-59c7-4acc-93d4-bb180b870a60 service nova] Acquired lock "refresh_cache-2b73a142-8d85-4ef8-8fe6-940dda6d6521" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.173354] env[69699]: DEBUG nova.network.neutron [req-cbc46526-1253-4ed6-847a-1f00b35d8c0e req-8e03eb54-59c7-4acc-93d4-bb180b870a60 service nova] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Refreshing network info cache for port 2ef2e7c8-0270-4c87-b05b-5589679d44b4 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 619.196109] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0e6c5f59-7e2f-4ae9-a793-cbbcec9283ef tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.321486] env[69699]: DEBUG oslo_vmware.api [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c4872d-8a65-7bdc-138b-bb536caed4ea, 'name': SearchDatastore_Task, 'duration_secs': 0.008441} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.321824] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.322076] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 619.322315] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.322490] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.322675] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 619.322952] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9338219d-0e61-4d40-944e-21f6a96f428b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.335521] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 619.335724] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 619.336590] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33ba45b4-6af2-4a65-a6b9-bc50dbeed95c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.343202] env[69699]: DEBUG oslo_vmware.api [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Waiting for the task: (returnval){ [ 619.343202] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5255b933-16c8-8fcd-3b20-5b47375c8fbc" [ 619.343202] env[69699]: _type = "Task" [ 619.343202] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.357120] env[69699]: DEBUG oslo_vmware.api [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5255b933-16c8-8fcd-3b20-5b47375c8fbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.402331] env[69699]: DEBUG oslo_concurrency.lockutils [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Releasing lock "refresh_cache-23ef84be-eb8c-46e3-a8df-d9843024f3fe" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.404348] env[69699]: DEBUG nova.compute.manager [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] [instance: 23ef84be-eb8c-46e3-a8df-d9843024f3fe] Instance network_info: |[{"id": "decdb133-74fc-41be-8a81-cc123617cb39", "address": "fa:16:3e:c3:aa:18", "network": {"id": "cf7e11e8-f0e1-4137-b176-ce92b41f73aa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7ead911ee02c4672932553c72aa317e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdecdb133-74", "ovs_interfaceid": "decdb133-74fc-41be-8a81-cc123617cb39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 619.404591] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] [instance: 23ef84be-eb8c-46e3-a8df-d9843024f3fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:aa:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'decdb133-74fc-41be-8a81-cc123617cb39', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 619.413921] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Creating folder: Project (1c6c1b2aeecc4716a8ac04d89aec8ad0). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.414730] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a646478-1cb2-40dd-80a3-d82fa8864f50 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.428045] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Created folder: Project (1c6c1b2aeecc4716a8ac04d89aec8ad0) in parent group-v719415. [ 619.428045] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Creating folder: Instances. Parent ref: group-v719441. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.428045] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f8089da-df7f-412e-a50d-17c99935a72f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.441725] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Created folder: Instances in parent group-v719441. [ 619.441725] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 619.441725] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23ef84be-eb8c-46e3-a8df-d9843024f3fe] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 619.441725] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5dd9686-20b5-4c5f-8adb-fba5d080e5e3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.468691] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 619.468691] env[69699]: value = "task-3606486" [ 619.468691] env[69699]: _type = "Task" [ 619.468691] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.480598] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606486, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.498397] env[69699]: DEBUG nova.compute.manager [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 619.525425] env[69699]: DEBUG oslo_concurrency.lockutils [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.526s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.526030] env[69699]: DEBUG nova.compute.manager [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] [instance: 6d276c01-142d-4814-9a6e-52da8bc20897] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 619.533196] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.876s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.535105] env[69699]: INFO nova.compute.claims [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 619.596066] env[69699]: DEBUG oslo_vmware.api [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Task: {'id': task-3606483, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513972} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.596826] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9/39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 619.597577] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 619.597960] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95bc7320-0f75-4cdc-a26c-9df8bbcd754b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.607517] env[69699]: DEBUG oslo_vmware.api [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Waiting for the task: (returnval){ [ 619.607517] env[69699]: value = "task-3606487" [ 619.607517] env[69699]: _type = "Task" [ 619.607517] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.615310] env[69699]: DEBUG oslo_vmware.api [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Task: {'id': task-3606487, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.854983] env[69699]: DEBUG oslo_vmware.api [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5255b933-16c8-8fcd-3b20-5b47375c8fbc, 'name': SearchDatastore_Task, 'duration_secs': 0.02805} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.855578] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-333c7112-ade7-4dbf-812c-b080e5c087db {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.862851] env[69699]: DEBUG oslo_vmware.api [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Waiting for the task: (returnval){ [ 619.862851] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ccc4f6-60ff-b714-ee74-94cdf6a1e667" [ 619.862851] env[69699]: _type = "Task" [ 619.862851] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.873319] env[69699]: DEBUG oslo_vmware.api [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ccc4f6-60ff-b714-ee74-94cdf6a1e667, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.985613] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606486, 'name': CreateVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.033590] env[69699]: DEBUG oslo_concurrency.lockutils [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.045488] env[69699]: DEBUG nova.compute.utils [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 620.049963] env[69699]: DEBUG nova.compute.manager [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] [instance: 6d276c01-142d-4814-9a6e-52da8bc20897] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 620.050529] env[69699]: DEBUG nova.network.neutron [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] [instance: 6d276c01-142d-4814-9a6e-52da8bc20897] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 620.119217] env[69699]: DEBUG oslo_vmware.api [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Task: {'id': task-3606487, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.150697} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.119217] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 620.119455] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0f861b-08b3-45c5-afb9-7b5cce429c6d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.140736] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9/39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 620.141398] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7144950-adf6-48df-96fa-9c362e46cf0b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.162556] env[69699]: DEBUG oslo_vmware.api [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Waiting for the task: (returnval){ [ 620.162556] env[69699]: value = "task-3606488" [ 620.162556] env[69699]: _type = "Task" [ 620.162556] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.173025] env[69699]: DEBUG oslo_vmware.api [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Task: {'id': task-3606488, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.216265] env[69699]: DEBUG nova.policy [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7611c72675746cea988cf30f83cd123', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c38261f21f5c446295697d4a9a6ed064', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 620.378461] env[69699]: DEBUG oslo_vmware.api [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ccc4f6-60ff-b714-ee74-94cdf6a1e667, 'name': SearchDatastore_Task, 'duration_secs': 0.008959} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.378743] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.379055] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 2b73a142-8d85-4ef8-8fe6-940dda6d6521/2b73a142-8d85-4ef8-8fe6-940dda6d6521.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 620.379348] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e527428-9421-453c-9a5e-ca01f5f04921 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.386855] env[69699]: DEBUG oslo_vmware.api [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Waiting for the task: (returnval){ [ 620.386855] env[69699]: value = "task-3606489" [ 620.386855] env[69699]: _type = "Task" [ 620.386855] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.394674] env[69699]: DEBUG oslo_vmware.api [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3606489, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.422617] env[69699]: DEBUG nova.network.neutron [req-cbc46526-1253-4ed6-847a-1f00b35d8c0e req-8e03eb54-59c7-4acc-93d4-bb180b870a60 service nova] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Updated VIF entry in instance network info cache for port 2ef2e7c8-0270-4c87-b05b-5589679d44b4. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 620.422995] env[69699]: DEBUG nova.network.neutron [req-cbc46526-1253-4ed6-847a-1f00b35d8c0e req-8e03eb54-59c7-4acc-93d4-bb180b870a60 service nova] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Updating instance_info_cache with network_info: [{"id": "2ef2e7c8-0270-4c87-b05b-5589679d44b4", "address": "fa:16:3e:06:a5:f5", "network": {"id": "cf7e11e8-f0e1-4137-b176-ce92b41f73aa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7ead911ee02c4672932553c72aa317e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ef2e7c8-02", "ovs_interfaceid": "2ef2e7c8-0270-4c87-b05b-5589679d44b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.478243] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606486, 'name': CreateVM_Task, 'duration_secs': 0.563215} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.478416] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23ef84be-eb8c-46e3-a8df-d9843024f3fe] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 620.479142] env[69699]: DEBUG oslo_concurrency.lockutils [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.479348] env[69699]: DEBUG oslo_concurrency.lockutils [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.479610] env[69699]: DEBUG oslo_concurrency.lockutils [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.479864] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2adb178b-cc27-4ef8-81e1-c2054b88d732 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.481758] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5f4f0ef0-4257-4e18-9184-f5cbe0fae94c tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Acquiring lock "interface-7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.481964] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5f4f0ef0-4257-4e18-9184-f5cbe0fae94c tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Lock "interface-7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.483037] env[69699]: DEBUG nova.objects.instance [None req-5f4f0ef0-4257-4e18-9184-f5cbe0fae94c tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Lazy-loading 'flavor' on Instance uuid 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 620.487717] env[69699]: DEBUG oslo_vmware.api [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Waiting for the task: (returnval){ [ 620.487717] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52f50a25-d9c0-f25b-f1ff-54a739f3cf45" [ 620.487717] env[69699]: _type = "Task" [ 620.487717] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.497455] env[69699]: DEBUG oslo_vmware.api [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52f50a25-d9c0-f25b-f1ff-54a739f3cf45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.551034] env[69699]: DEBUG nova.compute.manager [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] [instance: 6d276c01-142d-4814-9a6e-52da8bc20897] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 620.677579] env[69699]: DEBUG oslo_vmware.api [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Task: {'id': task-3606488, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.852407] env[69699]: DEBUG nova.network.neutron [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Successfully updated port: 9512295a-ae47-4627-baea-ea55f8a35c0b {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 620.900872] env[69699]: DEBUG oslo_vmware.api [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3606489, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.925991] env[69699]: DEBUG oslo_concurrency.lockutils [req-cbc46526-1253-4ed6-847a-1f00b35d8c0e req-8e03eb54-59c7-4acc-93d4-bb180b870a60 service nova] Releasing lock "refresh_cache-2b73a142-8d85-4ef8-8fe6-940dda6d6521" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.925991] env[69699]: DEBUG nova.compute.manager [req-cbc46526-1253-4ed6-847a-1f00b35d8c0e req-8e03eb54-59c7-4acc-93d4-bb180b870a60 service nova] [instance: 883be72f-71fd-4198-8526-860269573811] Received event network-vif-deleted-1c6e040e-d028-47ce-99ab-e9a4282de967 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 620.989054] env[69699]: DEBUG nova.objects.instance [None req-5f4f0ef0-4257-4e18-9184-f5cbe0fae94c tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Lazy-loading 'pci_requests' on Instance uuid 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 621.004868] env[69699]: DEBUG oslo_vmware.api [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52f50a25-d9c0-f25b-f1ff-54a739f3cf45, 'name': SearchDatastore_Task, 'duration_secs': 0.028087} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.005911] env[69699]: DEBUG oslo_concurrency.lockutils [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.006167] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] [instance: 23ef84be-eb8c-46e3-a8df-d9843024f3fe] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 621.006423] env[69699]: DEBUG oslo_concurrency.lockutils [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.006573] env[69699]: DEBUG oslo_concurrency.lockutils [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.006750] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 621.007445] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8447ea73-3ce3-49e7-b4b4-2968a58d31d5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.016943] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 621.016943] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 621.016943] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-284063be-d067-404e-9902-6b455dec7a6b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.022951] env[69699]: DEBUG oslo_vmware.api [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Waiting for the task: (returnval){ [ 621.022951] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5264da54-00ae-cc51-888e-6c96256f0c33" [ 621.022951] env[69699]: _type = "Task" [ 621.022951] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.036647] env[69699]: DEBUG oslo_vmware.api [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5264da54-00ae-cc51-888e-6c96256f0c33, 'name': SearchDatastore_Task, 'duration_secs': 0.008277} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.037059] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8554b72c-9d5e-44b3-a773-08e7ac1d444c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.043149] env[69699]: DEBUG oslo_vmware.api [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Waiting for the task: (returnval){ [ 621.043149] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5225398b-e066-f246-7ea5-60c3bb798aec" [ 621.043149] env[69699]: _type = "Task" [ 621.043149] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.047258] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647c6b52-b71d-4d57-9503-b82bc25fc545 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.054872] env[69699]: DEBUG oslo_vmware.api [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5225398b-e066-f246-7ea5-60c3bb798aec, 'name': SearchDatastore_Task, 'duration_secs': 0.00846} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.056770] env[69699]: DEBUG oslo_concurrency.lockutils [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.057030] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 23ef84be-eb8c-46e3-a8df-d9843024f3fe/23ef84be-eb8c-46e3-a8df-d9843024f3fe.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 621.057326] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f71f3d0-b6e7-4f85-af5f-b527c4cdccd6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.060113] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2723d5-8733-4abb-8849-a6e485eb47df {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.098503] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f63904e-cf54-41de-b022-65a51bc91f49 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.101202] env[69699]: DEBUG oslo_vmware.api [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Waiting for the task: (returnval){ [ 621.101202] env[69699]: value = "task-3606490" [ 621.101202] env[69699]: _type = "Task" [ 621.101202] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.107749] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a075d769-fa85-427f-b51c-19afd456e1e8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.114442] env[69699]: DEBUG oslo_vmware.api [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Task: {'id': task-3606490, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.125097] env[69699]: DEBUG nova.compute.provider_tree [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.176090] env[69699]: DEBUG oslo_vmware.api [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Task: {'id': task-3606488, 'name': ReconfigVM_Task, 'duration_secs': 0.565376} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.176401] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9/39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 621.177019] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0658967e-a211-495e-bc6d-96f67137c64d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.184170] env[69699]: DEBUG oslo_vmware.api [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Waiting for the task: (returnval){ [ 621.184170] env[69699]: value = "task-3606491" [ 621.184170] env[69699]: _type = "Task" [ 621.184170] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.194244] env[69699]: DEBUG oslo_vmware.api [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Task: {'id': task-3606491, 'name': Rename_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.273680] env[69699]: DEBUG nova.network.neutron [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] [instance: 6d276c01-142d-4814-9a6e-52da8bc20897] Successfully created port: 1de50a9e-be3e-4dfb-9d5f-387e96c2f720 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 621.358874] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Acquiring lock "refresh_cache-e46d11e1-2931-4ed2-907e-1577961e3d03" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.359230] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Acquired lock "refresh_cache-e46d11e1-2931-4ed2-907e-1577961e3d03" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.359361] env[69699]: DEBUG nova.network.neutron [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 621.407803] env[69699]: DEBUG oslo_vmware.api [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3606489, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533701} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.409448] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 2b73a142-8d85-4ef8-8fe6-940dda6d6521/2b73a142-8d85-4ef8-8fe6-940dda6d6521.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 621.410449] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 621.410449] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-309c14f9-3922-457c-b793-9935093c24ae {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.421973] env[69699]: DEBUG oslo_vmware.api [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Waiting for the task: (returnval){ [ 621.421973] env[69699]: value = "task-3606492" [ 621.421973] env[69699]: _type = "Task" [ 621.421973] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.434241] env[69699]: DEBUG oslo_vmware.api [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3606492, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.501175] env[69699]: DEBUG nova.objects.base [None req-5f4f0ef0-4257-4e18-9184-f5cbe0fae94c tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Object Instance<7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e> lazy-loaded attributes: flavor,pci_requests {{(pid=69699) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 621.501175] env[69699]: DEBUG nova.network.neutron [None req-5f4f0ef0-4257-4e18-9184-f5cbe0fae94c tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] [instance: 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 621.569308] env[69699]: DEBUG nova.compute.manager [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] [instance: 6d276c01-142d-4814-9a6e-52da8bc20897] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 621.614220] env[69699]: DEBUG oslo_vmware.api [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Task: {'id': task-3606490, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538646} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.616489] env[69699]: DEBUG nova.virt.hardware [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 621.616821] env[69699]: DEBUG nova.virt.hardware [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 621.616938] env[69699]: DEBUG nova.virt.hardware [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 621.617221] env[69699]: DEBUG nova.virt.hardware [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 621.617388] env[69699]: DEBUG nova.virt.hardware [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 621.617534] env[69699]: DEBUG nova.virt.hardware [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 621.617735] env[69699]: DEBUG nova.virt.hardware [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 621.617888] env[69699]: DEBUG nova.virt.hardware [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 621.618065] env[69699]: DEBUG nova.virt.hardware [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 621.618229] env[69699]: DEBUG nova.virt.hardware [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 621.618399] env[69699]: DEBUG nova.virt.hardware [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 621.618700] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 23ef84be-eb8c-46e3-a8df-d9843024f3fe/23ef84be-eb8c-46e3-a8df-d9843024f3fe.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 621.618882] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] [instance: 23ef84be-eb8c-46e3-a8df-d9843024f3fe] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 621.619735] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3abbc32d-739d-489e-b5bb-a31243457c9e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.622368] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6726a68-0993-48e5-9592-ccda9cd18f99 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.628759] env[69699]: DEBUG nova.scheduler.client.report [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 621.635021] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6feb83c0-b982-45ae-b3ec-5e5cc46ebcce {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.638359] env[69699]: DEBUG oslo_vmware.api [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Waiting for the task: (returnval){ [ 621.638359] env[69699]: value = "task-3606493" [ 621.638359] env[69699]: _type = "Task" [ 621.638359] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.654920] env[69699]: DEBUG oslo_vmware.api [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Task: {'id': task-3606493, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.663894] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5f4f0ef0-4257-4e18-9184-f5cbe0fae94c tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Lock "interface-7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.181s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.695240] env[69699]: DEBUG oslo_vmware.api [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Task: {'id': task-3606491, 'name': Rename_Task, 'duration_secs': 0.234954} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.695503] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 621.695747] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d55feda6-cee5-46ec-9259-6c87caabbd40 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.703431] env[69699]: DEBUG oslo_vmware.api [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Waiting for the task: (returnval){ [ 621.703431] env[69699]: value = "task-3606494" [ 621.703431] env[69699]: _type = "Task" [ 621.703431] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.712322] env[69699]: DEBUG oslo_vmware.api [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Task: {'id': task-3606494, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.902678] env[69699]: DEBUG nova.compute.manager [req-07f349ee-237c-47da-9327-47bcfb16c8eb req-c7671dbf-ee11-4861-99ed-c7fa21053699 service nova] [instance: 23ef84be-eb8c-46e3-a8df-d9843024f3fe] Received event network-changed-decdb133-74fc-41be-8a81-cc123617cb39 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 621.902678] env[69699]: DEBUG nova.compute.manager [req-07f349ee-237c-47da-9327-47bcfb16c8eb req-c7671dbf-ee11-4861-99ed-c7fa21053699 service nova] [instance: 23ef84be-eb8c-46e3-a8df-d9843024f3fe] Refreshing instance network info cache due to event network-changed-decdb133-74fc-41be-8a81-cc123617cb39. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 621.902678] env[69699]: DEBUG oslo_concurrency.lockutils [req-07f349ee-237c-47da-9327-47bcfb16c8eb req-c7671dbf-ee11-4861-99ed-c7fa21053699 service nova] Acquiring lock "refresh_cache-23ef84be-eb8c-46e3-a8df-d9843024f3fe" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.902827] env[69699]: DEBUG oslo_concurrency.lockutils [req-07f349ee-237c-47da-9327-47bcfb16c8eb req-c7671dbf-ee11-4861-99ed-c7fa21053699 service nova] Acquired lock "refresh_cache-23ef84be-eb8c-46e3-a8df-d9843024f3fe" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.903333] env[69699]: DEBUG nova.network.neutron [req-07f349ee-237c-47da-9327-47bcfb16c8eb req-c7671dbf-ee11-4861-99ed-c7fa21053699 service nova] [instance: 23ef84be-eb8c-46e3-a8df-d9843024f3fe] Refreshing network info cache for port decdb133-74fc-41be-8a81-cc123617cb39 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 621.928101] env[69699]: DEBUG nova.network.neutron [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 621.935976] env[69699]: DEBUG oslo_vmware.api [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3606492, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08492} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.936265] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 621.937062] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802b22a8-f96b-493a-ad5c-34ae300c467f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.962562] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 2b73a142-8d85-4ef8-8fe6-940dda6d6521/2b73a142-8d85-4ef8-8fe6-940dda6d6521.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 621.965659] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5809089f-979a-4b58-8592-440c4e09234a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.988940] env[69699]: DEBUG oslo_vmware.api [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Waiting for the task: (returnval){ [ 621.988940] env[69699]: value = "task-3606495" [ 621.988940] env[69699]: _type = "Task" [ 621.988940] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.998064] env[69699]: DEBUG oslo_vmware.api [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3606495, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.140051] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.143180] env[69699]: DEBUG nova.compute.manager [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 622.144234] env[69699]: DEBUG oslo_concurrency.lockutils [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.873s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.146115] env[69699]: INFO nova.compute.claims [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 622.163407] env[69699]: DEBUG oslo_vmware.api [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Task: {'id': task-3606493, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.224570] env[69699]: DEBUG oslo_vmware.api [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Task: {'id': task-3606494, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.267656] env[69699]: DEBUG nova.network.neutron [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Updating instance_info_cache with network_info: [{"id": "9512295a-ae47-4627-baea-ea55f8a35c0b", "address": "fa:16:3e:80:49:dd", "network": {"id": "f5d33e53-84a7-44b1-86f0-d43fa6b87fd6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1755628662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2953fb7e027e45b9922c5eb06ef76e42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9512295a-ae", "ovs_interfaceid": "9512295a-ae47-4627-baea-ea55f8a35c0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.499787] env[69699]: DEBUG oslo_vmware.api [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3606495, 'name': ReconfigVM_Task, 'duration_secs': 0.349549} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.503024] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 2b73a142-8d85-4ef8-8fe6-940dda6d6521/2b73a142-8d85-4ef8-8fe6-940dda6d6521.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 622.503024] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a015c2ad-2e32-41ff-80a8-518d2df28e74 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.508670] env[69699]: DEBUG oslo_vmware.api [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Waiting for the task: (returnval){ [ 622.508670] env[69699]: value = "task-3606496" [ 622.508670] env[69699]: _type = "Task" [ 622.508670] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.522577] env[69699]: DEBUG oslo_vmware.api [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3606496, 'name': Rename_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.657978] env[69699]: DEBUG nova.compute.utils [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 622.666300] env[69699]: DEBUG nova.compute.manager [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 622.666300] env[69699]: DEBUG nova.network.neutron [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 622.687400] env[69699]: DEBUG oslo_vmware.api [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Task: {'id': task-3606493, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.942028} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.687400] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] [instance: 23ef84be-eb8c-46e3-a8df-d9843024f3fe] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 622.687910] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abae39c6-1970-4137-93d7-bc72711c8036 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.718833] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] [instance: 23ef84be-eb8c-46e3-a8df-d9843024f3fe] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 23ef84be-eb8c-46e3-a8df-d9843024f3fe/23ef84be-eb8c-46e3-a8df-d9843024f3fe.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 622.726048] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab893f4b-b714-46ba-a442-14392faff875 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.747465] env[69699]: DEBUG oslo_vmware.api [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Task: {'id': task-3606494, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.749178] env[69699]: DEBUG oslo_vmware.api [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Waiting for the task: (returnval){ [ 622.749178] env[69699]: value = "task-3606497" [ 622.749178] env[69699]: _type = "Task" [ 622.749178] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.757619] env[69699]: DEBUG oslo_vmware.api [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Task: {'id': task-3606497, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.774046] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Releasing lock "refresh_cache-e46d11e1-2931-4ed2-907e-1577961e3d03" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.774046] env[69699]: DEBUG nova.compute.manager [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Instance network_info: |[{"id": "9512295a-ae47-4627-baea-ea55f8a35c0b", "address": "fa:16:3e:80:49:dd", "network": {"id": "f5d33e53-84a7-44b1-86f0-d43fa6b87fd6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1755628662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2953fb7e027e45b9922c5eb06ef76e42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9512295a-ae", "ovs_interfaceid": "9512295a-ae47-4627-baea-ea55f8a35c0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 622.774365] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:49:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6076d24d-3c8e-4bbb-ba96-a08fb27a73cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9512295a-ae47-4627-baea-ea55f8a35c0b', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 622.782986] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Creating folder: Project (2953fb7e027e45b9922c5eb06ef76e42). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.785112] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8735974-bc71-42cf-8d21-0c6258a748fa {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.795423] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Created folder: Project (2953fb7e027e45b9922c5eb06ef76e42) in parent group-v719415. [ 622.795472] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Creating folder: Instances. Parent ref: group-v719444. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.796096] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f75b0098-e669-403f-b164-b1fb1af54ea0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.811334] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Created folder: Instances in parent group-v719444. [ 622.811604] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 622.811822] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 622.812053] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d622ac0-8c08-4001-8e64-1091eb767fed {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.827657] env[69699]: DEBUG nova.network.neutron [req-07f349ee-237c-47da-9327-47bcfb16c8eb req-c7671dbf-ee11-4861-99ed-c7fa21053699 service nova] [instance: 23ef84be-eb8c-46e3-a8df-d9843024f3fe] Updated VIF entry in instance network info cache for port decdb133-74fc-41be-8a81-cc123617cb39. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 622.830979] env[69699]: DEBUG nova.network.neutron [req-07f349ee-237c-47da-9327-47bcfb16c8eb req-c7671dbf-ee11-4861-99ed-c7fa21053699 service nova] [instance: 23ef84be-eb8c-46e3-a8df-d9843024f3fe] Updating instance_info_cache with network_info: [{"id": "decdb133-74fc-41be-8a81-cc123617cb39", "address": "fa:16:3e:c3:aa:18", "network": {"id": "cf7e11e8-f0e1-4137-b176-ce92b41f73aa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7ead911ee02c4672932553c72aa317e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdecdb133-74", "ovs_interfaceid": "decdb133-74fc-41be-8a81-cc123617cb39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.835817] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 622.835817] env[69699]: value = "task-3606500" [ 622.835817] env[69699]: _type = "Task" [ 622.835817] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.835817] env[69699]: DEBUG nova.policy [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b33affe94153407fbbad0ef1ae710d16', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dfdada0ad48748578743e8b0c3cdffa6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 622.847222] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606500, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.929167] env[69699]: DEBUG oslo_concurrency.lockutils [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Acquiring lock "7a41f0c5-22b0-48ca-9be5-f41ab5f64203" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.929516] env[69699]: DEBUG oslo_concurrency.lockutils [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Lock "7a41f0c5-22b0-48ca-9be5-f41ab5f64203" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.023621] env[69699]: DEBUG oslo_vmware.api [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3606496, 'name': Rename_Task, 'duration_secs': 0.14305} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.023902] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 623.028210] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c750e6e2-a90e-44d4-9792-ccfc68330c0e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.034733] env[69699]: DEBUG oslo_vmware.api [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Waiting for the task: (returnval){ [ 623.034733] env[69699]: value = "task-3606501" [ 623.034733] env[69699]: _type = "Task" [ 623.034733] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.043048] env[69699]: DEBUG oslo_vmware.api [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3606501, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.169367] env[69699]: DEBUG nova.compute.manager [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 623.221341] env[69699]: DEBUG oslo_vmware.api [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Task: {'id': task-3606494, 'name': PowerOnVM_Task, 'duration_secs': 1.125522} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.221403] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 623.221581] env[69699]: DEBUG nova.compute.manager [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 623.222480] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d4a26f-d0c9-4e24-8164-14c14f623321 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.245512] env[69699]: DEBUG nova.network.neutron [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] [instance: 6d276c01-142d-4814-9a6e-52da8bc20897] Successfully updated port: 1de50a9e-be3e-4dfb-9d5f-387e96c2f720 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 623.268250] env[69699]: DEBUG oslo_vmware.api [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Task: {'id': task-3606497, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.331316] env[69699]: DEBUG oslo_concurrency.lockutils [req-07f349ee-237c-47da-9327-47bcfb16c8eb req-c7671dbf-ee11-4861-99ed-c7fa21053699 service nova] Releasing lock "refresh_cache-23ef84be-eb8c-46e3-a8df-d9843024f3fe" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.350423] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606500, 'name': CreateVM_Task, 'duration_secs': 0.492848} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.356874] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 623.357335] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.358351] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.358351] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.358351] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89ee8000-a1b1-467c-b977-182459b5a60f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.364972] env[69699]: DEBUG oslo_vmware.api [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Waiting for the task: (returnval){ [ 623.364972] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5214d413-df48-fffd-e59a-da9f0be44ad3" [ 623.364972] env[69699]: _type = "Task" [ 623.364972] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.380049] env[69699]: DEBUG oslo_vmware.api [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5214d413-df48-fffd-e59a-da9f0be44ad3, 'name': SearchDatastore_Task, 'duration_secs': 0.009317} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.381946] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.381946] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 623.381946] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.381946] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.382198] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 623.382198] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cab5e6a6-8d43-4348-bc68-24e0a72e74fa {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.390139] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 623.390418] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 623.391184] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f50ed89-c785-439d-9583-6417e13a2b93 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.404623] env[69699]: DEBUG oslo_vmware.api [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Waiting for the task: (returnval){ [ 623.404623] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]525b9ace-dd1c-0c05-6bca-9a9379cc61fe" [ 623.404623] env[69699]: _type = "Task" [ 623.404623] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.416886] env[69699]: DEBUG oslo_vmware.api [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]525b9ace-dd1c-0c05-6bca-9a9379cc61fe, 'name': SearchDatastore_Task, 'duration_secs': 0.008676} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.417402] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e70eb14a-a62c-404a-b034-3733055f2cba {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.423110] env[69699]: DEBUG oslo_vmware.api [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Waiting for the task: (returnval){ [ 623.423110] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c52b57-5d95-737e-4571-7ee1efa9df9b" [ 623.423110] env[69699]: _type = "Task" [ 623.423110] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.433689] env[69699]: DEBUG oslo_vmware.api [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c52b57-5d95-737e-4571-7ee1efa9df9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.435063] env[69699]: DEBUG nova.network.neutron [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] Successfully created port: cd17c847-64c1-49e7-8fd9-1467d5cb193f {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 623.544650] env[69699]: DEBUG oslo_vmware.api [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3606501, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.741279] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fcc0c0c-b4c6-4cb8-9a9e-f957d80274d2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.757644] env[69699]: DEBUG oslo_concurrency.lockutils [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Acquiring lock "refresh_cache-6d276c01-142d-4814-9a6e-52da8bc20897" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.757644] env[69699]: DEBUG oslo_concurrency.lockutils [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Acquired lock "refresh_cache-6d276c01-142d-4814-9a6e-52da8bc20897" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.757644] env[69699]: DEBUG nova.network.neutron [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] [instance: 6d276c01-142d-4814-9a6e-52da8bc20897] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 623.758163] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.767038] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720399af-0c02-4e68-b6e2-ebe1dc853a62 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.778204] env[69699]: DEBUG oslo_vmware.api [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Task: {'id': task-3606497, 'name': ReconfigVM_Task, 'duration_secs': 0.610928} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.778881] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] [instance: 23ef84be-eb8c-46e3-a8df-d9843024f3fe] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 23ef84be-eb8c-46e3-a8df-d9843024f3fe/23ef84be-eb8c-46e3-a8df-d9843024f3fe.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 623.779756] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6110eec7-6aaf-49f2-ba85-75828d8e96f6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.811563] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb966a81-308e-46db-b239-08209cdbe4ce {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.815970] env[69699]: DEBUG oslo_vmware.api [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Waiting for the task: (returnval){ [ 623.815970] env[69699]: value = "task-3606502" [ 623.815970] env[69699]: _type = "Task" [ 623.815970] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.823444] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fe995e-8f27-4fa4-9b52-99b1db33f5e7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.831164] env[69699]: DEBUG oslo_vmware.api [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Task: {'id': task-3606502, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.841288] env[69699]: DEBUG nova.compute.provider_tree [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 623.937550] env[69699]: DEBUG oslo_vmware.api [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c52b57-5d95-737e-4571-7ee1efa9df9b, 'name': SearchDatastore_Task, 'duration_secs': 0.010941} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.937550] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.937756] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] e46d11e1-2931-4ed2-907e-1577961e3d03/e46d11e1-2931-4ed2-907e-1577961e3d03.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 623.938021] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74addad0-c664-495c-baa1-8434a0546156 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.948345] env[69699]: DEBUG oslo_vmware.api [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Waiting for the task: (returnval){ [ 623.948345] env[69699]: value = "task-3606503" [ 623.948345] env[69699]: _type = "Task" [ 623.948345] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.959689] env[69699]: DEBUG oslo_vmware.api [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Task: {'id': task-3606503, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.045169] env[69699]: DEBUG oslo_vmware.api [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3606501, 'name': PowerOnVM_Task, 'duration_secs': 0.520775} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.045448] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 624.045656] env[69699]: INFO nova.compute.manager [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Took 10.15 seconds to spawn the instance on the hypervisor. [ 624.045827] env[69699]: DEBUG nova.compute.manager [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 624.046626] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa322896-81c7-425b-a6d9-3e0fd8900d07 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.184761] env[69699]: DEBUG nova.compute.manager [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 624.219843] env[69699]: DEBUG nova.virt.hardware [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 624.220136] env[69699]: DEBUG nova.virt.hardware [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 624.220284] env[69699]: DEBUG nova.virt.hardware [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 624.221185] env[69699]: DEBUG nova.virt.hardware [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 624.221528] env[69699]: DEBUG nova.virt.hardware [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 624.221789] env[69699]: DEBUG nova.virt.hardware [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 624.222091] env[69699]: DEBUG nova.virt.hardware [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 624.222343] env[69699]: DEBUG nova.virt.hardware [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 624.222581] env[69699]: DEBUG nova.virt.hardware [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 624.222842] env[69699]: DEBUG nova.virt.hardware [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 624.223098] env[69699]: DEBUG nova.virt.hardware [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 624.227083] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6ff3c0-ad3e-4904-ba56-d305d21764ea {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.235210] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c50bd01-92da-4c18-ad50-e7738607ec66 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.314901] env[69699]: DEBUG nova.network.neutron [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] [instance: 6d276c01-142d-4814-9a6e-52da8bc20897] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 624.328121] env[69699]: DEBUG oslo_vmware.api [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Task: {'id': task-3606502, 'name': Rename_Task, 'duration_secs': 0.234959} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.329039] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] [instance: 23ef84be-eb8c-46e3-a8df-d9843024f3fe] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 624.329403] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53530e3e-282d-4972-a5dd-f2442fc6d11f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.337342] env[69699]: DEBUG oslo_vmware.api [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Waiting for the task: (returnval){ [ 624.337342] env[69699]: value = "task-3606504" [ 624.337342] env[69699]: _type = "Task" [ 624.337342] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.346853] env[69699]: DEBUG nova.scheduler.client.report [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 624.350697] env[69699]: DEBUG oslo_vmware.api [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Task: {'id': task-3606504, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.456178] env[69699]: DEBUG oslo_concurrency.lockutils [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Acquiring lock "7de76820-d45f-4bfc-afd9-895e47274116" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.456424] env[69699]: DEBUG oslo_concurrency.lockutils [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Lock "7de76820-d45f-4bfc-afd9-895e47274116" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.465027] env[69699]: DEBUG oslo_vmware.api [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Task: {'id': task-3606503, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.569269] env[69699]: INFO nova.compute.manager [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Took 31.62 seconds to build instance. [ 624.656782] env[69699]: DEBUG nova.network.neutron [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] [instance: 6d276c01-142d-4814-9a6e-52da8bc20897] Updating instance_info_cache with network_info: [{"id": "1de50a9e-be3e-4dfb-9d5f-387e96c2f720", "address": "fa:16:3e:4b:86:1e", "network": {"id": "778d0bbc-bef6-4858-8b71-b1474f4aced4", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-458655443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c38261f21f5c446295697d4a9a6ed064", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1de50a9e-be", "ovs_interfaceid": "1de50a9e-be3e-4dfb-9d5f-387e96c2f720", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.852445] env[69699]: DEBUG oslo_vmware.api [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Task: {'id': task-3606504, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.853413] env[69699]: DEBUG oslo_concurrency.lockutils [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.854031] env[69699]: DEBUG nova.compute.manager [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 624.857403] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.046s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.858947] env[69699]: INFO nova.compute.claims [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 624.963974] env[69699]: DEBUG oslo_vmware.api [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Task: {'id': task-3606503, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678827} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.964422] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] e46d11e1-2931-4ed2-907e-1577961e3d03/e46d11e1-2931-4ed2-907e-1577961e3d03.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 624.964757] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 624.967311] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-483672da-8a29-4345-a82b-c88744dbff5e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.972158] env[69699]: DEBUG oslo_vmware.api [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Waiting for the task: (returnval){ [ 624.972158] env[69699]: value = "task-3606505" [ 624.972158] env[69699]: _type = "Task" [ 624.972158] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.982804] env[69699]: DEBUG oslo_vmware.api [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Task: {'id': task-3606505, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.058706] env[69699]: DEBUG nova.compute.manager [req-3117957e-21f0-4acf-87b7-24f5b0aa90a4 req-79836d5d-03a9-4c34-ab83-27092d97037f service nova] [instance: 6d276c01-142d-4814-9a6e-52da8bc20897] Received event network-vif-plugged-1de50a9e-be3e-4dfb-9d5f-387e96c2f720 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 625.058706] env[69699]: DEBUG oslo_concurrency.lockutils [req-3117957e-21f0-4acf-87b7-24f5b0aa90a4 req-79836d5d-03a9-4c34-ab83-27092d97037f service nova] Acquiring lock "6d276c01-142d-4814-9a6e-52da8bc20897-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.058706] env[69699]: DEBUG oslo_concurrency.lockutils [req-3117957e-21f0-4acf-87b7-24f5b0aa90a4 req-79836d5d-03a9-4c34-ab83-27092d97037f service nova] Lock "6d276c01-142d-4814-9a6e-52da8bc20897-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.058706] env[69699]: DEBUG oslo_concurrency.lockutils [req-3117957e-21f0-4acf-87b7-24f5b0aa90a4 req-79836d5d-03a9-4c34-ab83-27092d97037f service nova] Lock "6d276c01-142d-4814-9a6e-52da8bc20897-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.058706] env[69699]: DEBUG nova.compute.manager [req-3117957e-21f0-4acf-87b7-24f5b0aa90a4 req-79836d5d-03a9-4c34-ab83-27092d97037f service nova] [instance: 6d276c01-142d-4814-9a6e-52da8bc20897] No waiting events found dispatching network-vif-plugged-1de50a9e-be3e-4dfb-9d5f-387e96c2f720 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 625.059503] env[69699]: WARNING nova.compute.manager [req-3117957e-21f0-4acf-87b7-24f5b0aa90a4 req-79836d5d-03a9-4c34-ab83-27092d97037f service nova] [instance: 6d276c01-142d-4814-9a6e-52da8bc20897] Received unexpected event network-vif-plugged-1de50a9e-be3e-4dfb-9d5f-387e96c2f720 for instance with vm_state building and task_state spawning. [ 625.073017] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d9f8b49f-2667-4828-a14c-fd84f975564f tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Lock "2b73a142-8d85-4ef8-8fe6-940dda6d6521" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.141s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.160314] env[69699]: DEBUG oslo_concurrency.lockutils [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Releasing lock "refresh_cache-6d276c01-142d-4814-9a6e-52da8bc20897" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.160314] env[69699]: DEBUG nova.compute.manager [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] [instance: 6d276c01-142d-4814-9a6e-52da8bc20897] Instance network_info: |[{"id": "1de50a9e-be3e-4dfb-9d5f-387e96c2f720", "address": "fa:16:3e:4b:86:1e", "network": {"id": "778d0bbc-bef6-4858-8b71-b1474f4aced4", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-458655443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c38261f21f5c446295697d4a9a6ed064", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1de50a9e-be", "ovs_interfaceid": "1de50a9e-be3e-4dfb-9d5f-387e96c2f720", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 625.160788] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] [instance: 6d276c01-142d-4814-9a6e-52da8bc20897] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:86:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4712af2-45ef-4652-8d2c-482ec70056d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1de50a9e-be3e-4dfb-9d5f-387e96c2f720', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 625.169972] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Creating folder: Project (c38261f21f5c446295697d4a9a6ed064). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 625.170234] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-340a01d8-3187-41d1-b5d4-d3e57ea7310e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.181878] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Created folder: Project (c38261f21f5c446295697d4a9a6ed064) in parent group-v719415. [ 625.182178] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Creating folder: Instances. Parent ref: group-v719447. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 625.182456] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31e2b9e7-b60c-4daf-950b-21c246dbfe21 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.194027] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Created folder: Instances in parent group-v719447. [ 625.194262] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 625.194644] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d276c01-142d-4814-9a6e-52da8bc20897] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 625.197579] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-620c426f-b359-4e71-9aad-5d05d8e264c1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.222780] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 625.222780] env[69699]: value = "task-3606508" [ 625.222780] env[69699]: _type = "Task" [ 625.222780] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.238395] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606508, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.355401] env[69699]: DEBUG oslo_vmware.api [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Task: {'id': task-3606504, 'name': PowerOnVM_Task, 'duration_secs': 0.956154} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.356614] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] [instance: 23ef84be-eb8c-46e3-a8df-d9843024f3fe] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 625.356614] env[69699]: INFO nova.compute.manager [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] [instance: 23ef84be-eb8c-46e3-a8df-d9843024f3fe] Took 8.90 seconds to spawn the instance on the hypervisor. [ 625.356614] env[69699]: DEBUG nova.compute.manager [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] [instance: 23ef84be-eb8c-46e3-a8df-d9843024f3fe] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 625.356868] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211c267f-9484-44c3-b0ad-beac7ca0434d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.364423] env[69699]: DEBUG nova.compute.utils [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 625.370877] env[69699]: DEBUG nova.compute.manager [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 625.371533] env[69699]: DEBUG nova.network.neutron [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] [instance: d35745c3-a340-4650-9566-3726d0c8b018] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 625.485554] env[69699]: DEBUG oslo_vmware.api [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Task: {'id': task-3606505, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133163} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.485554] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 625.485554] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a62fb41-a50d-4c15-b4df-e16eccb18516 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.509856] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] e46d11e1-2931-4ed2-907e-1577961e3d03/e46d11e1-2931-4ed2-907e-1577961e3d03.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 625.512019] env[69699]: DEBUG nova.policy [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0720798070f49b59d76c794b972fe31', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66d01728a0a04372a9184bb3bc203e39', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 625.514192] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fa61ab2-2ce9-4ced-8c6c-23db1f994b11 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.538616] env[69699]: DEBUG oslo_vmware.api [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Waiting for the task: (returnval){ [ 625.538616] env[69699]: value = "task-3606509" [ 625.538616] env[69699]: _type = "Task" [ 625.538616] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.549725] env[69699]: DEBUG oslo_vmware.api [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Task: {'id': task-3606509, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.575643] env[69699]: DEBUG nova.compute.manager [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 625.696133] env[69699]: DEBUG oslo_concurrency.lockutils [None req-74bf3475-11c2-456a-8077-e01c751d89ac tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Acquiring lock "7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.700578] env[69699]: DEBUG oslo_concurrency.lockutils [None req-74bf3475-11c2-456a-8077-e01c751d89ac tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Lock "7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.700578] env[69699]: DEBUG oslo_concurrency.lockutils [None req-74bf3475-11c2-456a-8077-e01c751d89ac tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Acquiring lock "7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.700578] env[69699]: DEBUG oslo_concurrency.lockutils [None req-74bf3475-11c2-456a-8077-e01c751d89ac tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Lock "7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.700578] env[69699]: DEBUG oslo_concurrency.lockutils [None req-74bf3475-11c2-456a-8077-e01c751d89ac tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Lock "7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.700718] env[69699]: INFO nova.compute.manager [None req-74bf3475-11c2-456a-8077-e01c751d89ac tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] [instance: 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e] Terminating instance [ 625.735719] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606508, 'name': CreateVM_Task, 'duration_secs': 0.465194} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.736023] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d276c01-142d-4814-9a6e-52da8bc20897] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 625.737385] env[69699]: DEBUG oslo_concurrency.lockutils [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.737592] env[69699]: DEBUG oslo_concurrency.lockutils [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.737976] env[69699]: DEBUG oslo_concurrency.lockutils [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.738303] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36c27f6b-64d0-4750-aed8-82316543f8d7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.744933] env[69699]: DEBUG oslo_vmware.api [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Waiting for the task: (returnval){ [ 625.744933] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]521f08ef-0a58-d584-3a78-80606d08b48d" [ 625.744933] env[69699]: _type = "Task" [ 625.744933] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.755089] env[69699]: DEBUG oslo_vmware.api [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]521f08ef-0a58-d584-3a78-80606d08b48d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.857856] env[69699]: DEBUG nova.compute.manager [req-7a2718cd-158c-4b1b-a407-2428e50a1926 req-4fefb4b2-c443-4a88-b94d-1ab7d1ff71fe service nova] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Received event network-vif-plugged-9512295a-ae47-4627-baea-ea55f8a35c0b {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 625.857856] env[69699]: DEBUG oslo_concurrency.lockutils [req-7a2718cd-158c-4b1b-a407-2428e50a1926 req-4fefb4b2-c443-4a88-b94d-1ab7d1ff71fe service nova] Acquiring lock "e46d11e1-2931-4ed2-907e-1577961e3d03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.857856] env[69699]: DEBUG oslo_concurrency.lockutils [req-7a2718cd-158c-4b1b-a407-2428e50a1926 req-4fefb4b2-c443-4a88-b94d-1ab7d1ff71fe service nova] Lock "e46d11e1-2931-4ed2-907e-1577961e3d03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.857856] env[69699]: DEBUG oslo_concurrency.lockutils [req-7a2718cd-158c-4b1b-a407-2428e50a1926 req-4fefb4b2-c443-4a88-b94d-1ab7d1ff71fe service nova] Lock "e46d11e1-2931-4ed2-907e-1577961e3d03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.857856] env[69699]: DEBUG nova.compute.manager [req-7a2718cd-158c-4b1b-a407-2428e50a1926 req-4fefb4b2-c443-4a88-b94d-1ab7d1ff71fe service nova] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] No waiting events found dispatching network-vif-plugged-9512295a-ae47-4627-baea-ea55f8a35c0b {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 625.858104] env[69699]: WARNING nova.compute.manager [req-7a2718cd-158c-4b1b-a407-2428e50a1926 req-4fefb4b2-c443-4a88-b94d-1ab7d1ff71fe service nova] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Received unexpected event network-vif-plugged-9512295a-ae47-4627-baea-ea55f8a35c0b for instance with vm_state building and task_state spawning. [ 625.858104] env[69699]: DEBUG nova.compute.manager [req-7a2718cd-158c-4b1b-a407-2428e50a1926 req-4fefb4b2-c443-4a88-b94d-1ab7d1ff71fe service nova] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Received event network-changed-9512295a-ae47-4627-baea-ea55f8a35c0b {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 625.858104] env[69699]: DEBUG nova.compute.manager [req-7a2718cd-158c-4b1b-a407-2428e50a1926 req-4fefb4b2-c443-4a88-b94d-1ab7d1ff71fe service nova] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Refreshing instance network info cache due to event network-changed-9512295a-ae47-4627-baea-ea55f8a35c0b. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 625.858275] env[69699]: DEBUG oslo_concurrency.lockutils [req-7a2718cd-158c-4b1b-a407-2428e50a1926 req-4fefb4b2-c443-4a88-b94d-1ab7d1ff71fe service nova] Acquiring lock "refresh_cache-e46d11e1-2931-4ed2-907e-1577961e3d03" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.858439] env[69699]: DEBUG oslo_concurrency.lockutils [req-7a2718cd-158c-4b1b-a407-2428e50a1926 req-4fefb4b2-c443-4a88-b94d-1ab7d1ff71fe service nova] Acquired lock "refresh_cache-e46d11e1-2931-4ed2-907e-1577961e3d03" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.858631] env[69699]: DEBUG nova.network.neutron [req-7a2718cd-158c-4b1b-a407-2428e50a1926 req-4fefb4b2-c443-4a88-b94d-1ab7d1ff71fe service nova] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Refreshing network info cache for port 9512295a-ae47-4627-baea-ea55f8a35c0b {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 625.870543] env[69699]: DEBUG nova.compute.manager [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 625.894122] env[69699]: DEBUG nova.network.neutron [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] Successfully updated port: cd17c847-64c1-49e7-8fd9-1467d5cb193f {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 625.895582] env[69699]: INFO nova.compute.manager [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] [instance: 23ef84be-eb8c-46e3-a8df-d9843024f3fe] Took 32.18 seconds to build instance. [ 626.049028] env[69699]: DEBUG oslo_vmware.api [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Task: {'id': task-3606509, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.100247] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.203796] env[69699]: DEBUG nova.compute.manager [None req-74bf3475-11c2-456a-8077-e01c751d89ac tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] [instance: 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 626.204483] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-74bf3475-11c2-456a-8077-e01c751d89ac tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] [instance: 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 626.211478] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d274995-746c-4410-ae2f-37a142087937 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.224461] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-74bf3475-11c2-456a-8077-e01c751d89ac tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] [instance: 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 626.226021] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-138754ba-df75-401b-9d22-1c2e9717ba60 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.240984] env[69699]: DEBUG oslo_vmware.api [None req-74bf3475-11c2-456a-8077-e01c751d89ac tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Waiting for the task: (returnval){ [ 626.240984] env[69699]: value = "task-3606510" [ 626.240984] env[69699]: _type = "Task" [ 626.240984] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.249433] env[69699]: DEBUG oslo_vmware.api [None req-74bf3475-11c2-456a-8077-e01c751d89ac tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Task: {'id': task-3606510, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.264412] env[69699]: DEBUG oslo_vmware.api [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]521f08ef-0a58-d584-3a78-80606d08b48d, 'name': SearchDatastore_Task, 'duration_secs': 0.037021} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.264757] env[69699]: DEBUG oslo_concurrency.lockutils [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.264992] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] [instance: 6d276c01-142d-4814-9a6e-52da8bc20897] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 626.265289] env[69699]: DEBUG oslo_concurrency.lockutils [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.265435] env[69699]: DEBUG oslo_concurrency.lockutils [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.265722] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 626.265923] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b11d39ba-59c7-4056-a273-66394fe8ab1c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.277746] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 626.279945] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 626.279945] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb79caf5-8f39-48dc-83ba-6f0c0bc9b6aa {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.290912] env[69699]: DEBUG oslo_vmware.api [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Waiting for the task: (returnval){ [ 626.290912] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52041c2b-f963-0c1a-ec1a-ce967cd67512" [ 626.290912] env[69699]: _type = "Task" [ 626.290912] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.300773] env[69699]: DEBUG oslo_vmware.api [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52041c2b-f963-0c1a-ec1a-ce967cd67512, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.399335] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Acquiring lock "refresh_cache-daab1c9b-cf22-4ef3-901b-56dfa26ac10e" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.399443] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Acquired lock "refresh_cache-daab1c9b-cf22-4ef3-901b-56dfa26ac10e" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.399617] env[69699]: DEBUG nova.network.neutron [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 626.404018] env[69699]: DEBUG oslo_concurrency.lockutils [None req-db3c09cf-55d0-4881-8856-7f993bf6f49d tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Lock "23ef84be-eb8c-46e3-a8df-d9843024f3fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.693s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.451073] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4a2ced-b15e-4d0d-9703-04479fe661ca {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.467091] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "7d299e10-f60c-434f-94aa-283d1738ee16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.467448] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "7d299e10-f60c-434f-94aa-283d1738ee16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.477098] env[69699]: DEBUG oslo_concurrency.lockutils [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Acquiring lock "8a133dcc-4367-4ee4-a9ed-1bc47ac2839a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.477437] env[69699]: DEBUG oslo_concurrency.lockutils [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Lock "8a133dcc-4367-4ee4-a9ed-1bc47ac2839a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.479351] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd273ba8-81b1-40f5-b826-ec0044eee0cb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.537308] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4f07c6-2bef-4bf7-a972-a228ecd619d4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.556142] env[69699]: DEBUG nova.network.neutron [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Successfully created port: 09248364-f8db-4915-ae6e-596338b4404a {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 626.560842] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6347129-4c73-4cb5-b24f-6c14e7d6469f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.567540] env[69699]: DEBUG oslo_vmware.api [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Task: {'id': task-3606509, 'name': ReconfigVM_Task, 'duration_secs': 0.713789} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.568843] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Reconfigured VM instance instance-0000000a to attach disk [datastore2] e46d11e1-2931-4ed2-907e-1577961e3d03/e46d11e1-2931-4ed2-907e-1577961e3d03.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 626.570220] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39f62542-b7fd-430c-8b73-73602b5b378f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.584508] env[69699]: DEBUG nova.compute.provider_tree [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.593705] env[69699]: DEBUG oslo_vmware.api [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Waiting for the task: (returnval){ [ 626.593705] env[69699]: value = "task-3606511" [ 626.593705] env[69699]: _type = "Task" [ 626.593705] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.602814] env[69699]: DEBUG oslo_vmware.api [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Task: {'id': task-3606511, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.750204] env[69699]: DEBUG oslo_vmware.api [None req-74bf3475-11c2-456a-8077-e01c751d89ac tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Task: {'id': task-3606510, 'name': PowerOffVM_Task, 'duration_secs': 0.218623} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.750517] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-74bf3475-11c2-456a-8077-e01c751d89ac tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] [instance: 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 626.750689] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-74bf3475-11c2-456a-8077-e01c751d89ac tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] [instance: 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 626.750935] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-578c2337-e3d3-4a58-8b19-071fc74494be {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.801128] env[69699]: DEBUG oslo_vmware.api [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52041c2b-f963-0c1a-ec1a-ce967cd67512, 'name': SearchDatastore_Task, 'duration_secs': 0.014034} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.802029] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7894552b-fd08-4e57-9c3a-8b304caad2f0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.807505] env[69699]: DEBUG oslo_vmware.api [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Waiting for the task: (returnval){ [ 626.807505] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]521e8a57-3f58-c52a-2151-6eb20234468e" [ 626.807505] env[69699]: _type = "Task" [ 626.807505] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.815476] env[69699]: DEBUG oslo_vmware.api [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]521e8a57-3f58-c52a-2151-6eb20234468e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.829895] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-74bf3475-11c2-456a-8077-e01c751d89ac tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] [instance: 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 626.830172] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-74bf3475-11c2-456a-8077-e01c751d89ac tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] [instance: 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e] Deleting contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 626.830393] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-74bf3475-11c2-456a-8077-e01c751d89ac tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Deleting the datastore file [datastore1] 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 626.830673] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cfcf49c0-91d9-49fe-ba05-6d57d61c7c72 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.837822] env[69699]: DEBUG oslo_vmware.api [None req-74bf3475-11c2-456a-8077-e01c751d89ac tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Waiting for the task: (returnval){ [ 626.837822] env[69699]: value = "task-3606513" [ 626.837822] env[69699]: _type = "Task" [ 626.837822] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.846718] env[69699]: DEBUG oslo_vmware.api [None req-74bf3475-11c2-456a-8077-e01c751d89ac tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Task: {'id': task-3606513, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.884372] env[69699]: DEBUG nova.compute.manager [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 626.909707] env[69699]: DEBUG nova.compute.manager [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: fb987065-208f-42d9-b928-7431e722c642] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 626.915656] env[69699]: DEBUG nova.virt.hardware [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 626.915887] env[69699]: DEBUG nova.virt.hardware [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 626.916050] env[69699]: DEBUG nova.virt.hardware [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 626.916242] env[69699]: DEBUG nova.virt.hardware [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 626.916602] env[69699]: DEBUG nova.virt.hardware [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 626.916602] env[69699]: DEBUG nova.virt.hardware [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 626.916727] env[69699]: DEBUG nova.virt.hardware [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 626.916899] env[69699]: DEBUG nova.virt.hardware [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 626.917267] env[69699]: DEBUG nova.virt.hardware [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 626.917569] env[69699]: DEBUG nova.virt.hardware [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 626.917732] env[69699]: DEBUG nova.virt.hardware [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 626.918619] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf665ea-7917-40bd-b52a-e813e11da871 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.931090] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f8ae6b-09fe-4609-9115-ab22673021a3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.090304] env[69699]: DEBUG nova.scheduler.client.report [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.111054] env[69699]: DEBUG oslo_vmware.api [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Task: {'id': task-3606511, 'name': Rename_Task, 'duration_secs': 0.354763} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.112203] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 627.112832] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8423a9bf-17aa-4352-b7ac-2e5e3fe1823c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.121031] env[69699]: DEBUG oslo_vmware.api [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Waiting for the task: (returnval){ [ 627.121031] env[69699]: value = "task-3606514" [ 627.121031] env[69699]: _type = "Task" [ 627.121031] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.131452] env[69699]: DEBUG oslo_vmware.api [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Task: {'id': task-3606514, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.141979] env[69699]: DEBUG nova.network.neutron [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 627.210503] env[69699]: INFO nova.compute.manager [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Rebuilding instance [ 627.232900] env[69699]: DEBUG nova.network.neutron [req-7a2718cd-158c-4b1b-a407-2428e50a1926 req-4fefb4b2-c443-4a88-b94d-1ab7d1ff71fe service nova] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Updated VIF entry in instance network info cache for port 9512295a-ae47-4627-baea-ea55f8a35c0b. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 627.233340] env[69699]: DEBUG nova.network.neutron [req-7a2718cd-158c-4b1b-a407-2428e50a1926 req-4fefb4b2-c443-4a88-b94d-1ab7d1ff71fe service nova] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Updating instance_info_cache with network_info: [{"id": "9512295a-ae47-4627-baea-ea55f8a35c0b", "address": "fa:16:3e:80:49:dd", "network": {"id": "f5d33e53-84a7-44b1-86f0-d43fa6b87fd6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1755628662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2953fb7e027e45b9922c5eb06ef76e42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9512295a-ae", "ovs_interfaceid": "9512295a-ae47-4627-baea-ea55f8a35c0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.272686] env[69699]: DEBUG nova.compute.manager [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 627.273647] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d51d84-59de-4c14-b7e1-d8fac068caa8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.320799] env[69699]: DEBUG oslo_vmware.api [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]521e8a57-3f58-c52a-2151-6eb20234468e, 'name': SearchDatastore_Task, 'duration_secs': 0.032152} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.321798] env[69699]: DEBUG oslo_concurrency.lockutils [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.322240] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 6d276c01-142d-4814-9a6e-52da8bc20897/6d276c01-142d-4814-9a6e-52da8bc20897.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 627.322560] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ad21cb3-ba99-44be-af0d-0c0a99fde22f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.335201] env[69699]: DEBUG oslo_vmware.api [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Waiting for the task: (returnval){ [ 627.335201] env[69699]: value = "task-3606515" [ 627.335201] env[69699]: _type = "Task" [ 627.335201] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.348781] env[69699]: DEBUG oslo_vmware.api [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Task: {'id': task-3606515, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.352158] env[69699]: DEBUG oslo_vmware.api [None req-74bf3475-11c2-456a-8077-e01c751d89ac tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Task: {'id': task-3606513, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.498631} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.352842] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-74bf3475-11c2-456a-8077-e01c751d89ac tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 627.353095] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-74bf3475-11c2-456a-8077-e01c751d89ac tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] [instance: 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e] Deleted contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 627.353349] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-74bf3475-11c2-456a-8077-e01c751d89ac tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] [instance: 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 627.353611] env[69699]: INFO nova.compute.manager [None req-74bf3475-11c2-456a-8077-e01c751d89ac tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] [instance: 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 627.353905] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74bf3475-11c2-456a-8077-e01c751d89ac tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 627.354141] env[69699]: DEBUG nova.compute.manager [-] [instance: 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 627.354324] env[69699]: DEBUG nova.network.neutron [-] [instance: 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 627.384988] env[69699]: DEBUG nova.network.neutron [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] Updating instance_info_cache with network_info: [{"id": "cd17c847-64c1-49e7-8fd9-1467d5cb193f", "address": "fa:16:3e:70:70:ad", "network": {"id": "6f5b3c7a-dec7-4f1c-86fd-3fb8c59fe052", "bridge": "br-int", "label": "tempest-ServersTestJSON-386879079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfdada0ad48748578743e8b0c3cdffa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd17c847-64", "ovs_interfaceid": "cd17c847-64c1-49e7-8fd9-1467d5cb193f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.451166] env[69699]: DEBUG oslo_concurrency.lockutils [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.598194] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.740s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.599405] env[69699]: DEBUG nova.compute.manager [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 627.603899] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f82ec91e-c10b-47d8-aa6a-3022379bce4e tempest-DeleteServersAdminTestJSON-637928386 tempest-DeleteServersAdminTestJSON-637928386-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.799s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.604265] env[69699]: DEBUG nova.objects.instance [None req-f82ec91e-c10b-47d8-aa6a-3022379bce4e tempest-DeleteServersAdminTestJSON-637928386 tempest-DeleteServersAdminTestJSON-637928386-project-admin] Lazy-loading 'resources' on Instance uuid 60143b34-5d68-43d8-a7f6-98ed5e54e18f {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 627.635018] env[69699]: DEBUG oslo_vmware.api [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Task: {'id': task-3606514, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.739667] env[69699]: DEBUG oslo_concurrency.lockutils [req-7a2718cd-158c-4b1b-a407-2428e50a1926 req-4fefb4b2-c443-4a88-b94d-1ab7d1ff71fe service nova] Releasing lock "refresh_cache-e46d11e1-2931-4ed2-907e-1577961e3d03" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.846606] env[69699]: DEBUG oslo_vmware.api [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Task: {'id': task-3606515, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.888909] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Releasing lock "refresh_cache-daab1c9b-cf22-4ef3-901b-56dfa26ac10e" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.889423] env[69699]: DEBUG nova.compute.manager [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] Instance network_info: |[{"id": "cd17c847-64c1-49e7-8fd9-1467d5cb193f", "address": "fa:16:3e:70:70:ad", "network": {"id": "6f5b3c7a-dec7-4f1c-86fd-3fb8c59fe052", "bridge": "br-int", "label": "tempest-ServersTestJSON-386879079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfdada0ad48748578743e8b0c3cdffa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd17c847-64", "ovs_interfaceid": "cd17c847-64c1-49e7-8fd9-1467d5cb193f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 627.889941] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:70:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f016d1-34a6-4ebd-81ed-a6bf9d109b87', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd17c847-64c1-49e7-8fd9-1467d5cb193f', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 627.898756] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Creating folder: Project (dfdada0ad48748578743e8b0c3cdffa6). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.899165] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30e1473f-5380-49c8-8ccd-a534ced0e2a5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.913424] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Created folder: Project (dfdada0ad48748578743e8b0c3cdffa6) in parent group-v719415. [ 627.913749] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Creating folder: Instances. Parent ref: group-v719450. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.914042] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9918bf8b-39ba-4090-83c7-5be8db0dc946 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.926763] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Created folder: Instances in parent group-v719450. [ 627.926976] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 627.927202] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 627.927416] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0051929d-a80a-431a-96c9-3a02093e0616 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.953944] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 627.953944] env[69699]: value = "task-3606518" [ 627.953944] env[69699]: _type = "Task" [ 627.953944] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.969513] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606518, 'name': CreateVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.108025] env[69699]: DEBUG nova.compute.utils [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 628.109508] env[69699]: DEBUG nova.compute.manager [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Not allocating networking since 'none' was specified. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 628.136853] env[69699]: DEBUG oslo_vmware.api [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Task: {'id': task-3606514, 'name': PowerOnVM_Task, 'duration_secs': 0.637858} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.137728] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.137728] env[69699]: INFO nova.compute.manager [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Took 9.11 seconds to spawn the instance on the hypervisor. [ 628.137728] env[69699]: DEBUG nova.compute.manager [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 628.141540] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1a4044-65b2-4bb6-8dea-1e702a210e8d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.292872] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 628.292872] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33e6bc86-db0c-4a3c-b18e-4a1b9b7b663f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.299603] env[69699]: DEBUG oslo_vmware.api [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Waiting for the task: (returnval){ [ 628.299603] env[69699]: value = "task-3606519" [ 628.299603] env[69699]: _type = "Task" [ 628.299603] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.313344] env[69699]: DEBUG oslo_vmware.api [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Task: {'id': task-3606519, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.349853] env[69699]: DEBUG nova.compute.manager [None req-eac3c088-7f70-4e9d-b5ff-e27b69e6bad8 tempest-ServerExternalEventsTest-448779382 tempest-ServerExternalEventsTest-448779382-project] [instance: 23ef84be-eb8c-46e3-a8df-d9843024f3fe] Received event network-changed {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 628.349954] env[69699]: DEBUG nova.compute.manager [None req-eac3c088-7f70-4e9d-b5ff-e27b69e6bad8 tempest-ServerExternalEventsTest-448779382 tempest-ServerExternalEventsTest-448779382-project] [instance: 23ef84be-eb8c-46e3-a8df-d9843024f3fe] Refreshing instance network info cache due to event network-changed. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 628.350749] env[69699]: DEBUG oslo_concurrency.lockutils [None req-eac3c088-7f70-4e9d-b5ff-e27b69e6bad8 tempest-ServerExternalEventsTest-448779382 tempest-ServerExternalEventsTest-448779382-project] Acquiring lock "refresh_cache-23ef84be-eb8c-46e3-a8df-d9843024f3fe" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.350865] env[69699]: DEBUG oslo_concurrency.lockutils [None req-eac3c088-7f70-4e9d-b5ff-e27b69e6bad8 tempest-ServerExternalEventsTest-448779382 tempest-ServerExternalEventsTest-448779382-project] Acquired lock "refresh_cache-23ef84be-eb8c-46e3-a8df-d9843024f3fe" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.351396] env[69699]: DEBUG nova.network.neutron [None req-eac3c088-7f70-4e9d-b5ff-e27b69e6bad8 tempest-ServerExternalEventsTest-448779382 tempest-ServerExternalEventsTest-448779382-project] [instance: 23ef84be-eb8c-46e3-a8df-d9843024f3fe] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 628.359774] env[69699]: DEBUG oslo_vmware.api [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Task: {'id': task-3606515, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667237} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.364505] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 6d276c01-142d-4814-9a6e-52da8bc20897/6d276c01-142d-4814-9a6e-52da8bc20897.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 628.364505] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] [instance: 6d276c01-142d-4814-9a6e-52da8bc20897] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 628.364505] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0984b694-8053-4df3-aa53-059d664cf1aa {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.373205] env[69699]: DEBUG oslo_vmware.api [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Waiting for the task: (returnval){ [ 628.373205] env[69699]: value = "task-3606520" [ 628.373205] env[69699]: _type = "Task" [ 628.373205] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.385599] env[69699]: DEBUG oslo_vmware.api [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Task: {'id': task-3606520, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.463318] env[69699]: DEBUG nova.network.neutron [-] [instance: 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.470765] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606518, 'name': CreateVM_Task, 'duration_secs': 0.424867} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.474019] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 628.474019] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.474019] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.474019] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.474019] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a9df2df-953b-45be-b8b6-5cacb79f6753 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.486370] env[69699]: DEBUG oslo_vmware.api [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Waiting for the task: (returnval){ [ 628.486370] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ebe914-b309-ed06-3c16-c07a79329994" [ 628.486370] env[69699]: _type = "Task" [ 628.486370] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.495314] env[69699]: DEBUG oslo_vmware.api [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ebe914-b309-ed06-3c16-c07a79329994, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.612384] env[69699]: DEBUG nova.compute.manager [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 628.669875] env[69699]: INFO nova.compute.manager [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Took 31.22 seconds to build instance. [ 628.708100] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1129f88e-423a-47b6-8ac6-1769b867177c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.718021] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b0be94-7f5d-493d-88c9-64b36196e02e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.760218] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e697ea9e-4d47-4c4a-be6e-6189828c5a31 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.765035] env[69699]: DEBUG nova.compute.manager [req-f654a656-1c73-4495-8d99-51a493a86dcf req-4ab6a7ba-7b7d-422e-8b3b-53abb1582b2d service nova] [instance: 6d276c01-142d-4814-9a6e-52da8bc20897] Received event network-changed-1de50a9e-be3e-4dfb-9d5f-387e96c2f720 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 628.765408] env[69699]: DEBUG nova.compute.manager [req-f654a656-1c73-4495-8d99-51a493a86dcf req-4ab6a7ba-7b7d-422e-8b3b-53abb1582b2d service nova] [instance: 6d276c01-142d-4814-9a6e-52da8bc20897] Refreshing instance network info cache due to event network-changed-1de50a9e-be3e-4dfb-9d5f-387e96c2f720. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 628.765725] env[69699]: DEBUG oslo_concurrency.lockutils [req-f654a656-1c73-4495-8d99-51a493a86dcf req-4ab6a7ba-7b7d-422e-8b3b-53abb1582b2d service nova] Acquiring lock "refresh_cache-6d276c01-142d-4814-9a6e-52da8bc20897" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.765984] env[69699]: DEBUG oslo_concurrency.lockutils [req-f654a656-1c73-4495-8d99-51a493a86dcf req-4ab6a7ba-7b7d-422e-8b3b-53abb1582b2d service nova] Acquired lock "refresh_cache-6d276c01-142d-4814-9a6e-52da8bc20897" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.766416] env[69699]: DEBUG nova.network.neutron [req-f654a656-1c73-4495-8d99-51a493a86dcf req-4ab6a7ba-7b7d-422e-8b3b-53abb1582b2d service nova] [instance: 6d276c01-142d-4814-9a6e-52da8bc20897] Refreshing network info cache for port 1de50a9e-be3e-4dfb-9d5f-387e96c2f720 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 628.778241] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2918e578-cb4a-4000-b6a3-99b1381e9524 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.797069] env[69699]: DEBUG nova.compute.provider_tree [None req-f82ec91e-c10b-47d8-aa6a-3022379bce4e tempest-DeleteServersAdminTestJSON-637928386 tempest-DeleteServersAdminTestJSON-637928386-project-admin] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 628.815963] env[69699]: DEBUG oslo_vmware.api [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Task: {'id': task-3606519, 'name': PowerOffVM_Task, 'duration_secs': 0.200194} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.815963] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 628.816076] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 628.817853] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78916b77-74d3-4503-a825-a023af843ad9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.825189] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 628.825339] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33eb49c1-1d2c-4e96-9567-538032cff10b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.849355] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 628.849517] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 628.849706] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Deleting the datastore file [datastore2] 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 628.851063] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ebd8b16-12e9-446e-b677-8376af606305 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.858541] env[69699]: DEBUG oslo_vmware.api [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Waiting for the task: (returnval){ [ 628.858541] env[69699]: value = "task-3606522" [ 628.858541] env[69699]: _type = "Task" [ 628.858541] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.868396] env[69699]: DEBUG oslo_vmware.api [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Task: {'id': task-3606522, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.881438] env[69699]: DEBUG oslo_vmware.api [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Task: {'id': task-3606520, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0721} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.881774] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] [instance: 6d276c01-142d-4814-9a6e-52da8bc20897] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 628.882776] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13a6c04-4ed5-43d2-b9fe-6792e4ee9d31 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.918250] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] [instance: 6d276c01-142d-4814-9a6e-52da8bc20897] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 6d276c01-142d-4814-9a6e-52da8bc20897/6d276c01-142d-4814-9a6e-52da8bc20897.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 628.921901] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bcea7d5-4600-4abc-bc43-f8d29cfe8609 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.941559] env[69699]: DEBUG oslo_vmware.api [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Waiting for the task: (returnval){ [ 628.941559] env[69699]: value = "task-3606523" [ 628.941559] env[69699]: _type = "Task" [ 628.941559] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.955800] env[69699]: DEBUG oslo_vmware.api [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Task: {'id': task-3606523, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.967028] env[69699]: INFO nova.compute.manager [-] [instance: 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e] Took 1.61 seconds to deallocate network for instance. [ 629.004098] env[69699]: DEBUG oslo_vmware.api [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ebe914-b309-ed06-3c16-c07a79329994, 'name': SearchDatastore_Task, 'duration_secs': 0.056933} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.004098] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.004098] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 629.004098] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.004287] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.004287] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 629.004287] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26ed893f-946a-4260-838c-f86469028c1f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.021051] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 629.021051] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 629.025284] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e2e8c5d-6aa6-4de2-8f9d-41d466adacc4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.031156] env[69699]: DEBUG oslo_vmware.api [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Waiting for the task: (returnval){ [ 629.031156] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52fb221f-8919-83c0-68b0-1a6e31c1c174" [ 629.031156] env[69699]: _type = "Task" [ 629.031156] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.043645] env[69699]: DEBUG oslo_vmware.api [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52fb221f-8919-83c0-68b0-1a6e31c1c174, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.087579] env[69699]: DEBUG nova.compute.manager [req-abb3aafa-b04b-4624-9cb9-1351533aaa89 req-e1aa6dcf-e8bd-49f9-8cf1-4962104a8202 service nova] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Received event network-changed-cc0e8808-038e-4c32-b54d-ab1c98caabf5 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 629.087800] env[69699]: DEBUG nova.compute.manager [req-abb3aafa-b04b-4624-9cb9-1351533aaa89 req-e1aa6dcf-e8bd-49f9-8cf1-4962104a8202 service nova] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Refreshing instance network info cache due to event network-changed-cc0e8808-038e-4c32-b54d-ab1c98caabf5. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 629.089019] env[69699]: DEBUG oslo_concurrency.lockutils [req-abb3aafa-b04b-4624-9cb9-1351533aaa89 req-e1aa6dcf-e8bd-49f9-8cf1-4962104a8202 service nova] Acquiring lock "refresh_cache-5410ca8f-b92b-41ad-a7c5-914ff64398bd" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.089019] env[69699]: DEBUG oslo_concurrency.lockutils [req-abb3aafa-b04b-4624-9cb9-1351533aaa89 req-e1aa6dcf-e8bd-49f9-8cf1-4962104a8202 service nova] Acquired lock "refresh_cache-5410ca8f-b92b-41ad-a7c5-914ff64398bd" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.089019] env[69699]: DEBUG nova.network.neutron [req-abb3aafa-b04b-4624-9cb9-1351533aaa89 req-e1aa6dcf-e8bd-49f9-8cf1-4962104a8202 service nova] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Refreshing network info cache for port cc0e8808-038e-4c32-b54d-ab1c98caabf5 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 629.173568] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b9b61787-063c-4cba-b5c2-1ea79480a596 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Lock "e46d11e1-2931-4ed2-907e-1577961e3d03" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.736s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.202349] env[69699]: DEBUG nova.network.neutron [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Successfully updated port: 09248364-f8db-4915-ae6e-596338b4404a {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 629.281213] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Acquiring lock "38000a91-e705-4063-806c-9af0fe7235ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.281639] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Lock "38000a91-e705-4063-806c-9af0fe7235ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.301385] env[69699]: DEBUG nova.scheduler.client.report [None req-f82ec91e-c10b-47d8-aa6a-3022379bce4e tempest-DeleteServersAdminTestJSON-637928386 tempest-DeleteServersAdminTestJSON-637928386-project-admin] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.358160] env[69699]: DEBUG nova.network.neutron [None req-eac3c088-7f70-4e9d-b5ff-e27b69e6bad8 tempest-ServerExternalEventsTest-448779382 tempest-ServerExternalEventsTest-448779382-project] [instance: 23ef84be-eb8c-46e3-a8df-d9843024f3fe] Updating instance_info_cache with network_info: [{"id": "decdb133-74fc-41be-8a81-cc123617cb39", "address": "fa:16:3e:c3:aa:18", "network": {"id": "cf7e11e8-f0e1-4137-b176-ce92b41f73aa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7ead911ee02c4672932553c72aa317e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdecdb133-74", "ovs_interfaceid": "decdb133-74fc-41be-8a81-cc123617cb39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.374979] env[69699]: DEBUG oslo_vmware.api [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Task: {'id': task-3606522, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.401704} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.374979] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 629.375152] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 629.375496] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 629.461401] env[69699]: DEBUG oslo_vmware.api [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Task: {'id': task-3606523, 'name': ReconfigVM_Task, 'duration_secs': 0.509469} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.462654] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] [instance: 6d276c01-142d-4814-9a6e-52da8bc20897] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 6d276c01-142d-4814-9a6e-52da8bc20897/6d276c01-142d-4814-9a6e-52da8bc20897.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 629.462871] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c111721a-9aee-4346-893b-c25e662185d9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.471523] env[69699]: DEBUG oslo_vmware.api [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Waiting for the task: (returnval){ [ 629.471523] env[69699]: value = "task-3606524" [ 629.471523] env[69699]: _type = "Task" [ 629.471523] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.473162] env[69699]: DEBUG oslo_concurrency.lockutils [None req-74bf3475-11c2-456a-8077-e01c751d89ac tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.485986] env[69699]: DEBUG oslo_vmware.api [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Task: {'id': task-3606524, 'name': Rename_Task} progress is 10%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.540596] env[69699]: DEBUG oslo_vmware.api [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52fb221f-8919-83c0-68b0-1a6e31c1c174, 'name': SearchDatastore_Task, 'duration_secs': 0.052823} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.542492] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2447755c-263c-437b-b3c5-52dc6e89fc21 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.548143] env[69699]: DEBUG oslo_vmware.api [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Waiting for the task: (returnval){ [ 629.548143] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52f7aa9a-390a-95d5-4c23-42329539276a" [ 629.548143] env[69699]: _type = "Task" [ 629.548143] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.556263] env[69699]: DEBUG oslo_vmware.api [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52f7aa9a-390a-95d5-4c23-42329539276a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.595829] env[69699]: DEBUG nova.network.neutron [req-f654a656-1c73-4495-8d99-51a493a86dcf req-4ab6a7ba-7b7d-422e-8b3b-53abb1582b2d service nova] [instance: 6d276c01-142d-4814-9a6e-52da8bc20897] Updated VIF entry in instance network info cache for port 1de50a9e-be3e-4dfb-9d5f-387e96c2f720. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 629.595829] env[69699]: DEBUG nova.network.neutron [req-f654a656-1c73-4495-8d99-51a493a86dcf req-4ab6a7ba-7b7d-422e-8b3b-53abb1582b2d service nova] [instance: 6d276c01-142d-4814-9a6e-52da8bc20897] Updating instance_info_cache with network_info: [{"id": "1de50a9e-be3e-4dfb-9d5f-387e96c2f720", "address": "fa:16:3e:4b:86:1e", "network": {"id": "778d0bbc-bef6-4858-8b71-b1474f4aced4", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-458655443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c38261f21f5c446295697d4a9a6ed064", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1de50a9e-be", "ovs_interfaceid": "1de50a9e-be3e-4dfb-9d5f-387e96c2f720", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.632091] env[69699]: DEBUG nova.compute.manager [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 629.659355] env[69699]: DEBUG nova.virt.hardware [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 629.659618] env[69699]: DEBUG nova.virt.hardware [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 629.659773] env[69699]: DEBUG nova.virt.hardware [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 629.659951] env[69699]: DEBUG nova.virt.hardware [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 629.660111] env[69699]: DEBUG nova.virt.hardware [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 629.660341] env[69699]: DEBUG nova.virt.hardware [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 629.660526] env[69699]: DEBUG nova.virt.hardware [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 629.660685] env[69699]: DEBUG nova.virt.hardware [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 629.660867] env[69699]: DEBUG nova.virt.hardware [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 629.661042] env[69699]: DEBUG nova.virt.hardware [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 629.661218] env[69699]: DEBUG nova.virt.hardware [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 629.662122] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d92426-e1a9-447a-a5ce-2d7d15ca536d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.673902] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b9ca3a-54c9-47e9-9cf0-edd8eb63be1b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.681346] env[69699]: DEBUG nova.compute.manager [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 629.695118] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Instance VIF info [] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 629.701788] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Creating folder: Project (f4dc8c68e3e840cba97f29313a3fca26). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.702386] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b88cac0-9350-4760-b039-fe5a3204fe38 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.708018] env[69699]: DEBUG oslo_concurrency.lockutils [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Acquiring lock "refresh_cache-d35745c3-a340-4650-9566-3726d0c8b018" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.708018] env[69699]: DEBUG oslo_concurrency.lockutils [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Acquired lock "refresh_cache-d35745c3-a340-4650-9566-3726d0c8b018" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.708018] env[69699]: DEBUG nova.network.neutron [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 629.712630] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Created folder: Project (f4dc8c68e3e840cba97f29313a3fca26) in parent group-v719415. [ 629.712815] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Creating folder: Instances. Parent ref: group-v719453. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.713085] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99daaeb9-b558-4c77-a9e3-4c32cb05877e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.723040] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Created folder: Instances in parent group-v719453. [ 629.723263] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 629.723961] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 629.723961] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd0ad846-83fb-46a3-b10b-4d8b28c12a18 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.743676] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 629.743676] env[69699]: value = "task-3606527" [ 629.743676] env[69699]: _type = "Task" [ 629.743676] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.751616] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606527, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.806513] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f82ec91e-c10b-47d8-aa6a-3022379bce4e tempest-DeleteServersAdminTestJSON-637928386 tempest-DeleteServersAdminTestJSON-637928386-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.203s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.808751] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.981s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.810692] env[69699]: INFO nova.compute.claims [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 629.835845] env[69699]: INFO nova.scheduler.client.report [None req-f82ec91e-c10b-47d8-aa6a-3022379bce4e tempest-DeleteServersAdminTestJSON-637928386 tempest-DeleteServersAdminTestJSON-637928386-project-admin] Deleted allocations for instance 60143b34-5d68-43d8-a7f6-98ed5e54e18f [ 629.869045] env[69699]: DEBUG oslo_concurrency.lockutils [None req-eac3c088-7f70-4e9d-b5ff-e27b69e6bad8 tempest-ServerExternalEventsTest-448779382 tempest-ServerExternalEventsTest-448779382-project] Releasing lock "refresh_cache-23ef84be-eb8c-46e3-a8df-d9843024f3fe" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.903389] env[69699]: DEBUG nova.network.neutron [req-abb3aafa-b04b-4624-9cb9-1351533aaa89 req-e1aa6dcf-e8bd-49f9-8cf1-4962104a8202 service nova] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Updated VIF entry in instance network info cache for port cc0e8808-038e-4c32-b54d-ab1c98caabf5. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 629.903634] env[69699]: DEBUG nova.network.neutron [req-abb3aafa-b04b-4624-9cb9-1351533aaa89 req-e1aa6dcf-e8bd-49f9-8cf1-4962104a8202 service nova] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Updating instance_info_cache with network_info: [{"id": "cc0e8808-038e-4c32-b54d-ab1c98caabf5", "address": "fa:16:3e:8b:c0:9f", "network": {"id": "8330a90f-31ee-45c8-99ef-786500a73794", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-254757509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2c64e5664944099da50c2ea755af0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc0e8808-03", "ovs_interfaceid": "cc0e8808-038e-4c32-b54d-ab1c98caabf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.959257] env[69699]: DEBUG nova.compute.manager [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Stashing vm_state: active {{(pid=69699) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 629.990193] env[69699]: DEBUG oslo_vmware.api [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Task: {'id': task-3606524, 'name': Rename_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.997628] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7e778fc4-57a3-4bc3-bbd1-fc6bcbf79c7f tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Acquiring lock "23ef84be-eb8c-46e3-a8df-d9843024f3fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.997628] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7e778fc4-57a3-4bc3-bbd1-fc6bcbf79c7f tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Lock "23ef84be-eb8c-46e3-a8df-d9843024f3fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.997628] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7e778fc4-57a3-4bc3-bbd1-fc6bcbf79c7f tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Acquiring lock "23ef84be-eb8c-46e3-a8df-d9843024f3fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.997628] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7e778fc4-57a3-4bc3-bbd1-fc6bcbf79c7f tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Lock "23ef84be-eb8c-46e3-a8df-d9843024f3fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.998341] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7e778fc4-57a3-4bc3-bbd1-fc6bcbf79c7f tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Lock "23ef84be-eb8c-46e3-a8df-d9843024f3fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.000161] env[69699]: INFO nova.compute.manager [None req-7e778fc4-57a3-4bc3-bbd1-fc6bcbf79c7f tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] [instance: 23ef84be-eb8c-46e3-a8df-d9843024f3fe] Terminating instance [ 630.058483] env[69699]: DEBUG oslo_vmware.api [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52f7aa9a-390a-95d5-4c23-42329539276a, 'name': SearchDatastore_Task, 'duration_secs': 0.011073} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.058748] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.059100] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] daab1c9b-cf22-4ef3-901b-56dfa26ac10e/daab1c9b-cf22-4ef3-901b-56dfa26ac10e.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 630.059960] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eee09791-bde0-47d8-ba13-c2f8c4805256 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.067463] env[69699]: DEBUG oslo_vmware.api [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Waiting for the task: (returnval){ [ 630.067463] env[69699]: value = "task-3606528" [ 630.067463] env[69699]: _type = "Task" [ 630.067463] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.073666] env[69699]: DEBUG oslo_vmware.api [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Task: {'id': task-3606528, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.098441] env[69699]: DEBUG oslo_concurrency.lockutils [req-f654a656-1c73-4495-8d99-51a493a86dcf req-4ab6a7ba-7b7d-422e-8b3b-53abb1582b2d service nova] Releasing lock "refresh_cache-6d276c01-142d-4814-9a6e-52da8bc20897" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.098682] env[69699]: DEBUG nova.compute.manager [req-f654a656-1c73-4495-8d99-51a493a86dcf req-4ab6a7ba-7b7d-422e-8b3b-53abb1582b2d service nova] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] Received event network-vif-plugged-cd17c847-64c1-49e7-8fd9-1467d5cb193f {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 630.098938] env[69699]: DEBUG oslo_concurrency.lockutils [req-f654a656-1c73-4495-8d99-51a493a86dcf req-4ab6a7ba-7b7d-422e-8b3b-53abb1582b2d service nova] Acquiring lock "daab1c9b-cf22-4ef3-901b-56dfa26ac10e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.100261] env[69699]: DEBUG oslo_concurrency.lockutils [req-f654a656-1c73-4495-8d99-51a493a86dcf req-4ab6a7ba-7b7d-422e-8b3b-53abb1582b2d service nova] Lock "daab1c9b-cf22-4ef3-901b-56dfa26ac10e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.100261] env[69699]: DEBUG oslo_concurrency.lockutils [req-f654a656-1c73-4495-8d99-51a493a86dcf req-4ab6a7ba-7b7d-422e-8b3b-53abb1582b2d service nova] Lock "daab1c9b-cf22-4ef3-901b-56dfa26ac10e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.100261] env[69699]: DEBUG nova.compute.manager [req-f654a656-1c73-4495-8d99-51a493a86dcf req-4ab6a7ba-7b7d-422e-8b3b-53abb1582b2d service nova] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] No waiting events found dispatching network-vif-plugged-cd17c847-64c1-49e7-8fd9-1467d5cb193f {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 630.100261] env[69699]: WARNING nova.compute.manager [req-f654a656-1c73-4495-8d99-51a493a86dcf req-4ab6a7ba-7b7d-422e-8b3b-53abb1582b2d service nova] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] Received unexpected event network-vif-plugged-cd17c847-64c1-49e7-8fd9-1467d5cb193f for instance with vm_state building and task_state spawning. [ 630.100261] env[69699]: DEBUG nova.compute.manager [req-f654a656-1c73-4495-8d99-51a493a86dcf req-4ab6a7ba-7b7d-422e-8b3b-53abb1582b2d service nova] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] Received event network-changed-cd17c847-64c1-49e7-8fd9-1467d5cb193f {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 630.100611] env[69699]: DEBUG nova.compute.manager [req-f654a656-1c73-4495-8d99-51a493a86dcf req-4ab6a7ba-7b7d-422e-8b3b-53abb1582b2d service nova] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] Refreshing instance network info cache due to event network-changed-cd17c847-64c1-49e7-8fd9-1467d5cb193f. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 630.100611] env[69699]: DEBUG oslo_concurrency.lockutils [req-f654a656-1c73-4495-8d99-51a493a86dcf req-4ab6a7ba-7b7d-422e-8b3b-53abb1582b2d service nova] Acquiring lock "refresh_cache-daab1c9b-cf22-4ef3-901b-56dfa26ac10e" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.100611] env[69699]: DEBUG oslo_concurrency.lockutils [req-f654a656-1c73-4495-8d99-51a493a86dcf req-4ab6a7ba-7b7d-422e-8b3b-53abb1582b2d service nova] Acquired lock "refresh_cache-daab1c9b-cf22-4ef3-901b-56dfa26ac10e" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.100719] env[69699]: DEBUG nova.network.neutron [req-f654a656-1c73-4495-8d99-51a493a86dcf req-4ab6a7ba-7b7d-422e-8b3b-53abb1582b2d service nova] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] Refreshing network info cache for port cd17c847-64c1-49e7-8fd9-1467d5cb193f {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 630.222728] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.256509] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606527, 'name': CreateVM_Task, 'duration_secs': 0.466921} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.256644] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 630.257114] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.257337] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.257617] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.257862] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64129f88-0c8d-42e7-b19f-e6cfd4ae8910 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.269359] env[69699]: DEBUG oslo_vmware.api [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Waiting for the task: (returnval){ [ 630.269359] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b28995-42f1-ea4b-d78a-1ac8a794a465" [ 630.269359] env[69699]: _type = "Task" [ 630.269359] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.270300] env[69699]: DEBUG nova.network.neutron [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 630.289102] env[69699]: DEBUG oslo_vmware.api [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b28995-42f1-ea4b-d78a-1ac8a794a465, 'name': SearchDatastore_Task, 'duration_secs': 0.00986} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.289651] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.290114] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 630.290420] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.290579] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.290765] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 630.291275] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7a24844-b63f-4344-b15a-b1d1ec3e8c02 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.308314] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 630.308623] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 630.309550] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c6a23cc-b34f-437f-8af9-f70db6c57dd3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.323129] env[69699]: DEBUG oslo_vmware.api [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Waiting for the task: (returnval){ [ 630.323129] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]527fa7b7-1008-f7a4-6f9d-ac43ffc78bf3" [ 630.323129] env[69699]: _type = "Task" [ 630.323129] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.332475] env[69699]: DEBUG oslo_vmware.api [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]527fa7b7-1008-f7a4-6f9d-ac43ffc78bf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.345204] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f82ec91e-c10b-47d8-aa6a-3022379bce4e tempest-DeleteServersAdminTestJSON-637928386 tempest-DeleteServersAdminTestJSON-637928386-project-admin] Lock "60143b34-5d68-43d8-a7f6-98ed5e54e18f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.998s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.409643] env[69699]: DEBUG oslo_concurrency.lockutils [req-abb3aafa-b04b-4624-9cb9-1351533aaa89 req-e1aa6dcf-e8bd-49f9-8cf1-4962104a8202 service nova] Releasing lock "refresh_cache-5410ca8f-b92b-41ad-a7c5-914ff64398bd" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.422175] env[69699]: DEBUG nova.virt.hardware [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 630.422175] env[69699]: DEBUG nova.virt.hardware [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 630.422175] env[69699]: DEBUG nova.virt.hardware [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 630.422175] env[69699]: DEBUG nova.virt.hardware [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 630.422388] env[69699]: DEBUG nova.virt.hardware [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 630.422604] env[69699]: DEBUG nova.virt.hardware [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 630.422983] env[69699]: DEBUG nova.virt.hardware [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 630.423453] env[69699]: DEBUG nova.virt.hardware [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 630.423749] env[69699]: DEBUG nova.virt.hardware [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 630.427016] env[69699]: DEBUG nova.virt.hardware [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 630.427016] env[69699]: DEBUG nova.virt.hardware [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 630.427016] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f3474d-ec9d-45fd-9fdb-65e9ebd71a68 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.440339] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56175b17-31ac-42d8-bcef-ce1cd9b64858 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.458296] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Instance VIF info [] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 630.467176] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 630.471175] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 630.471892] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5b78181-674e-41bd-8505-c3b50123d03f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.492865] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.496101] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 630.496101] env[69699]: value = "task-3606529" [ 630.496101] env[69699]: _type = "Task" [ 630.496101] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.500180] env[69699]: DEBUG oslo_vmware.api [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Task: {'id': task-3606524, 'name': Rename_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.506210] env[69699]: DEBUG nova.compute.manager [None req-7e778fc4-57a3-4bc3-bbd1-fc6bcbf79c7f tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] [instance: 23ef84be-eb8c-46e3-a8df-d9843024f3fe] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 630.506273] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7e778fc4-57a3-4bc3-bbd1-fc6bcbf79c7f tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] [instance: 23ef84be-eb8c-46e3-a8df-d9843024f3fe] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 630.507391] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d61ffaa-6254-40c7-b7fc-070d32bbdadd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.518556] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e778fc4-57a3-4bc3-bbd1-fc6bcbf79c7f tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] [instance: 23ef84be-eb8c-46e3-a8df-d9843024f3fe] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 630.522910] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76ebfdc5-00b8-4ef6-879b-d5e89efd3727 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.524649] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606529, 'name': CreateVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.532459] env[69699]: DEBUG oslo_vmware.api [None req-7e778fc4-57a3-4bc3-bbd1-fc6bcbf79c7f tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Waiting for the task: (returnval){ [ 630.532459] env[69699]: value = "task-3606530" [ 630.532459] env[69699]: _type = "Task" [ 630.532459] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.550441] env[69699]: DEBUG oslo_vmware.api [None req-7e778fc4-57a3-4bc3-bbd1-fc6bcbf79c7f tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Task: {'id': task-3606530, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.553718] env[69699]: DEBUG nova.network.neutron [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Updating instance_info_cache with network_info: [{"id": "09248364-f8db-4915-ae6e-596338b4404a", "address": "fa:16:3e:c1:75:6d", "network": {"id": "2da56b8b-071d-4d26-8445-539f2bc37195", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1194626606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66d01728a0a04372a9184bb3bc203e39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09248364-f8", "ovs_interfaceid": "09248364-f8db-4915-ae6e-596338b4404a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.582355] env[69699]: DEBUG oslo_vmware.api [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Task: {'id': task-3606528, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.835805] env[69699]: DEBUG oslo_vmware.api [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]527fa7b7-1008-f7a4-6f9d-ac43ffc78bf3, 'name': SearchDatastore_Task, 'duration_secs': 0.068904} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.840356] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24ff02e3-4c74-44ab-8e4c-dbb66b79a7fe {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.846583] env[69699]: DEBUG oslo_vmware.api [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Waiting for the task: (returnval){ [ 630.846583] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522fc222-a543-82a0-480d-2948ae44e92e" [ 630.846583] env[69699]: _type = "Task" [ 630.846583] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.857947] env[69699]: DEBUG oslo_vmware.api [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522fc222-a543-82a0-480d-2948ae44e92e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.010685] env[69699]: DEBUG oslo_vmware.api [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Task: {'id': task-3606524, 'name': Rename_Task, 'duration_secs': 1.300541} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.011136] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] [instance: 6d276c01-142d-4814-9a6e-52da8bc20897] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 631.011594] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8ea54a0-6455-400b-a899-75eb205b46c0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.020589] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606529, 'name': CreateVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.026923] env[69699]: DEBUG oslo_vmware.api [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Waiting for the task: (returnval){ [ 631.026923] env[69699]: value = "task-3606531" [ 631.026923] env[69699]: _type = "Task" [ 631.026923] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.040907] env[69699]: DEBUG oslo_vmware.api [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Task: {'id': task-3606531, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.049285] env[69699]: DEBUG oslo_vmware.api [None req-7e778fc4-57a3-4bc3-bbd1-fc6bcbf79c7f tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Task: {'id': task-3606530, 'name': PowerOffVM_Task, 'duration_secs': 0.415094} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.050765] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e778fc4-57a3-4bc3-bbd1-fc6bcbf79c7f tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] [instance: 23ef84be-eb8c-46e3-a8df-d9843024f3fe] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 631.051105] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7e778fc4-57a3-4bc3-bbd1-fc6bcbf79c7f tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] [instance: 23ef84be-eb8c-46e3-a8df-d9843024f3fe] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 631.051731] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c377fb1-349d-4296-8390-dad7d5898d56 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.059406] env[69699]: DEBUG oslo_concurrency.lockutils [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Releasing lock "refresh_cache-d35745c3-a340-4650-9566-3726d0c8b018" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.059406] env[69699]: DEBUG nova.compute.manager [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Instance network_info: |[{"id": "09248364-f8db-4915-ae6e-596338b4404a", "address": "fa:16:3e:c1:75:6d", "network": {"id": "2da56b8b-071d-4d26-8445-539f2bc37195", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1194626606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66d01728a0a04372a9184bb3bc203e39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09248364-f8", "ovs_interfaceid": "09248364-f8db-4915-ae6e-596338b4404a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 631.059702] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:75:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68ec9c06-8680-4a41-abad-cddbd1f768c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09248364-f8db-4915-ae6e-596338b4404a', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 631.068317] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Creating folder: Project (66d01728a0a04372a9184bb3bc203e39). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.069439] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2170213a-94c0-47b1-abfc-7e7dae48e793 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.088459] env[69699]: DEBUG oslo_vmware.api [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Task: {'id': task-3606528, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613354} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.088459] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] daab1c9b-cf22-4ef3-901b-56dfa26ac10e/daab1c9b-cf22-4ef3-901b-56dfa26ac10e.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 631.088459] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 631.088459] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Created folder: Project (66d01728a0a04372a9184bb3bc203e39) in parent group-v719415. [ 631.098501] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Creating folder: Instances. Parent ref: group-v719457. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.098501] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0de48c40-5c1b-4a12-8b17-d751466fd8dc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.098501] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-994f00e5-fa79-44ce-8663-76a2220edc9c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.108494] env[69699]: DEBUG oslo_vmware.api [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Waiting for the task: (returnval){ [ 631.108494] env[69699]: value = "task-3606534" [ 631.108494] env[69699]: _type = "Task" [ 631.108494] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.108494] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Created folder: Instances in parent group-v719457. [ 631.108494] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 631.108494] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 631.108494] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-787d834c-c16e-4bf8-acd5-2d05ac5476fb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.142151] env[69699]: DEBUG oslo_vmware.api [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Task: {'id': task-3606534, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.142151] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7e778fc4-57a3-4bc3-bbd1-fc6bcbf79c7f tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] [instance: 23ef84be-eb8c-46e3-a8df-d9843024f3fe] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 631.142151] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7e778fc4-57a3-4bc3-bbd1-fc6bcbf79c7f tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] [instance: 23ef84be-eb8c-46e3-a8df-d9843024f3fe] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 631.142151] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e778fc4-57a3-4bc3-bbd1-fc6bcbf79c7f tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Deleting the datastore file [datastore2] 23ef84be-eb8c-46e3-a8df-d9843024f3fe {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 631.143470] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-496f46b6-80ba-4cef-8acd-bb1d547908e2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.149036] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 631.149036] env[69699]: value = "task-3606536" [ 631.149036] env[69699]: _type = "Task" [ 631.149036] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.153549] env[69699]: DEBUG oslo_vmware.api [None req-7e778fc4-57a3-4bc3-bbd1-fc6bcbf79c7f tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Waiting for the task: (returnval){ [ 631.153549] env[69699]: value = "task-3606537" [ 631.153549] env[69699]: _type = "Task" [ 631.153549] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.166602] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606536, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.170113] env[69699]: DEBUG oslo_vmware.api [None req-7e778fc4-57a3-4bc3-bbd1-fc6bcbf79c7f tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Task: {'id': task-3606537, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.182449] env[69699]: DEBUG nova.network.neutron [req-f654a656-1c73-4495-8d99-51a493a86dcf req-4ab6a7ba-7b7d-422e-8b3b-53abb1582b2d service nova] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] Updated VIF entry in instance network info cache for port cd17c847-64c1-49e7-8fd9-1467d5cb193f. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 631.183745] env[69699]: DEBUG nova.network.neutron [req-f654a656-1c73-4495-8d99-51a493a86dcf req-4ab6a7ba-7b7d-422e-8b3b-53abb1582b2d service nova] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] Updating instance_info_cache with network_info: [{"id": "cd17c847-64c1-49e7-8fd9-1467d5cb193f", "address": "fa:16:3e:70:70:ad", "network": {"id": "6f5b3c7a-dec7-4f1c-86fd-3fb8c59fe052", "bridge": "br-int", "label": "tempest-ServersTestJSON-386879079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfdada0ad48748578743e8b0c3cdffa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd17c847-64", "ovs_interfaceid": "cd17c847-64c1-49e7-8fd9-1467d5cb193f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.360830] env[69699]: DEBUG oslo_vmware.api [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522fc222-a543-82a0-480d-2948ae44e92e, 'name': SearchDatastore_Task, 'duration_secs': 0.012667} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.363474] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.363744] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] a05eee33-bfda-4a2d-b341-f5a792d98872/a05eee33-bfda-4a2d-b341-f5a792d98872.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 631.364373] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a81e71f-d588-47f3-8501-608d4752f65f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.370817] env[69699]: DEBUG oslo_vmware.api [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Waiting for the task: (returnval){ [ 631.370817] env[69699]: value = "task-3606538" [ 631.370817] env[69699]: _type = "Task" [ 631.370817] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.379348] env[69699]: DEBUG oslo_vmware.api [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Task: {'id': task-3606538, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.470490] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5cc94b-10ad-48e9-9034-4015f60b963c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.478919] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c2dae0-088f-471c-a52e-4707a47052eb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.513247] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5a4f6e-d1a1-47c1-94db-0f3215283727 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.521038] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606529, 'name': CreateVM_Task, 'duration_secs': 0.570589} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.523402] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 631.523953] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.524143] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.524475] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.525780] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae92f9ec-156b-4e30-8425-a3877bf48416 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.529832] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad02e8df-f827-4c5c-b7c3-6f497358f0ed {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.537506] env[69699]: DEBUG oslo_vmware.api [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Waiting for the task: (returnval){ [ 631.537506] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]529670a3-9f32-80fb-edd9-1ba7bb579b63" [ 631.537506] env[69699]: _type = "Task" [ 631.537506] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.548852] env[69699]: DEBUG oslo_vmware.api [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Task: {'id': task-3606531, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.548852] env[69699]: DEBUG nova.compute.provider_tree [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.559240] env[69699]: DEBUG oslo_vmware.api [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]529670a3-9f32-80fb-edd9-1ba7bb579b63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.613383] env[69699]: DEBUG oslo_vmware.api [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Task: {'id': task-3606534, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086319} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.613940] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 631.614954] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df591510-eddc-4152-894c-0bbe4e928572 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.642813] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] daab1c9b-cf22-4ef3-901b-56dfa26ac10e/daab1c9b-cf22-4ef3-901b-56dfa26ac10e.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 631.643162] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-235a2d0c-c6e3-4217-a1bb-f23dc98fe32f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.675406] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606536, 'name': CreateVM_Task, 'duration_secs': 0.472943} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.679141] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 631.679516] env[69699]: DEBUG oslo_vmware.api [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Waiting for the task: (returnval){ [ 631.679516] env[69699]: value = "task-3606539" [ 631.679516] env[69699]: _type = "Task" [ 631.679516] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.679718] env[69699]: DEBUG oslo_vmware.api [None req-7e778fc4-57a3-4bc3-bbd1-fc6bcbf79c7f tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Task: {'id': task-3606537, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233521} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.680362] env[69699]: DEBUG oslo_concurrency.lockutils [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.680505] env[69699]: DEBUG oslo_concurrency.lockutils [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.680806] env[69699]: DEBUG oslo_concurrency.lockutils [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.681114] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e778fc4-57a3-4bc3-bbd1-fc6bcbf79c7f tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 631.681294] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7e778fc4-57a3-4bc3-bbd1-fc6bcbf79c7f tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] [instance: 23ef84be-eb8c-46e3-a8df-d9843024f3fe] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 631.681455] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7e778fc4-57a3-4bc3-bbd1-fc6bcbf79c7f tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] [instance: 23ef84be-eb8c-46e3-a8df-d9843024f3fe] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 631.682025] env[69699]: INFO nova.compute.manager [None req-7e778fc4-57a3-4bc3-bbd1-fc6bcbf79c7f tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] [instance: 23ef84be-eb8c-46e3-a8df-d9843024f3fe] Took 1.18 seconds to destroy the instance on the hypervisor. [ 631.682025] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e778fc4-57a3-4bc3-bbd1-fc6bcbf79c7f tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 631.682385] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-906bf9e1-18bc-4180-912d-64df2a9e755e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.686835] env[69699]: DEBUG nova.compute.manager [-] [instance: 23ef84be-eb8c-46e3-a8df-d9843024f3fe] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 631.686835] env[69699]: DEBUG nova.network.neutron [-] [instance: 23ef84be-eb8c-46e3-a8df-d9843024f3fe] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 631.688905] env[69699]: DEBUG oslo_concurrency.lockutils [req-f654a656-1c73-4495-8d99-51a493a86dcf req-4ab6a7ba-7b7d-422e-8b3b-53abb1582b2d service nova] Releasing lock "refresh_cache-daab1c9b-cf22-4ef3-901b-56dfa26ac10e" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.693020] env[69699]: DEBUG oslo_vmware.api [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Waiting for the task: (returnval){ [ 631.693020] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]527152e9-c30e-a6c9-387f-200784e7222e" [ 631.693020] env[69699]: _type = "Task" [ 631.693020] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.697894] env[69699]: DEBUG oslo_vmware.api [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Task: {'id': task-3606539, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.705877] env[69699]: DEBUG oslo_vmware.api [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]527152e9-c30e-a6c9-387f-200784e7222e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.723868] env[69699]: DEBUG nova.compute.manager [req-70b3a3bf-7d36-4c4f-9046-8bf72a53ab22 req-78e1f4e0-3f74-43ad-a718-c3e3c61450fb service nova] [instance: 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e] Received event network-vif-deleted-e5eefd40-96d3-414b-a9bf-84a05537de8d {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 631.724360] env[69699]: DEBUG nova.compute.manager [req-70b3a3bf-7d36-4c4f-9046-8bf72a53ab22 req-78e1f4e0-3f74-43ad-a718-c3e3c61450fb service nova] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Received event network-vif-plugged-09248364-f8db-4915-ae6e-596338b4404a {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 631.724637] env[69699]: DEBUG oslo_concurrency.lockutils [req-70b3a3bf-7d36-4c4f-9046-8bf72a53ab22 req-78e1f4e0-3f74-43ad-a718-c3e3c61450fb service nova] Acquiring lock "d35745c3-a340-4650-9566-3726d0c8b018-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.724872] env[69699]: DEBUG oslo_concurrency.lockutils [req-70b3a3bf-7d36-4c4f-9046-8bf72a53ab22 req-78e1f4e0-3f74-43ad-a718-c3e3c61450fb service nova] Lock "d35745c3-a340-4650-9566-3726d0c8b018-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.725064] env[69699]: DEBUG oslo_concurrency.lockutils [req-70b3a3bf-7d36-4c4f-9046-8bf72a53ab22 req-78e1f4e0-3f74-43ad-a718-c3e3c61450fb service nova] Lock "d35745c3-a340-4650-9566-3726d0c8b018-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.725213] env[69699]: DEBUG nova.compute.manager [req-70b3a3bf-7d36-4c4f-9046-8bf72a53ab22 req-78e1f4e0-3f74-43ad-a718-c3e3c61450fb service nova] [instance: d35745c3-a340-4650-9566-3726d0c8b018] No waiting events found dispatching network-vif-plugged-09248364-f8db-4915-ae6e-596338b4404a {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 631.725371] env[69699]: WARNING nova.compute.manager [req-70b3a3bf-7d36-4c4f-9046-8bf72a53ab22 req-78e1f4e0-3f74-43ad-a718-c3e3c61450fb service nova] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Received unexpected event network-vif-plugged-09248364-f8db-4915-ae6e-596338b4404a for instance with vm_state building and task_state spawning. [ 631.725518] env[69699]: DEBUG nova.compute.manager [req-70b3a3bf-7d36-4c4f-9046-8bf72a53ab22 req-78e1f4e0-3f74-43ad-a718-c3e3c61450fb service nova] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Received event network-changed-09248364-f8db-4915-ae6e-596338b4404a {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 631.725659] env[69699]: DEBUG nova.compute.manager [req-70b3a3bf-7d36-4c4f-9046-8bf72a53ab22 req-78e1f4e0-3f74-43ad-a718-c3e3c61450fb service nova] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Refreshing instance network info cache due to event network-changed-09248364-f8db-4915-ae6e-596338b4404a. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 631.725828] env[69699]: DEBUG oslo_concurrency.lockutils [req-70b3a3bf-7d36-4c4f-9046-8bf72a53ab22 req-78e1f4e0-3f74-43ad-a718-c3e3c61450fb service nova] Acquiring lock "refresh_cache-d35745c3-a340-4650-9566-3726d0c8b018" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.725953] env[69699]: DEBUG oslo_concurrency.lockutils [req-70b3a3bf-7d36-4c4f-9046-8bf72a53ab22 req-78e1f4e0-3f74-43ad-a718-c3e3c61450fb service nova] Acquired lock "refresh_cache-d35745c3-a340-4650-9566-3726d0c8b018" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.726110] env[69699]: DEBUG nova.network.neutron [req-70b3a3bf-7d36-4c4f-9046-8bf72a53ab22 req-78e1f4e0-3f74-43ad-a718-c3e3c61450fb service nova] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Refreshing network info cache for port 09248364-f8db-4915-ae6e-596338b4404a {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 631.882605] env[69699]: DEBUG oslo_vmware.api [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Task: {'id': task-3606538, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.041454] env[69699]: DEBUG oslo_vmware.api [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Task: {'id': task-3606531, 'name': PowerOnVM_Task, 'duration_secs': 0.790449} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.041693] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] [instance: 6d276c01-142d-4814-9a6e-52da8bc20897] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 632.041897] env[69699]: INFO nova.compute.manager [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] [instance: 6d276c01-142d-4814-9a6e-52da8bc20897] Took 10.47 seconds to spawn the instance on the hypervisor. [ 632.042085] env[69699]: DEBUG nova.compute.manager [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] [instance: 6d276c01-142d-4814-9a6e-52da8bc20897] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 632.042855] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4be4725-49f7-4b94-93bf-9f03eca3701f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.059447] env[69699]: DEBUG nova.scheduler.client.report [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.072517] env[69699]: DEBUG oslo_vmware.api [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]529670a3-9f32-80fb-edd9-1ba7bb579b63, 'name': SearchDatastore_Task, 'duration_secs': 0.025012} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.072795] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.072882] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 632.073092] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.073245] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.073601] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 632.073668] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-065fa12b-d4ce-4f07-aefd-01dce15a03c2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.082968] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 632.082968] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 632.084354] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e4e07b5-feed-4ba4-b12e-ee153834a89c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.099197] env[69699]: DEBUG oslo_vmware.api [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Waiting for the task: (returnval){ [ 632.099197] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52beedf3-123e-1081-811d-0a4a92240d5c" [ 632.099197] env[69699]: _type = "Task" [ 632.099197] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.104400] env[69699]: DEBUG oslo_vmware.api [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52beedf3-123e-1081-811d-0a4a92240d5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.192340] env[69699]: DEBUG oslo_vmware.api [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Task: {'id': task-3606539, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.205298] env[69699]: DEBUG oslo_vmware.api [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]527152e9-c30e-a6c9-387f-200784e7222e, 'name': SearchDatastore_Task, 'duration_secs': 0.044514} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.205631] env[69699]: DEBUG oslo_concurrency.lockutils [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.205883] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 632.206132] env[69699]: DEBUG oslo_concurrency.lockutils [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.206297] env[69699]: DEBUG oslo_concurrency.lockutils [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.206452] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 632.206707] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09478dbd-62a2-415c-aa1e-61241f50a584 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.215692] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 632.215961] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 632.216820] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bc42968-4202-4396-94d7-3ce3b6d30a5e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.222483] env[69699]: DEBUG oslo_vmware.api [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Waiting for the task: (returnval){ [ 632.222483] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]526e0efc-564c-acd4-9f6a-23e26ea0bb0c" [ 632.222483] env[69699]: _type = "Task" [ 632.222483] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.234189] env[69699]: DEBUG oslo_vmware.api [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]526e0efc-564c-acd4-9f6a-23e26ea0bb0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.391220] env[69699]: DEBUG oslo_vmware.api [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Task: {'id': task-3606538, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.488102] env[69699]: DEBUG nova.compute.manager [req-7fa21ed2-2baa-4ae8-bdf3-27a3c392e10e req-47cefda8-0e32-424a-b479-03189d72668b service nova] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Received event network-changed-9512295a-ae47-4627-baea-ea55f8a35c0b {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.488102] env[69699]: DEBUG nova.compute.manager [req-7fa21ed2-2baa-4ae8-bdf3-27a3c392e10e req-47cefda8-0e32-424a-b479-03189d72668b service nova] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Refreshing instance network info cache due to event network-changed-9512295a-ae47-4627-baea-ea55f8a35c0b. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 632.488102] env[69699]: DEBUG oslo_concurrency.lockutils [req-7fa21ed2-2baa-4ae8-bdf3-27a3c392e10e req-47cefda8-0e32-424a-b479-03189d72668b service nova] Acquiring lock "refresh_cache-e46d11e1-2931-4ed2-907e-1577961e3d03" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.488102] env[69699]: DEBUG oslo_concurrency.lockutils [req-7fa21ed2-2baa-4ae8-bdf3-27a3c392e10e req-47cefda8-0e32-424a-b479-03189d72668b service nova] Acquired lock "refresh_cache-e46d11e1-2931-4ed2-907e-1577961e3d03" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.488102] env[69699]: DEBUG nova.network.neutron [req-7fa21ed2-2baa-4ae8-bdf3-27a3c392e10e req-47cefda8-0e32-424a-b479-03189d72668b service nova] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Refreshing network info cache for port 9512295a-ae47-4627-baea-ea55f8a35c0b {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 632.568817] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.760s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.569348] env[69699]: DEBUG nova.compute.manager [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 632.573485] env[69699]: INFO nova.compute.manager [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] [instance: 6d276c01-142d-4814-9a6e-52da8bc20897] Took 24.01 seconds to build instance. [ 632.574133] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 18.080s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.595271] env[69699]: DEBUG nova.network.neutron [-] [instance: 23ef84be-eb8c-46e3-a8df-d9843024f3fe] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.610448] env[69699]: DEBUG oslo_vmware.api [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52beedf3-123e-1081-811d-0a4a92240d5c, 'name': SearchDatastore_Task, 'duration_secs': 0.012102} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.611899] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f604cdd6-331c-4976-85c9-3f2503dfd067 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.618092] env[69699]: DEBUG oslo_vmware.api [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Waiting for the task: (returnval){ [ 632.618092] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a5356b-648a-7ed5-d4e5-a0da194da6d4" [ 632.618092] env[69699]: _type = "Task" [ 632.618092] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.628019] env[69699]: DEBUG oslo_vmware.api [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a5356b-648a-7ed5-d4e5-a0da194da6d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.650888] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Acquiring lock "11123131-ce04-45c0-a369-1ec5e568b6a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.651156] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Lock "11123131-ce04-45c0-a369-1ec5e568b6a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.661208] env[69699]: DEBUG nova.network.neutron [req-70b3a3bf-7d36-4c4f-9046-8bf72a53ab22 req-78e1f4e0-3f74-43ad-a718-c3e3c61450fb service nova] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Updated VIF entry in instance network info cache for port 09248364-f8db-4915-ae6e-596338b4404a. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 632.661530] env[69699]: DEBUG nova.network.neutron [req-70b3a3bf-7d36-4c4f-9046-8bf72a53ab22 req-78e1f4e0-3f74-43ad-a718-c3e3c61450fb service nova] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Updating instance_info_cache with network_info: [{"id": "09248364-f8db-4915-ae6e-596338b4404a", "address": "fa:16:3e:c1:75:6d", "network": {"id": "2da56b8b-071d-4d26-8445-539f2bc37195", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1194626606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66d01728a0a04372a9184bb3bc203e39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09248364-f8", "ovs_interfaceid": "09248364-f8db-4915-ae6e-596338b4404a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.693392] env[69699]: DEBUG oslo_vmware.api [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Task: {'id': task-3606539, 'name': ReconfigVM_Task, 'duration_secs': 0.747068} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.693681] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] Reconfigured VM instance instance-0000000c to attach disk [datastore2] daab1c9b-cf22-4ef3-901b-56dfa26ac10e/daab1c9b-cf22-4ef3-901b-56dfa26ac10e.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 632.694350] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3c789bb-041c-4729-95a2-dab8bb843b80 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.702507] env[69699]: DEBUG oslo_vmware.api [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Waiting for the task: (returnval){ [ 632.702507] env[69699]: value = "task-3606540" [ 632.702507] env[69699]: _type = "Task" [ 632.702507] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.717022] env[69699]: DEBUG oslo_vmware.api [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Task: {'id': task-3606540, 'name': Rename_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.739793] env[69699]: DEBUG oslo_vmware.api [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]526e0efc-564c-acd4-9f6a-23e26ea0bb0c, 'name': SearchDatastore_Task, 'duration_secs': 0.012454} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.740749] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-944bc276-8fa4-40a0-8603-43587c92d250 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.748797] env[69699]: DEBUG oslo_vmware.api [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Waiting for the task: (returnval){ [ 632.748797] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a410b0-9e84-14d1-f699-10ed9180acb3" [ 632.748797] env[69699]: _type = "Task" [ 632.748797] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.758695] env[69699]: DEBUG oslo_vmware.api [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a410b0-9e84-14d1-f699-10ed9180acb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.891985] env[69699]: DEBUG oslo_vmware.api [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Task: {'id': task-3606538, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.076860] env[69699]: DEBUG oslo_concurrency.lockutils [None req-247dd92a-f80b-41ac-8d8e-27568056eeab tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Lock "6d276c01-142d-4814-9a6e-52da8bc20897" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.630s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.078143] env[69699]: DEBUG nova.compute.utils [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 633.088889] env[69699]: DEBUG nova.compute.manager [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Not allocating networking since 'none' was specified. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 633.100023] env[69699]: INFO nova.compute.manager [-] [instance: 23ef84be-eb8c-46e3-a8df-d9843024f3fe] Took 1.41 seconds to deallocate network for instance. [ 633.129448] env[69699]: DEBUG oslo_vmware.api [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a5356b-648a-7ed5-d4e5-a0da194da6d4, 'name': SearchDatastore_Task, 'duration_secs': 0.016911} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.129692] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.129956] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9/39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 633.130257] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-144f3a74-e06a-4bae-a09c-c7f00066a8ce {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.137852] env[69699]: DEBUG oslo_vmware.api [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Waiting for the task: (returnval){ [ 633.137852] env[69699]: value = "task-3606541" [ 633.137852] env[69699]: _type = "Task" [ 633.137852] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.146999] env[69699]: DEBUG oslo_vmware.api [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Task: {'id': task-3606541, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.164377] env[69699]: DEBUG oslo_concurrency.lockutils [req-70b3a3bf-7d36-4c4f-9046-8bf72a53ab22 req-78e1f4e0-3f74-43ad-a718-c3e3c61450fb service nova] Releasing lock "refresh_cache-d35745c3-a340-4650-9566-3726d0c8b018" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.213564] env[69699]: DEBUG oslo_vmware.api [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Task: {'id': task-3606540, 'name': Rename_Task, 'duration_secs': 0.265126} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.214926] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 633.215349] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40370db3-8929-4cb1-a389-68b4f8c3165d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.224233] env[69699]: DEBUG oslo_vmware.api [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Waiting for the task: (returnval){ [ 633.224233] env[69699]: value = "task-3606542" [ 633.224233] env[69699]: _type = "Task" [ 633.224233] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.230762] env[69699]: DEBUG oslo_vmware.api [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Task: {'id': task-3606542, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.263469] env[69699]: DEBUG oslo_vmware.api [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a410b0-9e84-14d1-f699-10ed9180acb3, 'name': SearchDatastore_Task, 'duration_secs': 0.023476} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.263469] env[69699]: DEBUG oslo_concurrency.lockutils [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.263469] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] d35745c3-a340-4650-9566-3726d0c8b018/d35745c3-a340-4650-9566-3726d0c8b018.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 633.263469] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ec236fb-ebfc-4fda-9c35-0dc3fb7a468f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.274210] env[69699]: DEBUG oslo_vmware.api [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Waiting for the task: (returnval){ [ 633.274210] env[69699]: value = "task-3606543" [ 633.274210] env[69699]: _type = "Task" [ 633.274210] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.284720] env[69699]: DEBUG oslo_vmware.api [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Task: {'id': task-3606543, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.393893] env[69699]: DEBUG oslo_vmware.api [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Task: {'id': task-3606538, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.708291} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.394273] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] a05eee33-bfda-4a2d-b341-f5a792d98872/a05eee33-bfda-4a2d-b341-f5a792d98872.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 633.394557] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 633.394930] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a60684ca-2b0f-4fd0-9a56-3e188c1ce6b8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.402791] env[69699]: DEBUG oslo_vmware.api [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Waiting for the task: (returnval){ [ 633.402791] env[69699]: value = "task-3606544" [ 633.402791] env[69699]: _type = "Task" [ 633.402791] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.412032] env[69699]: DEBUG oslo_vmware.api [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Task: {'id': task-3606544, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.554380] env[69699]: DEBUG nova.network.neutron [req-7fa21ed2-2baa-4ae8-bdf3-27a3c392e10e req-47cefda8-0e32-424a-b479-03189d72668b service nova] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Updated VIF entry in instance network info cache for port 9512295a-ae47-4627-baea-ea55f8a35c0b. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 633.554380] env[69699]: DEBUG nova.network.neutron [req-7fa21ed2-2baa-4ae8-bdf3-27a3c392e10e req-47cefda8-0e32-424a-b479-03189d72668b service nova] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Updating instance_info_cache with network_info: [{"id": "9512295a-ae47-4627-baea-ea55f8a35c0b", "address": "fa:16:3e:80:49:dd", "network": {"id": "f5d33e53-84a7-44b1-86f0-d43fa6b87fd6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1755628662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2953fb7e027e45b9922c5eb06ef76e42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9512295a-ae", "ovs_interfaceid": "9512295a-ae47-4627-baea-ea55f8a35c0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.589789] env[69699]: DEBUG nova.compute.manager [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 633.599022] env[69699]: INFO nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Updating resource usage from migration 7334a1df-2137-4443-bf27-20b38fb8e705 [ 633.602059] env[69699]: DEBUG nova.compute.manager [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 633.606630] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7e778fc4-57a3-4bc3-bbd1-fc6bcbf79c7f tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.655151] env[69699]: DEBUG oslo_vmware.api [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Task: {'id': task-3606541, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.739958] env[69699]: DEBUG oslo_vmware.api [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Task: {'id': task-3606542, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.791176] env[69699]: DEBUG oslo_vmware.api [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Task: {'id': task-3606543, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.915863] env[69699]: DEBUG oslo_vmware.api [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Task: {'id': task-3606544, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081546} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.916236] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 633.917301] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70e55ad-6d92-4d08-ae6f-b402b43e79ab {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.940618] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] a05eee33-bfda-4a2d-b341-f5a792d98872/a05eee33-bfda-4a2d-b341-f5a792d98872.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 633.941344] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f457983-de0d-4e3e-b8f9-4fb67acd2863 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.968116] env[69699]: DEBUG oslo_vmware.api [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Waiting for the task: (returnval){ [ 633.968116] env[69699]: value = "task-3606545" [ 633.968116] env[69699]: _type = "Task" [ 633.968116] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.982494] env[69699]: DEBUG oslo_vmware.api [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Task: {'id': task-3606545, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.057636] env[69699]: DEBUG oslo_concurrency.lockutils [req-7fa21ed2-2baa-4ae8-bdf3-27a3c392e10e req-47cefda8-0e32-424a-b479-03189d72668b service nova] Releasing lock "refresh_cache-e46d11e1-2931-4ed2-907e-1577961e3d03" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.132313] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.140242] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 5a4aa01c-baa5-4ea5-bb0e-209add1622ca has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 634.155574] env[69699]: DEBUG oslo_vmware.api [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Task: {'id': task-3606541, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60225} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.155574] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9/39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 634.155574] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 634.155952] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d727195f-7261-40c8-8227-b77ae22c90cd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.164699] env[69699]: DEBUG oslo_vmware.api [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Waiting for the task: (returnval){ [ 634.164699] env[69699]: value = "task-3606546" [ 634.164699] env[69699]: _type = "Task" [ 634.164699] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.175186] env[69699]: DEBUG oslo_vmware.api [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Task: {'id': task-3606546, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.235054] env[69699]: DEBUG oslo_vmware.api [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Task: {'id': task-3606542, 'name': PowerOnVM_Task, 'duration_secs': 0.734651} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.235493] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.235823] env[69699]: INFO nova.compute.manager [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] Took 10.05 seconds to spawn the instance on the hypervisor. [ 634.236169] env[69699]: DEBUG nova.compute.manager [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 634.237088] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c005e3bd-9c5d-40cf-ae08-bfa8974d960e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.293482] env[69699]: DEBUG oslo_vmware.api [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Task: {'id': task-3606543, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.719347} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.293482] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] d35745c3-a340-4650-9566-3726d0c8b018/d35745c3-a340-4650-9566-3726d0c8b018.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 634.293482] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 634.293482] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00a64231-2aeb-48e0-b4cc-3dd0b1b1da86 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.300261] env[69699]: DEBUG oslo_vmware.api [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Waiting for the task: (returnval){ [ 634.300261] env[69699]: value = "task-3606547" [ 634.300261] env[69699]: _type = "Task" [ 634.300261] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.309414] env[69699]: DEBUG oslo_vmware.api [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Task: {'id': task-3606547, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.484018] env[69699]: DEBUG oslo_vmware.api [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Task: {'id': task-3606545, 'name': ReconfigVM_Task, 'duration_secs': 0.340381} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.484673] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Reconfigured VM instance instance-0000000e to attach disk [datastore2] a05eee33-bfda-4a2d-b341-f5a792d98872/a05eee33-bfda-4a2d-b341-f5a792d98872.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 634.485324] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-969b70bd-b22c-45b9-a3ac-e5937b8af3c4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.491276] env[69699]: DEBUG oslo_vmware.api [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Waiting for the task: (returnval){ [ 634.491276] env[69699]: value = "task-3606548" [ 634.491276] env[69699]: _type = "Task" [ 634.491276] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.502742] env[69699]: DEBUG oslo_vmware.api [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Task: {'id': task-3606548, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.615286] env[69699]: DEBUG nova.compute.manager [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 634.648567] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance fb987065-208f-42d9-b928-7431e722c642 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 634.648567] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 23ef84be-eb8c-46e3-a8df-d9843024f3fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 634.676193] env[69699]: DEBUG nova.virt.hardware [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 634.676452] env[69699]: DEBUG nova.virt.hardware [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 634.676613] env[69699]: DEBUG nova.virt.hardware [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.676817] env[69699]: DEBUG nova.virt.hardware [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 634.676953] env[69699]: DEBUG nova.virt.hardware [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.683254] env[69699]: DEBUG nova.virt.hardware [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 634.683569] env[69699]: DEBUG nova.virt.hardware [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 634.683732] env[69699]: DEBUG nova.virt.hardware [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 634.683898] env[69699]: DEBUG nova.virt.hardware [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 634.684068] env[69699]: DEBUG nova.virt.hardware [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 634.684243] env[69699]: DEBUG nova.virt.hardware [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 634.685169] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc37b04-95d7-4ef4-9091-7b5e466eae5a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.701232] env[69699]: DEBUG oslo_vmware.api [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Task: {'id': task-3606546, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.397428} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.701232] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952d0d71-fb9f-4c97-af78-1d7f31b8fb0b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.707286] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 634.709893] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842eb18f-d1a4-44f7-a522-06d796aed2c8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.715444] env[69699]: DEBUG nova.compute.manager [req-ef3903ab-f53a-4818-ab68-cbf171dc9b2e req-5a41ca44-7fe6-403f-810c-c7a628b23123 service nova] [instance: 23ef84be-eb8c-46e3-a8df-d9843024f3fe] Received event network-vif-deleted-decdb133-74fc-41be-8a81-cc123617cb39 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.715658] env[69699]: DEBUG nova.compute.manager [req-ef3903ab-f53a-4818-ab68-cbf171dc9b2e req-5a41ca44-7fe6-403f-810c-c7a628b23123 service nova] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Received event network-changed-cc0e8808-038e-4c32-b54d-ab1c98caabf5 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.715818] env[69699]: DEBUG nova.compute.manager [req-ef3903ab-f53a-4818-ab68-cbf171dc9b2e req-5a41ca44-7fe6-403f-810c-c7a628b23123 service nova] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Refreshing instance network info cache due to event network-changed-cc0e8808-038e-4c32-b54d-ab1c98caabf5. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 634.716037] env[69699]: DEBUG oslo_concurrency.lockutils [req-ef3903ab-f53a-4818-ab68-cbf171dc9b2e req-5a41ca44-7fe6-403f-810c-c7a628b23123 service nova] Acquiring lock "refresh_cache-5410ca8f-b92b-41ad-a7c5-914ff64398bd" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.716173] env[69699]: DEBUG oslo_concurrency.lockutils [req-ef3903ab-f53a-4818-ab68-cbf171dc9b2e req-5a41ca44-7fe6-403f-810c-c7a628b23123 service nova] Acquired lock "refresh_cache-5410ca8f-b92b-41ad-a7c5-914ff64398bd" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.716321] env[69699]: DEBUG nova.network.neutron [req-ef3903ab-f53a-4818-ab68-cbf171dc9b2e req-5a41ca44-7fe6-403f-810c-c7a628b23123 service nova] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Refreshing network info cache for port cc0e8808-038e-4c32-b54d-ab1c98caabf5 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 634.733298] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Instance VIF info [] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 634.738733] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Creating folder: Project (b781ddf3020a46b0a4d3f325115c86bd). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.741938] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ddc71a9-c9c1-4ebb-a0a9-2634692585be {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.766104] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9/39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 634.769000] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89caf214-5cb2-4395-b211-ea1edb04134e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.784396] env[69699]: INFO nova.compute.manager [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] Took 26.14 seconds to build instance. [ 634.787096] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Created folder: Project (b781ddf3020a46b0a4d3f325115c86bd) in parent group-v719415. [ 634.787590] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Creating folder: Instances. Parent ref: group-v719460. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.789087] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c9f068a-df0f-40d5-8dad-adac7b4f0429 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.793604] env[69699]: DEBUG oslo_vmware.api [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Waiting for the task: (returnval){ [ 634.793604] env[69699]: value = "task-3606550" [ 634.793604] env[69699]: _type = "Task" [ 634.793604] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.802252] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Created folder: Instances in parent group-v719460. [ 634.802481] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 634.802741] env[69699]: DEBUG oslo_vmware.api [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Task: {'id': task-3606550, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.803536] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 634.806687] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af94d2a2-c779-4059-91df-8ee88ec5d0d1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.824529] env[69699]: DEBUG oslo_vmware.api [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Task: {'id': task-3606547, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.260479} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.825924] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 634.826209] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 634.826209] env[69699]: value = "task-3606552" [ 634.826209] env[69699]: _type = "Task" [ 634.826209] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.827665] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e660ac7b-8f6f-4fe5-a5d0-ebbd9dd23f95 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.855549] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] d35745c3-a340-4650-9566-3726d0c8b018/d35745c3-a340-4650-9566-3726d0c8b018.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 634.859105] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93fc06eb-b286-4371-b1e4-88663f604c56 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.874336] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606552, 'name': CreateVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.879609] env[69699]: DEBUG oslo_vmware.api [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Waiting for the task: (returnval){ [ 634.879609] env[69699]: value = "task-3606553" [ 634.879609] env[69699]: _type = "Task" [ 634.879609] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.889928] env[69699]: DEBUG oslo_vmware.api [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Task: {'id': task-3606553, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.951611] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4719fd34-e6d4-4dc5-ac06-238d6fe0d885 tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Acquiring lock "6d276c01-142d-4814-9a6e-52da8bc20897" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.951898] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4719fd34-e6d4-4dc5-ac06-238d6fe0d885 tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Lock "6d276c01-142d-4814-9a6e-52da8bc20897" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.952131] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4719fd34-e6d4-4dc5-ac06-238d6fe0d885 tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Acquiring lock "6d276c01-142d-4814-9a6e-52da8bc20897-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.953040] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4719fd34-e6d4-4dc5-ac06-238d6fe0d885 tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Lock "6d276c01-142d-4814-9a6e-52da8bc20897-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.953040] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4719fd34-e6d4-4dc5-ac06-238d6fe0d885 tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Lock "6d276c01-142d-4814-9a6e-52da8bc20897-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.954648] env[69699]: INFO nova.compute.manager [None req-4719fd34-e6d4-4dc5-ac06-238d6fe0d885 tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] [instance: 6d276c01-142d-4814-9a6e-52da8bc20897] Terminating instance [ 635.003461] env[69699]: DEBUG oslo_vmware.api [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Task: {'id': task-3606548, 'name': Rename_Task, 'duration_secs': 0.139792} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.003789] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 635.004371] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4cde081-e587-48d8-86ee-fac8d1161b46 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.011961] env[69699]: DEBUG oslo_vmware.api [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Waiting for the task: (returnval){ [ 635.011961] env[69699]: value = "task-3606554" [ 635.011961] env[69699]: _type = "Task" [ 635.011961] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.021411] env[69699]: DEBUG oslo_vmware.api [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Task: {'id': task-3606554, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.161611] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 635.289324] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7fc5efcb-790e-4685-81b3-0eaa5e55bd47 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Lock "daab1c9b-cf22-4ef3-901b-56dfa26ac10e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.029s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.306142] env[69699]: DEBUG oslo_vmware.api [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Task: {'id': task-3606550, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.341603] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606552, 'name': CreateVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.390650] env[69699]: DEBUG oslo_vmware.api [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Task: {'id': task-3606553, 'name': ReconfigVM_Task, 'duration_secs': 0.430251} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.390993] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Reconfigured VM instance instance-0000000d to attach disk [datastore1] d35745c3-a340-4650-9566-3726d0c8b018/d35745c3-a340-4650-9566-3726d0c8b018.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 635.392966] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c08ffd96-f5a0-4ad8-a083-d45b8e4ea645 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.399986] env[69699]: DEBUG oslo_vmware.api [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Waiting for the task: (returnval){ [ 635.399986] env[69699]: value = "task-3606555" [ 635.399986] env[69699]: _type = "Task" [ 635.399986] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.410183] env[69699]: DEBUG oslo_vmware.api [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Task: {'id': task-3606555, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.465821] env[69699]: DEBUG nova.compute.manager [None req-4719fd34-e6d4-4dc5-ac06-238d6fe0d885 tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] [instance: 6d276c01-142d-4814-9a6e-52da8bc20897] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 635.469152] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-4719fd34-e6d4-4dc5-ac06-238d6fe0d885 tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] [instance: 6d276c01-142d-4814-9a6e-52da8bc20897] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 635.475406] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8fedd42-97ab-4081-92a3-befe16403a47 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.487716] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-4719fd34-e6d4-4dc5-ac06-238d6fe0d885 tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] [instance: 6d276c01-142d-4814-9a6e-52da8bc20897] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 635.488512] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30452d87-8433-49fc-9599-09fc41e74b76 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.497062] env[69699]: DEBUG oslo_vmware.api [None req-4719fd34-e6d4-4dc5-ac06-238d6fe0d885 tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Waiting for the task: (returnval){ [ 635.497062] env[69699]: value = "task-3606556" [ 635.497062] env[69699]: _type = "Task" [ 635.497062] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.507201] env[69699]: DEBUG oslo_vmware.api [None req-4719fd34-e6d4-4dc5-ac06-238d6fe0d885 tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Task: {'id': task-3606556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.524034] env[69699]: DEBUG oslo_vmware.api [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Task: {'id': task-3606554, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.665303] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 7d299e10-f60c-434f-94aa-283d1738ee16 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 635.665457] env[69699]: WARNING nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 635.665609] env[69699]: WARNING nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 883be72f-71fd-4198-8526-860269573811 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 635.665732] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance e46d11e1-2931-4ed2-907e-1577961e3d03 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 635.682207] env[69699]: DEBUG nova.network.neutron [req-ef3903ab-f53a-4818-ab68-cbf171dc9b2e req-5a41ca44-7fe6-403f-810c-c7a628b23123 service nova] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Updated VIF entry in instance network info cache for port cc0e8808-038e-4c32-b54d-ab1c98caabf5. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 635.682207] env[69699]: DEBUG nova.network.neutron [req-ef3903ab-f53a-4818-ab68-cbf171dc9b2e req-5a41ca44-7fe6-403f-810c-c7a628b23123 service nova] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Updating instance_info_cache with network_info: [{"id": "cc0e8808-038e-4c32-b54d-ab1c98caabf5", "address": "fa:16:3e:8b:c0:9f", "network": {"id": "8330a90f-31ee-45c8-99ef-786500a73794", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-254757509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2c64e5664944099da50c2ea755af0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc0e8808-03", "ovs_interfaceid": "cc0e8808-038e-4c32-b54d-ab1c98caabf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.794182] env[69699]: DEBUG nova.compute.manager [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 6d7a78cf-7d52-4f84-9f93-10bd4fddb511] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 635.815013] env[69699]: DEBUG oslo_vmware.api [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Task: {'id': task-3606550, 'name': ReconfigVM_Task, 'duration_secs': 0.710785} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.815321] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9/39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 635.815977] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1840c1a-e3f0-45d9-b731-bb2013700da6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.823463] env[69699]: DEBUG oslo_vmware.api [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Waiting for the task: (returnval){ [ 635.823463] env[69699]: value = "task-3606557" [ 635.823463] env[69699]: _type = "Task" [ 635.823463] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.833883] env[69699]: DEBUG oslo_vmware.api [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Task: {'id': task-3606557, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.845396] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606552, 'name': CreateVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.909353] env[69699]: DEBUG oslo_vmware.api [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Task: {'id': task-3606555, 'name': Rename_Task, 'duration_secs': 0.264788} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.912535] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 635.912849] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46662889-2c53-4627-925c-c153b35511ce {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.919452] env[69699]: DEBUG oslo_vmware.api [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Waiting for the task: (returnval){ [ 635.919452] env[69699]: value = "task-3606558" [ 635.919452] env[69699]: _type = "Task" [ 635.919452] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.928290] env[69699]: DEBUG oslo_vmware.api [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Task: {'id': task-3606558, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.008396] env[69699]: DEBUG oslo_vmware.api [None req-4719fd34-e6d4-4dc5-ac06-238d6fe0d885 tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Task: {'id': task-3606556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.025183] env[69699]: DEBUG oslo_vmware.api [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Task: {'id': task-3606554, 'name': PowerOnVM_Task, 'duration_secs': 0.524753} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.029020] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 636.029020] env[69699]: INFO nova.compute.manager [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Took 6.40 seconds to spawn the instance on the hypervisor. [ 636.029020] env[69699]: DEBUG nova.compute.manager [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 636.029020] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bfacd8-57d7-47f3-98ea-511d897c44ab {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.168470] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 38000a91-e705-4063-806c-9af0fe7235ca has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 636.168711] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance d35745c3-a340-4650-9566-3726d0c8b018 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 636.184199] env[69699]: DEBUG oslo_concurrency.lockutils [req-ef3903ab-f53a-4818-ab68-cbf171dc9b2e req-5a41ca44-7fe6-403f-810c-c7a628b23123 service nova] Releasing lock "refresh_cache-5410ca8f-b92b-41ad-a7c5-914ff64398bd" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.332037] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.349432] env[69699]: DEBUG oslo_vmware.api [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Task: {'id': task-3606557, 'name': Rename_Task, 'duration_secs': 0.367327} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.359624] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.360117] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3de9f067-9308-470d-95cb-2ede24ae3ec4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.377117] env[69699]: DEBUG oslo_vmware.api [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Waiting for the task: (returnval){ [ 636.377117] env[69699]: value = "task-3606559" [ 636.377117] env[69699]: _type = "Task" [ 636.377117] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.377355] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606552, 'name': CreateVM_Task, 'duration_secs': 1.496023} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.378303] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 636.381953] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.381953] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.381953] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.381953] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9884c007-5d23-4ea6-9e82-257841c52644 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.391402] env[69699]: DEBUG oslo_vmware.api [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Task: {'id': task-3606559, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.393331] env[69699]: DEBUG oslo_vmware.api [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Waiting for the task: (returnval){ [ 636.393331] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]520882b3-460c-f4a3-1e53-b7d081480177" [ 636.393331] env[69699]: _type = "Task" [ 636.393331] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.403896] env[69699]: DEBUG oslo_vmware.api [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]520882b3-460c-f4a3-1e53-b7d081480177, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.430446] env[69699]: DEBUG oslo_vmware.api [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Task: {'id': task-3606558, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.512435] env[69699]: DEBUG oslo_vmware.api [None req-4719fd34-e6d4-4dc5-ac06-238d6fe0d885 tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Task: {'id': task-3606556, 'name': PowerOffVM_Task, 'duration_secs': 0.963844} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.512736] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-4719fd34-e6d4-4dc5-ac06-238d6fe0d885 tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] [instance: 6d276c01-142d-4814-9a6e-52da8bc20897] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 636.512903] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-4719fd34-e6d4-4dc5-ac06-238d6fe0d885 tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] [instance: 6d276c01-142d-4814-9a6e-52da8bc20897] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 636.513200] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-508a5a15-f368-4b6c-ae33-3c575bd705d0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.548015] env[69699]: INFO nova.compute.manager [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Took 24.76 seconds to build instance. [ 636.673469] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 636.810201] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-4719fd34-e6d4-4dc5-ac06-238d6fe0d885 tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] [instance: 6d276c01-142d-4814-9a6e-52da8bc20897] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 636.810492] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-4719fd34-e6d4-4dc5-ac06-238d6fe0d885 tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] [instance: 6d276c01-142d-4814-9a6e-52da8bc20897] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 636.810645] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-4719fd34-e6d4-4dc5-ac06-238d6fe0d885 tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Deleting the datastore file [datastore2] 6d276c01-142d-4814-9a6e-52da8bc20897 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 636.811302] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46410aa5-e210-458a-ba5d-91f3ca4d4147 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.820841] env[69699]: DEBUG oslo_vmware.api [None req-4719fd34-e6d4-4dc5-ac06-238d6fe0d885 tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Waiting for the task: (returnval){ [ 636.820841] env[69699]: value = "task-3606561" [ 636.820841] env[69699]: _type = "Task" [ 636.820841] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.830960] env[69699]: DEBUG oslo_vmware.api [None req-4719fd34-e6d4-4dc5-ac06-238d6fe0d885 tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Task: {'id': task-3606561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.889465] env[69699]: DEBUG oslo_vmware.api [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Task: {'id': task-3606559, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.906505] env[69699]: DEBUG oslo_vmware.api [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]520882b3-460c-f4a3-1e53-b7d081480177, 'name': SearchDatastore_Task, 'duration_secs': 0.014117} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.907109] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.907432] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 636.907739] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.907989] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.908202] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.908482] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3464a80e-f8ed-4ca8-8638-e491f00fe080 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.932879] env[69699]: DEBUG oslo_vmware.api [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Task: {'id': task-3606558, 'name': PowerOnVM_Task, 'duration_secs': 0.73229} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.935365] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 636.936733] env[69699]: INFO nova.compute.manager [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Took 10.05 seconds to spawn the instance on the hypervisor. [ 636.936733] env[69699]: DEBUG nova.compute.manager [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 636.936733] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.937219] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 636.940400] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a847601a-df47-4765-ac92-8743cb2d08ce {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.942739] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-186efcf6-fb1f-4645-81c2-df229ebe0ec2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.958100] env[69699]: DEBUG oslo_vmware.api [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Waiting for the task: (returnval){ [ 636.958100] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]529bee98-4021-ec9b-70f8-f5bbeaea8809" [ 636.958100] env[69699]: _type = "Task" [ 636.958100] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.971877] env[69699]: DEBUG oslo_vmware.api [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]529bee98-4021-ec9b-70f8-f5bbeaea8809, 'name': SearchDatastore_Task, 'duration_secs': 0.012322} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.972937] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c3d90a5-4d34-4c21-8c32-092d33d6b70a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.979714] env[69699]: DEBUG oslo_vmware.api [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Waiting for the task: (returnval){ [ 636.979714] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5255c390-c75a-e168-4a5c-3a9602d689c4" [ 636.979714] env[69699]: _type = "Task" [ 636.979714] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.990417] env[69699]: DEBUG oslo_vmware.api [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5255c390-c75a-e168-4a5c-3a9602d689c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.054058] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8f3b15f1-d14f-4717-83b0-403cd320185a tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Lock "a05eee33-bfda-4a2d-b341-f5a792d98872" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.211s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.180408] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 7de76820-d45f-4bfc-afd9-895e47274116 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 637.335470] env[69699]: DEBUG oslo_vmware.api [None req-4719fd34-e6d4-4dc5-ac06-238d6fe0d885 tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Task: {'id': task-3606561, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278898} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.336266] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-4719fd34-e6d4-4dc5-ac06-238d6fe0d885 tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 637.336266] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-4719fd34-e6d4-4dc5-ac06-238d6fe0d885 tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] [instance: 6d276c01-142d-4814-9a6e-52da8bc20897] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 637.336266] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-4719fd34-e6d4-4dc5-ac06-238d6fe0d885 tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] [instance: 6d276c01-142d-4814-9a6e-52da8bc20897] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 637.336430] env[69699]: INFO nova.compute.manager [None req-4719fd34-e6d4-4dc5-ac06-238d6fe0d885 tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] [instance: 6d276c01-142d-4814-9a6e-52da8bc20897] Took 1.87 seconds to destroy the instance on the hypervisor. [ 637.336540] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4719fd34-e6d4-4dc5-ac06-238d6fe0d885 tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 637.336730] env[69699]: DEBUG nova.compute.manager [-] [instance: 6d276c01-142d-4814-9a6e-52da8bc20897] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 637.336821] env[69699]: DEBUG nova.network.neutron [-] [instance: 6d276c01-142d-4814-9a6e-52da8bc20897] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 637.391902] env[69699]: DEBUG oslo_vmware.api [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Task: {'id': task-3606559, 'name': PowerOnVM_Task, 'duration_secs': 0.58954} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.392278] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.392527] env[69699]: DEBUG nova.compute.manager [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.393293] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d629a2-3951-4af9-bf35-f3069f3236db {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.465823] env[69699]: INFO nova.compute.manager [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Took 26.22 seconds to build instance. [ 637.493567] env[69699]: DEBUG oslo_vmware.api [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5255c390-c75a-e168-4a5c-3a9602d689c4, 'name': SearchDatastore_Task, 'duration_secs': 0.01554} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.494173] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.494384] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] db8d5037-bee1-4225-8658-78c8844b6f62/db8d5037-bee1-4225-8658-78c8844b6f62.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 637.494719] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9420357-c5e6-4ef1-9421-3f3e09b39db1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.503952] env[69699]: DEBUG oslo_vmware.api [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Waiting for the task: (returnval){ [ 637.503952] env[69699]: value = "task-3606562" [ 637.503952] env[69699]: _type = "Task" [ 637.503952] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.512640] env[69699]: DEBUG oslo_vmware.api [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Task: {'id': task-3606562, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.559979] env[69699]: DEBUG nova.compute.manager [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 637.690258] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 637.905632] env[69699]: DEBUG oslo_concurrency.lockutils [None req-840ca579-d3b5-4763-bb69-3b9817085225 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Acquiring lock "5410ca8f-b92b-41ad-a7c5-914ff64398bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.905988] env[69699]: DEBUG oslo_concurrency.lockutils [None req-840ca579-d3b5-4763-bb69-3b9817085225 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Lock "5410ca8f-b92b-41ad-a7c5-914ff64398bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.906247] env[69699]: DEBUG oslo_concurrency.lockutils [None req-840ca579-d3b5-4763-bb69-3b9817085225 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Acquiring lock "5410ca8f-b92b-41ad-a7c5-914ff64398bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.906588] env[69699]: DEBUG oslo_concurrency.lockutils [None req-840ca579-d3b5-4763-bb69-3b9817085225 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Lock "5410ca8f-b92b-41ad-a7c5-914ff64398bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.906677] env[69699]: DEBUG oslo_concurrency.lockutils [None req-840ca579-d3b5-4763-bb69-3b9817085225 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Lock "5410ca8f-b92b-41ad-a7c5-914ff64398bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.909678] env[69699]: INFO nova.compute.manager [None req-840ca579-d3b5-4763-bb69-3b9817085225 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Terminating instance [ 637.920064] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.968627] env[69699]: DEBUG oslo_concurrency.lockutils [None req-54b80d57-4317-4d19-aee9-dc8f6f2e1e37 tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Lock "d35745c3-a340-4650-9566-3726d0c8b018" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.198s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.992208] env[69699]: DEBUG nova.compute.manager [req-bad424b2-5ed3-4be6-b23a-96a18fc9fdab req-1591de79-15b7-4016-8061-ba3d599de318 service nova] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] Received event network-changed-cd17c847-64c1-49e7-8fd9-1467d5cb193f {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 637.992208] env[69699]: DEBUG nova.compute.manager [req-bad424b2-5ed3-4be6-b23a-96a18fc9fdab req-1591de79-15b7-4016-8061-ba3d599de318 service nova] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] Refreshing instance network info cache due to event network-changed-cd17c847-64c1-49e7-8fd9-1467d5cb193f. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 637.992208] env[69699]: DEBUG oslo_concurrency.lockutils [req-bad424b2-5ed3-4be6-b23a-96a18fc9fdab req-1591de79-15b7-4016-8061-ba3d599de318 service nova] Acquiring lock "refresh_cache-daab1c9b-cf22-4ef3-901b-56dfa26ac10e" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.992208] env[69699]: DEBUG oslo_concurrency.lockutils [req-bad424b2-5ed3-4be6-b23a-96a18fc9fdab req-1591de79-15b7-4016-8061-ba3d599de318 service nova] Acquired lock "refresh_cache-daab1c9b-cf22-4ef3-901b-56dfa26ac10e" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.992208] env[69699]: DEBUG nova.network.neutron [req-bad424b2-5ed3-4be6-b23a-96a18fc9fdab req-1591de79-15b7-4016-8061-ba3d599de318 service nova] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] Refreshing network info cache for port cd17c847-64c1-49e7-8fd9-1467d5cb193f {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 638.016188] env[69699]: DEBUG oslo_vmware.api [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Task: {'id': task-3606562, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.095708] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.187887] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 638.190187] env[69699]: DEBUG nova.network.neutron [-] [instance: 6d276c01-142d-4814-9a6e-52da8bc20897] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.413800] env[69699]: DEBUG nova.compute.manager [None req-840ca579-d3b5-4763-bb69-3b9817085225 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 638.414154] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-840ca579-d3b5-4763-bb69-3b9817085225 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 638.415443] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d60e78-4b27-4507-adfc-cec24a25f315 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.426770] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-840ca579-d3b5-4763-bb69-3b9817085225 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 638.427109] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e8426d1-306e-484f-97c2-b6aae555cffa {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.433166] env[69699]: DEBUG oslo_vmware.api [None req-840ca579-d3b5-4763-bb69-3b9817085225 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Waiting for the task: (returnval){ [ 638.433166] env[69699]: value = "task-3606563" [ 638.433166] env[69699]: _type = "Task" [ 638.433166] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.446438] env[69699]: DEBUG oslo_vmware.api [None req-840ca579-d3b5-4763-bb69-3b9817085225 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Task: {'id': task-3606563, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.472197] env[69699]: DEBUG nova.compute.manager [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 638.521514] env[69699]: DEBUG oslo_vmware.api [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Task: {'id': task-3606562, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.865701} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.522016] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] db8d5037-bee1-4225-8658-78c8844b6f62/db8d5037-bee1-4225-8658-78c8844b6f62.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 638.522414] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 638.522785] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-769a0b5c-ec4b-4191-a6df-8e039c5f5bf1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.531725] env[69699]: DEBUG oslo_vmware.api [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Waiting for the task: (returnval){ [ 638.531725] env[69699]: value = "task-3606564" [ 638.531725] env[69699]: _type = "Task" [ 638.531725] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.545871] env[69699]: DEBUG oslo_vmware.api [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Task: {'id': task-3606564, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.694209] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 6d7a78cf-7d52-4f84-9f93-10bd4fddb511 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 638.694357] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 5410ca8f-b92b-41ad-a7c5-914ff64398bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 638.699315] env[69699]: INFO nova.compute.manager [-] [instance: 6d276c01-142d-4814-9a6e-52da8bc20897] Took 1.36 seconds to deallocate network for instance. [ 638.850113] env[69699]: DEBUG nova.network.neutron [req-bad424b2-5ed3-4be6-b23a-96a18fc9fdab req-1591de79-15b7-4016-8061-ba3d599de318 service nova] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] Updated VIF entry in instance network info cache for port cd17c847-64c1-49e7-8fd9-1467d5cb193f. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 638.850519] env[69699]: DEBUG nova.network.neutron [req-bad424b2-5ed3-4be6-b23a-96a18fc9fdab req-1591de79-15b7-4016-8061-ba3d599de318 service nova] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] Updating instance_info_cache with network_info: [{"id": "cd17c847-64c1-49e7-8fd9-1467d5cb193f", "address": "fa:16:3e:70:70:ad", "network": {"id": "6f5b3c7a-dec7-4f1c-86fd-3fb8c59fe052", "bridge": "br-int", "label": "tempest-ServersTestJSON-386879079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfdada0ad48748578743e8b0c3cdffa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd17c847-64", "ovs_interfaceid": "cd17c847-64c1-49e7-8fd9-1467d5cb193f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.948692] env[69699]: DEBUG oslo_vmware.api [None req-840ca579-d3b5-4763-bb69-3b9817085225 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Task: {'id': task-3606563, 'name': PowerOffVM_Task, 'duration_secs': 0.448662} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.948692] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-840ca579-d3b5-4763-bb69-3b9817085225 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 638.948692] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-840ca579-d3b5-4763-bb69-3b9817085225 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 638.948692] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6a9abd5-8aca-4b32-9486-237cea270d18 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.000085] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.025916] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-840ca579-d3b5-4763-bb69-3b9817085225 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 639.026106] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-840ca579-d3b5-4763-bb69-3b9817085225 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Deleting contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 639.026288] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-840ca579-d3b5-4763-bb69-3b9817085225 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Deleting the datastore file [datastore1] 5410ca8f-b92b-41ad-a7c5-914ff64398bd {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 639.026626] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee875ec4-93ef-41dd-a38c-68d0e80d9365 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.038661] env[69699]: DEBUG oslo_vmware.api [None req-840ca579-d3b5-4763-bb69-3b9817085225 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Waiting for the task: (returnval){ [ 639.038661] env[69699]: value = "task-3606566" [ 639.038661] env[69699]: _type = "Task" [ 639.038661] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.045873] env[69699]: DEBUG oslo_vmware.api [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Task: {'id': task-3606564, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.306329} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.046581] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 639.047636] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8904ea6f-4bb4-484a-b138-6d01699ef444 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.054522] env[69699]: DEBUG oslo_vmware.api [None req-840ca579-d3b5-4763-bb69-3b9817085225 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Task: {'id': task-3606566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.075830] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] db8d5037-bee1-4225-8658-78c8844b6f62/db8d5037-bee1-4225-8658-78c8844b6f62.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 639.076518] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e707fce7-9072-4411-9069-03f3530319f2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.100044] env[69699]: DEBUG oslo_vmware.api [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Waiting for the task: (returnval){ [ 639.100044] env[69699]: value = "task-3606567" [ 639.100044] env[69699]: _type = "Task" [ 639.100044] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.111345] env[69699]: DEBUG oslo_vmware.api [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Task: {'id': task-3606567, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.203844] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 7a41f0c5-22b0-48ca-9be5-f41ab5f64203 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 639.204050] env[69699]: WARNING nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 1630ba71-ab97-409c-b0b6-60eceaaf1b9d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 639.208716] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4719fd34-e6d4-4dc5-ac06-238d6fe0d885 tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.251714] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8d5c3421-2d66-4a8b-823e-dbc5f4e72928 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Acquiring lock "39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.251984] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8d5c3421-2d66-4a8b-823e-dbc5f4e72928 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Lock "39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.252219] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8d5c3421-2d66-4a8b-823e-dbc5f4e72928 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Acquiring lock "39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.252405] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8d5c3421-2d66-4a8b-823e-dbc5f4e72928 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Lock "39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.252580] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8d5c3421-2d66-4a8b-823e-dbc5f4e72928 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Lock "39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.255257] env[69699]: INFO nova.compute.manager [None req-8d5c3421-2d66-4a8b-823e-dbc5f4e72928 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Terminating instance [ 639.353220] env[69699]: DEBUG oslo_concurrency.lockutils [req-bad424b2-5ed3-4be6-b23a-96a18fc9fdab req-1591de79-15b7-4016-8061-ba3d599de318 service nova] Releasing lock "refresh_cache-daab1c9b-cf22-4ef3-901b-56dfa26ac10e" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.553219] env[69699]: DEBUG oslo_vmware.api [None req-840ca579-d3b5-4763-bb69-3b9817085225 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Task: {'id': task-3606566, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.348693} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.553895] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-840ca579-d3b5-4763-bb69-3b9817085225 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 639.554290] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-840ca579-d3b5-4763-bb69-3b9817085225 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Deleted contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 639.555424] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-840ca579-d3b5-4763-bb69-3b9817085225 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 639.555424] env[69699]: INFO nova.compute.manager [None req-840ca579-d3b5-4763-bb69-3b9817085225 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 639.555424] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-840ca579-d3b5-4763-bb69-3b9817085225 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 639.555674] env[69699]: DEBUG nova.compute.manager [-] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 639.556161] env[69699]: DEBUG nova.network.neutron [-] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 639.610814] env[69699]: DEBUG oslo_vmware.api [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Task: {'id': task-3606567, 'name': ReconfigVM_Task, 'duration_secs': 0.460961} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.611220] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Reconfigured VM instance instance-0000000f to attach disk [datastore1] db8d5037-bee1-4225-8658-78c8844b6f62/db8d5037-bee1-4225-8658-78c8844b6f62.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.611853] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d331f025-7a72-42b4-b303-ece856225df7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.618569] env[69699]: DEBUG oslo_vmware.api [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Waiting for the task: (returnval){ [ 639.618569] env[69699]: value = "task-3606568" [ 639.618569] env[69699]: _type = "Task" [ 639.618569] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.627836] env[69699]: DEBUG oslo_vmware.api [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Task: {'id': task-3606568, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.708014] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 86f6b962-b909-4350-80e2-b64b5565369e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 639.708502] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 639.709361] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance db8d5037-bee1-4225-8658-78c8844b6f62 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 639.744925] env[69699]: DEBUG oslo_concurrency.lockutils [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Acquiring lock "f94689f2-f576-4b80-bcac-59a95fcd7899" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.745417] env[69699]: DEBUG oslo_concurrency.lockutils [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Lock "f94689f2-f576-4b80-bcac-59a95fcd7899" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.765048] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8d5c3421-2d66-4a8b-823e-dbc5f4e72928 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Acquiring lock "refresh_cache-39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.765048] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8d5c3421-2d66-4a8b-823e-dbc5f4e72928 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Acquired lock "refresh_cache-39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.765048] env[69699]: DEBUG nova.network.neutron [None req-8d5c3421-2d66-4a8b-823e-dbc5f4e72928 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 640.131527] env[69699]: DEBUG oslo_vmware.api [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Task: {'id': task-3606568, 'name': Rename_Task, 'duration_secs': 0.222268} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.131971] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 640.132626] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5cd5ae1a-a92b-4534-8a76-bc25e47a1a51 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.139954] env[69699]: DEBUG oslo_vmware.api [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Waiting for the task: (returnval){ [ 640.139954] env[69699]: value = "task-3606569" [ 640.139954] env[69699]: _type = "Task" [ 640.139954] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.150648] env[69699]: DEBUG oslo_vmware.api [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Task: {'id': task-3606569, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.212813] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance af9422bd-d925-4174-8ea5-91d2bcec2f3b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 640.212979] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 6d276c01-142d-4814-9a6e-52da8bc20897 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 640.250378] env[69699]: DEBUG nova.compute.manager [req-9d11b1a9-ba80-4ba0-b3ea-efd830fb6e50 req-32b03e72-b157-4e5f-a75e-6fbfb945d365 service nova] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Received event network-changed-09248364-f8db-4915-ae6e-596338b4404a {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 640.250608] env[69699]: DEBUG nova.compute.manager [req-9d11b1a9-ba80-4ba0-b3ea-efd830fb6e50 req-32b03e72-b157-4e5f-a75e-6fbfb945d365 service nova] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Refreshing instance network info cache due to event network-changed-09248364-f8db-4915-ae6e-596338b4404a. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 640.250823] env[69699]: DEBUG oslo_concurrency.lockutils [req-9d11b1a9-ba80-4ba0-b3ea-efd830fb6e50 req-32b03e72-b157-4e5f-a75e-6fbfb945d365 service nova] Acquiring lock "refresh_cache-d35745c3-a340-4650-9566-3726d0c8b018" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.251846] env[69699]: DEBUG oslo_concurrency.lockutils [req-9d11b1a9-ba80-4ba0-b3ea-efd830fb6e50 req-32b03e72-b157-4e5f-a75e-6fbfb945d365 service nova] Acquired lock "refresh_cache-d35745c3-a340-4650-9566-3726d0c8b018" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.251846] env[69699]: DEBUG nova.network.neutron [req-9d11b1a9-ba80-4ba0-b3ea-efd830fb6e50 req-32b03e72-b157-4e5f-a75e-6fbfb945d365 service nova] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Refreshing network info cache for port 09248364-f8db-4915-ae6e-596338b4404a {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 640.305691] env[69699]: DEBUG nova.network.neutron [None req-8d5c3421-2d66-4a8b-823e-dbc5f4e72928 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 640.422994] env[69699]: DEBUG nova.network.neutron [None req-8d5c3421-2d66-4a8b-823e-dbc5f4e72928 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.436102] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquiring lock "5d1c2a59-60c3-4bdd-baf7-a91fbf57c678" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.436102] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Lock "5d1c2a59-60c3-4bdd-baf7-a91fbf57c678" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.654296] env[69699]: DEBUG oslo_vmware.api [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Task: {'id': task-3606569, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.675597] env[69699]: DEBUG nova.network.neutron [-] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.716157] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 11123131-ce04-45c0-a369-1ec5e568b6a5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 640.737374] env[69699]: DEBUG nova.compute.manager [req-eb27ea28-aabc-4912-b7ba-ae9bd3b0e07b req-a157c4f5-5f21-48c4-8bcb-e7daec13fe08 service nova] [instance: 6d276c01-142d-4814-9a6e-52da8bc20897] Received event network-vif-deleted-1de50a9e-be3e-4dfb-9d5f-387e96c2f720 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 640.936239] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8d5c3421-2d66-4a8b-823e-dbc5f4e72928 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Releasing lock "refresh_cache-39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.936546] env[69699]: DEBUG nova.compute.manager [None req-8d5c3421-2d66-4a8b-823e-dbc5f4e72928 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 640.936741] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5c3421-2d66-4a8b-823e-dbc5f4e72928 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 640.941373] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4201493f-25d2-42ee-bb2f-7cd1f4cfb42b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.954693] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d5c3421-2d66-4a8b-823e-dbc5f4e72928 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 640.954963] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-330e636b-f88b-4717-b10a-4bed69785b26 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.966842] env[69699]: DEBUG oslo_vmware.api [None req-8d5c3421-2d66-4a8b-823e-dbc5f4e72928 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Waiting for the task: (returnval){ [ 640.966842] env[69699]: value = "task-3606570" [ 640.966842] env[69699]: _type = "Task" [ 640.966842] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.975444] env[69699]: DEBUG oslo_vmware.api [None req-8d5c3421-2d66-4a8b-823e-dbc5f4e72928 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Task: {'id': task-3606570, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.082092] env[69699]: INFO nova.compute.manager [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Rebuilding instance [ 641.088152] env[69699]: DEBUG nova.network.neutron [req-9d11b1a9-ba80-4ba0-b3ea-efd830fb6e50 req-32b03e72-b157-4e5f-a75e-6fbfb945d365 service nova] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Updated VIF entry in instance network info cache for port 09248364-f8db-4915-ae6e-596338b4404a. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 641.088541] env[69699]: DEBUG nova.network.neutron [req-9d11b1a9-ba80-4ba0-b3ea-efd830fb6e50 req-32b03e72-b157-4e5f-a75e-6fbfb945d365 service nova] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Updating instance_info_cache with network_info: [{"id": "09248364-f8db-4915-ae6e-596338b4404a", "address": "fa:16:3e:c1:75:6d", "network": {"id": "2da56b8b-071d-4d26-8445-539f2bc37195", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1194626606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66d01728a0a04372a9184bb3bc203e39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09248364-f8", "ovs_interfaceid": "09248364-f8db-4915-ae6e-596338b4404a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.137639] env[69699]: DEBUG nova.compute.manager [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 641.138586] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6dca70d-02e0-4cb4-981a-6859c20a3a73 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.158512] env[69699]: DEBUG oslo_vmware.api [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Task: {'id': task-3606569, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.178498] env[69699]: INFO nova.compute.manager [-] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Took 1.62 seconds to deallocate network for instance. [ 641.221027] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 641.221027] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 641.221293] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 2b73a142-8d85-4ef8-8fe6-940dda6d6521 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 641.221293] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Migration 7334a1df-2137-4443-bf27-20b38fb8e705 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 641.347772] env[69699]: DEBUG oslo_concurrency.lockutils [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquiring lock "55a31f53-3712-486d-a4a8-7f15597da862" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.348090] env[69699]: DEBUG oslo_concurrency.lockutils [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Lock "55a31f53-3712-486d-a4a8-7f15597da862" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.477346] env[69699]: DEBUG oslo_vmware.api [None req-8d5c3421-2d66-4a8b-823e-dbc5f4e72928 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Task: {'id': task-3606570, 'name': PowerOffVM_Task, 'duration_secs': 0.266914} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.477641] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d5c3421-2d66-4a8b-823e-dbc5f4e72928 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 641.477954] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5c3421-2d66-4a8b-823e-dbc5f4e72928 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 641.478645] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed210cd6-4981-4390-a8c3-1039205f6d89 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.502561] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5c3421-2d66-4a8b-823e-dbc5f4e72928 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 641.502800] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5c3421-2d66-4a8b-823e-dbc5f4e72928 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 641.502981] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d5c3421-2d66-4a8b-823e-dbc5f4e72928 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Deleting the datastore file [datastore2] 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 641.503784] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f2a4d0c-c4eb-4cec-821c-c9a8db5973d1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.511061] env[69699]: DEBUG oslo_vmware.api [None req-8d5c3421-2d66-4a8b-823e-dbc5f4e72928 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Waiting for the task: (returnval){ [ 641.511061] env[69699]: value = "task-3606572" [ 641.511061] env[69699]: _type = "Task" [ 641.511061] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.523201] env[69699]: DEBUG oslo_vmware.api [None req-8d5c3421-2d66-4a8b-823e-dbc5f4e72928 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Task: {'id': task-3606572, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.592433] env[69699]: DEBUG oslo_concurrency.lockutils [req-9d11b1a9-ba80-4ba0-b3ea-efd830fb6e50 req-32b03e72-b157-4e5f-a75e-6fbfb945d365 service nova] Releasing lock "refresh_cache-d35745c3-a340-4650-9566-3726d0c8b018" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.654476] env[69699]: DEBUG oslo_vmware.api [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Task: {'id': task-3606569, 'name': PowerOnVM_Task, 'duration_secs': 1.064075} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.656645] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 641.656645] env[69699]: INFO nova.compute.manager [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Took 7.04 seconds to spawn the instance on the hypervisor. [ 641.656645] env[69699]: DEBUG nova.compute.manager [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 641.656645] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eda1a5f-c5bb-4f33-8a2e-f3c8ae40659d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.687464] env[69699]: DEBUG oslo_concurrency.lockutils [None req-840ca579-d3b5-4763-bb69-3b9817085225 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.725240] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 16f935f2-2c14-4c1a-9f55-c5c219b3101c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 641.725240] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance daab1c9b-cf22-4ef3-901b-56dfa26ac10e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 641.725240] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance a05eee33-bfda-4a2d-b341-f5a792d98872 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 641.725240] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69699) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 641.725671] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69699) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 642.022198] env[69699]: DEBUG oslo_vmware.api [None req-8d5c3421-2d66-4a8b-823e-dbc5f4e72928 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Task: {'id': task-3606572, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1189} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.022469] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d5c3421-2d66-4a8b-823e-dbc5f4e72928 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 642.022631] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5c3421-2d66-4a8b-823e-dbc5f4e72928 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 642.022793] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5c3421-2d66-4a8b-823e-dbc5f4e72928 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 642.022960] env[69699]: INFO nova.compute.manager [None req-8d5c3421-2d66-4a8b-823e-dbc5f4e72928 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Took 1.09 seconds to destroy the instance on the hypervisor. [ 642.023218] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d5c3421-2d66-4a8b-823e-dbc5f4e72928 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 642.023397] env[69699]: DEBUG nova.compute.manager [-] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 642.027018] env[69699]: DEBUG nova.network.neutron [-] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 642.049714] env[69699]: DEBUG nova.network.neutron [-] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 642.163869] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 642.164161] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abc87367-49ce-44da-8209-1088218c3099 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.178105] env[69699]: DEBUG oslo_vmware.api [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Waiting for the task: (returnval){ [ 642.178105] env[69699]: value = "task-3606573" [ 642.178105] env[69699]: _type = "Task" [ 642.178105] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.181161] env[69699]: INFO nova.compute.manager [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Took 28.38 seconds to build instance. [ 642.196236] env[69699]: DEBUG oslo_vmware.api [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Task: {'id': task-3606573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.313169] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc87e076-d3bf-4b0e-aea9-1a51cff0b401 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.321942] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15eaff9d-d1d4-4827-a32c-3d71dfc4fcc4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.360899] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe86982-ac64-40ec-a619-dedf1433f1cd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.365853] env[69699]: DEBUG oslo_concurrency.lockutils [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "5faa9d6e-3cbf-46cf-9bf7-d0910511491d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.365927] env[69699]: DEBUG oslo_concurrency.lockutils [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "5faa9d6e-3cbf-46cf-9bf7-d0910511491d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.370245] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ee676f-6bb1-4795-abc3-e89568747d00 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.388311] env[69699]: DEBUG nova.compute.provider_tree [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.555732] env[69699]: DEBUG nova.network.neutron [-] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.693515] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e8da5a7e-1589-4320-8629-7b6295fdd6e3 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Lock "db8d5037-bee1-4225-8658-78c8844b6f62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.272s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.693886] env[69699]: DEBUG oslo_vmware.api [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Task: {'id': task-3606573, 'name': PowerOffVM_Task, 'duration_secs': 0.271} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.694878] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 642.695594] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 642.700828] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87802a61-4e06-4744-bc59-e488106b3139 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.710247] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 642.710540] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7ce8632-8d7f-4824-9bd5-b5d932267e04 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.735567] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 642.735801] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 642.736020] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Deleting the datastore file [datastore2] a05eee33-bfda-4a2d-b341-f5a792d98872 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 642.736276] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67ceaa3c-4996-4655-b573-e4dc2e8b92e8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.744102] env[69699]: DEBUG oslo_vmware.api [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Waiting for the task: (returnval){ [ 642.744102] env[69699]: value = "task-3606575" [ 642.744102] env[69699]: _type = "Task" [ 642.744102] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.761856] env[69699]: DEBUG oslo_vmware.api [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Task: {'id': task-3606575, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.898994] env[69699]: DEBUG nova.scheduler.client.report [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.974029] env[69699]: DEBUG nova.compute.manager [req-89d82e22-113b-4404-8f7a-a3eb2008a2ea req-0b777a95-93b4-4aa4-a6c3-b3246af3d4b6 service nova] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Received event network-vif-deleted-cc0e8808-038e-4c32-b54d-ab1c98caabf5 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.061459] env[69699]: INFO nova.compute.manager [-] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Took 1.04 seconds to deallocate network for instance. [ 643.204823] env[69699]: DEBUG nova.compute.manager [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 643.256971] env[69699]: DEBUG oslo_vmware.api [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Task: {'id': task-3606575, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.45522} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.258036] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 643.258036] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 643.258190] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 643.407063] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69699) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 643.407390] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.834s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.407657] env[69699]: DEBUG oslo_concurrency.lockutils [None req-69c30977-559d-4eeb-a3ba-2b9db4ac58ee tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.177s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.408043] env[69699]: DEBUG oslo_concurrency.lockutils [None req-69c30977-559d-4eeb-a3ba-2b9db4ac58ee tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.409889] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.564s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.413251] env[69699]: INFO nova.compute.claims [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 643.451308] env[69699]: INFO nova.scheduler.client.report [None req-69c30977-559d-4eeb-a3ba-2b9db4ac58ee tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Deleted allocations for instance 1630ba71-ab97-409c-b0b6-60eceaaf1b9d [ 643.568396] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8d5c3421-2d66-4a8b-823e-dbc5f4e72928 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.740171] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.790548] env[69699]: INFO nova.compute.manager [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Rebuilding instance [ 643.869646] env[69699]: DEBUG nova.compute.manager [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 643.870650] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2702c6d8-ab55-479e-8623-13cd53091390 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.966027] env[69699]: DEBUG oslo_concurrency.lockutils [None req-69c30977-559d-4eeb-a3ba-2b9db4ac58ee tempest-ServerDiagnosticsTest-2133587746 tempest-ServerDiagnosticsTest-2133587746-project-member] Lock "1630ba71-ab97-409c-b0b6-60eceaaf1b9d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.603s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.313019] env[69699]: DEBUG nova.virt.hardware [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 644.313019] env[69699]: DEBUG nova.virt.hardware [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 644.313019] env[69699]: DEBUG nova.virt.hardware [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 644.313520] env[69699]: DEBUG nova.virt.hardware [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 644.313520] env[69699]: DEBUG nova.virt.hardware [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 644.313520] env[69699]: DEBUG nova.virt.hardware [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 644.314580] env[69699]: DEBUG nova.virt.hardware [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 644.314898] env[69699]: DEBUG nova.virt.hardware [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 644.315197] env[69699]: DEBUG nova.virt.hardware [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 644.315629] env[69699]: DEBUG nova.virt.hardware [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 644.318039] env[69699]: DEBUG nova.virt.hardware [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 644.318039] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed414cf-41c9-4099-80f7-8cfd3b574ea5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.327885] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28848a47-2cca-4301-b243-3ec25efd1019 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.346660] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Instance VIF info [] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 644.353194] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 644.353597] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 644.353931] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b91a39c-aa45-4f98-bb80-d47d6a695e45 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.373222] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 644.373222] env[69699]: value = "task-3606576" [ 644.373222] env[69699]: _type = "Task" [ 644.373222] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.385593] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606576, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.887419] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 644.888516] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606576, 'name': CreateVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.888516] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f64b597d-d4c2-461c-9dd1-2d0dd032975e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.896570] env[69699]: DEBUG oslo_vmware.api [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Waiting for the task: (returnval){ [ 644.896570] env[69699]: value = "task-3606577" [ 644.896570] env[69699]: _type = "Task" [ 644.896570] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.911344] env[69699]: DEBUG oslo_vmware.api [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Task: {'id': task-3606577, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.046463] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d9c862-2ddd-4555-8ec6-8821430cd6e3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.054535] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30297fa4-118e-43d3-91ad-b21c7ac59b26 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.090753] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee401efe-30a8-4111-9193-acdc413b233c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.098557] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e72074-a4d7-4f92-ab04-5352ffcebab9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.113173] env[69699]: DEBUG nova.compute.provider_tree [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.386596] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606576, 'name': CreateVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.406656] env[69699]: DEBUG oslo_vmware.api [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Task: {'id': task-3606577, 'name': PowerOffVM_Task, 'duration_secs': 0.136531} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.406895] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 645.407684] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 645.408460] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c16f0b3-6b78-43b1-bd7b-4456abbfe824 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.414973] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 645.415422] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf2436a9-8952-4e50-becf-7d4db79e74df {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.441019] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 645.441019] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Deleting contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 645.441126] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Deleting the datastore file [datastore1] db8d5037-bee1-4225-8658-78c8844b6f62 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 645.441390] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-296a3c67-3c5c-4706-a006-dd61937eaf45 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.447775] env[69699]: DEBUG oslo_vmware.api [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Waiting for the task: (returnval){ [ 645.447775] env[69699]: value = "task-3606579" [ 645.447775] env[69699]: _type = "Task" [ 645.447775] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.459308] env[69699]: DEBUG oslo_vmware.api [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Task: {'id': task-3606579, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.616597] env[69699]: DEBUG nova.scheduler.client.report [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.887033] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606576, 'name': CreateVM_Task, 'duration_secs': 1.345098} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.887033] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 645.887645] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.887804] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.888141] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.888537] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d1ae88e-e9c6-4665-8202-67255354407b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.894133] env[69699]: DEBUG oslo_vmware.api [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Waiting for the task: (returnval){ [ 645.894133] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]520e8e8c-edd1-7f97-8c0f-b25ca2a92069" [ 645.894133] env[69699]: _type = "Task" [ 645.894133] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.901373] env[69699]: DEBUG oslo_vmware.api [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]520e8e8c-edd1-7f97-8c0f-b25ca2a92069, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.957312] env[69699]: DEBUG oslo_vmware.api [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Task: {'id': task-3606579, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09239} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.957592] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 645.957774] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Deleted contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 645.957944] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 646.122210] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.122760] env[69699]: DEBUG nova.compute.manager [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 646.125457] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0e6c5f59-7e2f-4ae9-a793-cbbcec9283ef tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.929s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.125656] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0e6c5f59-7e2f-4ae9-a793-cbbcec9283ef tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.127685] env[69699]: DEBUG oslo_concurrency.lockutils [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.094s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.129131] env[69699]: INFO nova.compute.claims [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 646.171845] env[69699]: INFO nova.scheduler.client.report [None req-0e6c5f59-7e2f-4ae9-a793-cbbcec9283ef tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Deleted allocations for instance 883be72f-71fd-4198-8526-860269573811 [ 646.403921] env[69699]: DEBUG oslo_vmware.api [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]520e8e8c-edd1-7f97-8c0f-b25ca2a92069, 'name': SearchDatastore_Task, 'duration_secs': 0.038855} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.404252] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.404561] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 646.404724] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.404856] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.405038] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 646.405303] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3464581-bea8-4d21-9b93-ccd167965e1e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.415122] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 646.415122] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 646.418617] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e50564a-4246-48c0-8086-8cbcc9f4e824 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.427703] env[69699]: DEBUG oslo_vmware.api [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Waiting for the task: (returnval){ [ 646.427703] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5200e88d-f811-5bc1-598e-b2be86491d1a" [ 646.427703] env[69699]: _type = "Task" [ 646.427703] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.437439] env[69699]: DEBUG oslo_vmware.api [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5200e88d-f811-5bc1-598e-b2be86491d1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.636234] env[69699]: DEBUG nova.compute.utils [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 646.643482] env[69699]: DEBUG nova.compute.manager [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 646.643821] env[69699]: DEBUG nova.network.neutron [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 646.681327] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0e6c5f59-7e2f-4ae9-a793-cbbcec9283ef tempest-TenantUsagesTestJSON-132239226 tempest-TenantUsagesTestJSON-132239226-project-member] Lock "883be72f-71fd-4198-8526-860269573811" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.658s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.771077] env[69699]: DEBUG nova.policy [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0607a54c5a264a4fad4adb104f13180f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1c919d4d14746e5b9cb5a9e6046cf64', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 646.941169] env[69699]: DEBUG oslo_vmware.api [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5200e88d-f811-5bc1-598e-b2be86491d1a, 'name': SearchDatastore_Task, 'duration_secs': 0.012327} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.943927] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e75a8dfa-6683-46fc-a5f4-2b647f212a38 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.948763] env[69699]: DEBUG oslo_vmware.api [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Waiting for the task: (returnval){ [ 646.948763] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]520a30a7-5f2b-6e4d-9050-55c32fe3aecf" [ 646.948763] env[69699]: _type = "Task" [ 646.948763] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.958203] env[69699]: DEBUG oslo_vmware.api [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]520a30a7-5f2b-6e4d-9050-55c32fe3aecf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.004370] env[69699]: DEBUG nova.virt.hardware [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 647.005069] env[69699]: DEBUG nova.virt.hardware [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 647.005956] env[69699]: DEBUG nova.virt.hardware [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 647.011312] env[69699]: DEBUG nova.virt.hardware [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 647.011312] env[69699]: DEBUG nova.virt.hardware [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 647.011312] env[69699]: DEBUG nova.virt.hardware [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 647.011312] env[69699]: DEBUG nova.virt.hardware [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 647.011312] env[69699]: DEBUG nova.virt.hardware [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 647.011492] env[69699]: DEBUG nova.virt.hardware [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 647.011492] env[69699]: DEBUG nova.virt.hardware [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 647.011492] env[69699]: DEBUG nova.virt.hardware [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 647.011492] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174e1ac6-1107-47a9-8094-946f5dc0bd53 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.018445] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d632566-b2db-4730-835e-e4ac254b7395 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.037015] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Instance VIF info [] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.041603] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 647.042039] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.042489] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5188487f-5c3a-44da-8266-bc5bf277af60 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.066464] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.066464] env[69699]: value = "task-3606580" [ 647.066464] env[69699]: _type = "Task" [ 647.066464] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.076124] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606580, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.144247] env[69699]: DEBUG nova.compute.manager [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 647.464564] env[69699]: DEBUG oslo_vmware.api [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]520a30a7-5f2b-6e4d-9050-55c32fe3aecf, 'name': SearchDatastore_Task, 'duration_secs': 0.012446} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.465667] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.465922] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] a05eee33-bfda-4a2d-b341-f5a792d98872/a05eee33-bfda-4a2d-b341-f5a792d98872.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 647.466503] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b8c9406-49db-4573-a1e1-fdca6b52a846 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.474395] env[69699]: DEBUG oslo_vmware.api [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Waiting for the task: (returnval){ [ 647.474395] env[69699]: value = "task-3606581" [ 647.474395] env[69699]: _type = "Task" [ 647.474395] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.484703] env[69699]: DEBUG oslo_vmware.api [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Task: {'id': task-3606581, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.566025] env[69699]: DEBUG nova.network.neutron [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] Successfully created port: 563082a5-0600-4359-bc0d-daa3fe36fbdb {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 647.584819] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606580, 'name': CreateVM_Task, 'duration_secs': 0.297882} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.585016] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 647.586182] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.586182] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.586182] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.586182] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-059f00ff-3293-42d8-abd7-58fdcbd0a0f7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.593862] env[69699]: DEBUG oslo_vmware.api [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Waiting for the task: (returnval){ [ 647.593862] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c3730f-a0b7-3949-d186-2bcce5142dd9" [ 647.593862] env[69699]: _type = "Task" [ 647.593862] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.606414] env[69699]: DEBUG oslo_vmware.api [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c3730f-a0b7-3949-d186-2bcce5142dd9, 'name': SearchDatastore_Task, 'duration_secs': 0.010286} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.606760] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.607017] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 647.607279] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.607430] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.607602] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 647.607852] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-767e5a06-722b-4b63-8e32-f6c59817c69b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.617623] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 647.617818] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 647.618743] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4db145cb-dc17-4746-a498-4002db6a1804 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.633593] env[69699]: DEBUG oslo_vmware.api [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Waiting for the task: (returnval){ [ 647.633593] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]528c5472-358b-73e3-ade4-785129e9bf21" [ 647.633593] env[69699]: _type = "Task" [ 647.633593] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.642949] env[69699]: DEBUG oslo_vmware.api [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]528c5472-358b-73e3-ade4-785129e9bf21, 'name': SearchDatastore_Task, 'duration_secs': 0.010671} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.643753] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c711db0c-d100-4e76-b0ab-e5f4f79560d5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.651976] env[69699]: DEBUG oslo_vmware.api [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Waiting for the task: (returnval){ [ 647.651976] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52532e74-2f1a-9492-7693-ff3c5c644ef0" [ 647.651976] env[69699]: _type = "Task" [ 647.651976] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.668837] env[69699]: DEBUG oslo_vmware.api [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52532e74-2f1a-9492-7693-ff3c5c644ef0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.735934] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5a3c90-8c3d-4c06-8899-e7509f07048e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.745844] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf0bfbc-8f98-4b69-aa0e-2aa62e7f9dd5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.785152] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d138434d-6e6b-46e8-8873-53fa464f61da {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.795374] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206b88c8-9990-4462-b5cd-ba9d743ae93e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.813646] env[69699]: DEBUG nova.compute.provider_tree [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.986023] env[69699]: DEBUG oslo_vmware.api [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Task: {'id': task-3606581, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.163570] env[69699]: DEBUG nova.compute.manager [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 648.166818] env[69699]: DEBUG oslo_vmware.api [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52532e74-2f1a-9492-7693-ff3c5c644ef0, 'name': SearchDatastore_Task, 'duration_secs': 0.067877} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.167367] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.167367] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] db8d5037-bee1-4225-8658-78c8844b6f62/db8d5037-bee1-4225-8658-78c8844b6f62.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 648.171637] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b0c1f86-bb96-4881-a82b-0945b4252428 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.181853] env[69699]: DEBUG oslo_vmware.api [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Waiting for the task: (returnval){ [ 648.181853] env[69699]: value = "task-3606582" [ 648.181853] env[69699]: _type = "Task" [ 648.181853] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.195471] env[69699]: DEBUG oslo_vmware.api [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Task: {'id': task-3606582, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.203332] env[69699]: DEBUG nova.virt.hardware [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:58:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='637048104',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1389791094',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 648.203569] env[69699]: DEBUG nova.virt.hardware [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 648.203734] env[69699]: DEBUG nova.virt.hardware [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 648.203921] env[69699]: DEBUG nova.virt.hardware [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 648.204115] env[69699]: DEBUG nova.virt.hardware [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 648.204230] env[69699]: DEBUG nova.virt.hardware [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 648.206073] env[69699]: DEBUG nova.virt.hardware [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 648.206073] env[69699]: DEBUG nova.virt.hardware [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 648.206073] env[69699]: DEBUG nova.virt.hardware [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 648.206073] env[69699]: DEBUG nova.virt.hardware [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 648.206073] env[69699]: DEBUG nova.virt.hardware [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 648.206212] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbf77c4-95f2-4770-b34a-f2ca6103c2eb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.214266] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b0c469-250a-4770-827d-ea86690439b4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.317172] env[69699]: DEBUG nova.scheduler.client.report [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.493086] env[69699]: DEBUG oslo_vmware.api [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Task: {'id': task-3606581, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517416} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.493378] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] a05eee33-bfda-4a2d-b341-f5a792d98872/a05eee33-bfda-4a2d-b341-f5a792d98872.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 648.493592] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 648.493869] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1baa1db-fdef-45ef-b9ad-a9fbdf91c120 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.506127] env[69699]: DEBUG oslo_vmware.api [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Waiting for the task: (returnval){ [ 648.506127] env[69699]: value = "task-3606583" [ 648.506127] env[69699]: _type = "Task" [ 648.506127] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.515783] env[69699]: DEBUG oslo_vmware.api [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Task: {'id': task-3606583, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.699027] env[69699]: DEBUG oslo_vmware.api [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Task: {'id': task-3606582, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.831043] env[69699]: DEBUG oslo_concurrency.lockutils [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.831916] env[69699]: DEBUG nova.compute.manager [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 648.837914] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.080s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.838187] env[69699]: DEBUG nova.objects.instance [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69699) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 649.020571] env[69699]: DEBUG oslo_vmware.api [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Task: {'id': task-3606583, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10095} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.020950] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 649.021746] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5d2565-a4b8-4015-9cfb-24df94f26299 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.045921] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] a05eee33-bfda-4a2d-b341-f5a792d98872/a05eee33-bfda-4a2d-b341-f5a792d98872.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 649.046241] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d8e1aec-f8dd-470b-ab1b-0e2db10d66e0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.067204] env[69699]: DEBUG oslo_vmware.api [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Waiting for the task: (returnval){ [ 649.067204] env[69699]: value = "task-3606584" [ 649.067204] env[69699]: _type = "Task" [ 649.067204] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.076964] env[69699]: DEBUG oslo_vmware.api [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Task: {'id': task-3606584, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.191524] env[69699]: DEBUG oslo_vmware.api [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Task: {'id': task-3606582, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562862} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.191837] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] db8d5037-bee1-4225-8658-78c8844b6f62/db8d5037-bee1-4225-8658-78c8844b6f62.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 649.191987] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 649.192248] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9217084d-d3e2-4ae2-8ecb-73e493549ae5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.203270] env[69699]: DEBUG oslo_vmware.api [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Waiting for the task: (returnval){ [ 649.203270] env[69699]: value = "task-3606585" [ 649.203270] env[69699]: _type = "Task" [ 649.203270] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.212691] env[69699]: DEBUG oslo_vmware.api [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Task: {'id': task-3606585, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.286884] env[69699]: DEBUG oslo_concurrency.lockutils [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Acquiring lock "ca488e4c-5958-4ae8-a611-16034ea05264" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.287173] env[69699]: DEBUG oslo_concurrency.lockutils [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Lock "ca488e4c-5958-4ae8-a611-16034ea05264" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.345875] env[69699]: DEBUG nova.compute.utils [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 649.353581] env[69699]: DEBUG nova.compute.manager [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 649.353581] env[69699]: DEBUG nova.network.neutron [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 649.430611] env[69699]: DEBUG nova.policy [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af5d509257514c3f9c138c9d2c803270', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '118145d3e6f64cb38bc94c4e7b1d4309', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 649.577517] env[69699]: DEBUG oslo_vmware.api [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Task: {'id': task-3606584, 'name': ReconfigVM_Task, 'duration_secs': 0.317948} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.577843] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Reconfigured VM instance instance-0000000e to attach disk [datastore2] a05eee33-bfda-4a2d-b341-f5a792d98872/a05eee33-bfda-4a2d-b341-f5a792d98872.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.578456] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d53919d4-67d3-48ce-be6d-0f1ad74da15f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.585500] env[69699]: DEBUG oslo_vmware.api [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Waiting for the task: (returnval){ [ 649.585500] env[69699]: value = "task-3606586" [ 649.585500] env[69699]: _type = "Task" [ 649.585500] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.599558] env[69699]: DEBUG oslo_vmware.api [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Task: {'id': task-3606586, 'name': Rename_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.713321] env[69699]: DEBUG oslo_vmware.api [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Task: {'id': task-3606585, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070611} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.713636] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 649.714503] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867d9578-3a82-482b-bd03-d8d82c426208 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.741986] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] db8d5037-bee1-4225-8658-78c8844b6f62/db8d5037-bee1-4225-8658-78c8844b6f62.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 649.743364] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7217b20-2c3c-459d-991a-dc09845206af {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.763210] env[69699]: DEBUG nova.compute.manager [req-0cd0f431-6263-489f-8a13-45f3d77eb333 req-75734be8-a187-4ebc-b6ea-bbd39c291c66 service nova] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] Received event network-vif-plugged-563082a5-0600-4359-bc0d-daa3fe36fbdb {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 649.763650] env[69699]: DEBUG oslo_concurrency.lockutils [req-0cd0f431-6263-489f-8a13-45f3d77eb333 req-75734be8-a187-4ebc-b6ea-bbd39c291c66 service nova] Acquiring lock "86f6b962-b909-4350-80e2-b64b5565369e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.763650] env[69699]: DEBUG oslo_concurrency.lockutils [req-0cd0f431-6263-489f-8a13-45f3d77eb333 req-75734be8-a187-4ebc-b6ea-bbd39c291c66 service nova] Lock "86f6b962-b909-4350-80e2-b64b5565369e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.763935] env[69699]: DEBUG oslo_concurrency.lockutils [req-0cd0f431-6263-489f-8a13-45f3d77eb333 req-75734be8-a187-4ebc-b6ea-bbd39c291c66 service nova] Lock "86f6b962-b909-4350-80e2-b64b5565369e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.763935] env[69699]: DEBUG nova.compute.manager [req-0cd0f431-6263-489f-8a13-45f3d77eb333 req-75734be8-a187-4ebc-b6ea-bbd39c291c66 service nova] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] No waiting events found dispatching network-vif-plugged-563082a5-0600-4359-bc0d-daa3fe36fbdb {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 649.764466] env[69699]: WARNING nova.compute.manager [req-0cd0f431-6263-489f-8a13-45f3d77eb333 req-75734be8-a187-4ebc-b6ea-bbd39c291c66 service nova] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] Received unexpected event network-vif-plugged-563082a5-0600-4359-bc0d-daa3fe36fbdb for instance with vm_state building and task_state spawning. [ 649.769652] env[69699]: DEBUG oslo_vmware.api [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Waiting for the task: (returnval){ [ 649.769652] env[69699]: value = "task-3606587" [ 649.769652] env[69699]: _type = "Task" [ 649.769652] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.778675] env[69699]: DEBUG oslo_vmware.api [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Task: {'id': task-3606587, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.852786] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0e6c53c3-57f0-4f7d-9118-16deb75894eb tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.854821] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.754s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.855927] env[69699]: INFO nova.compute.claims [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 649.859325] env[69699]: DEBUG nova.compute.manager [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 650.009112] env[69699]: DEBUG nova.network.neutron [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] Successfully updated port: 563082a5-0600-4359-bc0d-daa3fe36fbdb {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 650.058987] env[69699]: DEBUG nova.network.neutron [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Successfully created port: d84e7670-1db6-4cc8-a219-5869b025b2ef {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 650.095324] env[69699]: DEBUG oslo_vmware.api [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Task: {'id': task-3606586, 'name': Rename_Task, 'duration_secs': 0.131627} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.095845] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 650.096575] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83dbee2a-1ab2-4b64-9b8a-5d8b0c2f3840 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.104342] env[69699]: DEBUG oslo_vmware.api [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Waiting for the task: (returnval){ [ 650.104342] env[69699]: value = "task-3606588" [ 650.104342] env[69699]: _type = "Task" [ 650.104342] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.112513] env[69699]: DEBUG oslo_vmware.api [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Task: {'id': task-3606588, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.285373] env[69699]: DEBUG oslo_vmware.api [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Task: {'id': task-3606587, 'name': ReconfigVM_Task, 'duration_secs': 0.263199} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.285727] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Reconfigured VM instance instance-0000000f to attach disk [datastore2] db8d5037-bee1-4225-8658-78c8844b6f62/db8d5037-bee1-4225-8658-78c8844b6f62.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 650.286414] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f60eaeb3-b3a4-45e6-b8a1-42cc760e1380 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.297292] env[69699]: DEBUG oslo_vmware.api [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Waiting for the task: (returnval){ [ 650.297292] env[69699]: value = "task-3606589" [ 650.297292] env[69699]: _type = "Task" [ 650.297292] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.313165] env[69699]: DEBUG oslo_vmware.api [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Task: {'id': task-3606589, 'name': Rename_Task} progress is 10%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.512089] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Acquiring lock "refresh_cache-86f6b962-b909-4350-80e2-b64b5565369e" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.512089] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Acquired lock "refresh_cache-86f6b962-b909-4350-80e2-b64b5565369e" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.512201] env[69699]: DEBUG nova.network.neutron [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 650.615901] env[69699]: DEBUG oslo_vmware.api [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Task: {'id': task-3606588, 'name': PowerOnVM_Task, 'duration_secs': 0.456249} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.623903] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.623903] env[69699]: DEBUG nova.compute.manager [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 650.623903] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c5a4fb-3058-48ff-b888-54af31e49155 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.807270] env[69699]: DEBUG oslo_vmware.api [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Task: {'id': task-3606589, 'name': Rename_Task, 'duration_secs': 0.141193} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.807675] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 650.807933] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa0dc52b-4b87-404b-995e-752eae0a8be1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.814313] env[69699]: DEBUG oslo_vmware.api [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Waiting for the task: (returnval){ [ 650.814313] env[69699]: value = "task-3606590" [ 650.814313] env[69699]: _type = "Task" [ 650.814313] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.821698] env[69699]: DEBUG oslo_vmware.api [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Task: {'id': task-3606590, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.875760] env[69699]: DEBUG nova.compute.manager [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 650.911142] env[69699]: DEBUG nova.virt.hardware [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 650.911142] env[69699]: DEBUG nova.virt.hardware [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 650.911142] env[69699]: DEBUG nova.virt.hardware [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.911371] env[69699]: DEBUG nova.virt.hardware [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 650.911371] env[69699]: DEBUG nova.virt.hardware [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.911371] env[69699]: DEBUG nova.virt.hardware [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 650.911371] env[69699]: DEBUG nova.virt.hardware [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 650.911371] env[69699]: DEBUG nova.virt.hardware [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 650.911661] env[69699]: DEBUG nova.virt.hardware [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 650.912589] env[69699]: DEBUG nova.virt.hardware [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 650.912953] env[69699]: DEBUG nova.virt.hardware [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 650.913971] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8fa0c4-daa2-47b2-bdac-76be2c6c0986 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.930143] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd782711-de96-4a0a-ab52-2506519b21e2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.097410] env[69699]: DEBUG nova.network.neutron [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 651.148201] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.337485] env[69699]: DEBUG oslo_vmware.api [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Task: {'id': task-3606590, 'name': PowerOnVM_Task, 'duration_secs': 0.460352} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.337485] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 651.337485] env[69699]: DEBUG nova.compute.manager [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 651.338269] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed9c61f-48fc-45a7-b2db-65c7f79851af {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.465603] env[69699]: DEBUG nova.network.neutron [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] Updating instance_info_cache with network_info: [{"id": "563082a5-0600-4359-bc0d-daa3fe36fbdb", "address": "fa:16:3e:50:25:8d", "network": {"id": "257d4b91-acab-4abb-9480-f26dc94d99e1", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1089910322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1c919d4d14746e5b9cb5a9e6046cf64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap563082a5-06", "ovs_interfaceid": "563082a5-0600-4359-bc0d-daa3fe36fbdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.501068] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4017b9-fb35-48ae-95ce-1ace29047e92 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.510309] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc459b4-75b1-4360-bd81-8d4ed81f8600 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.545106] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb87464-d928-4094-b468-51e18cc628fc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.554260] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e948dd-5631-40d8-a2c2-1a350c47ffa3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.569278] env[69699]: DEBUG nova.compute.provider_tree [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.860330] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.895037] env[69699]: DEBUG nova.compute.manager [req-a339a2b0-ce91-4235-8527-55c03d6f6cd1 req-9fe261d8-1ad0-4221-a822-d71d4def8669 service nova] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] Received event network-changed-563082a5-0600-4359-bc0d-daa3fe36fbdb {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.895415] env[69699]: DEBUG nova.compute.manager [req-a339a2b0-ce91-4235-8527-55c03d6f6cd1 req-9fe261d8-1ad0-4221-a822-d71d4def8669 service nova] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] Refreshing instance network info cache due to event network-changed-563082a5-0600-4359-bc0d-daa3fe36fbdb. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 651.895674] env[69699]: DEBUG oslo_concurrency.lockutils [req-a339a2b0-ce91-4235-8527-55c03d6f6cd1 req-9fe261d8-1ad0-4221-a822-d71d4def8669 service nova] Acquiring lock "refresh_cache-86f6b962-b909-4350-80e2-b64b5565369e" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.962222] env[69699]: DEBUG nova.network.neutron [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Successfully updated port: d84e7670-1db6-4cc8-a219-5869b025b2ef {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 651.968631] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Releasing lock "refresh_cache-86f6b962-b909-4350-80e2-b64b5565369e" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.968926] env[69699]: DEBUG nova.compute.manager [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] Instance network_info: |[{"id": "563082a5-0600-4359-bc0d-daa3fe36fbdb", "address": "fa:16:3e:50:25:8d", "network": {"id": "257d4b91-acab-4abb-9480-f26dc94d99e1", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1089910322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1c919d4d14746e5b9cb5a9e6046cf64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap563082a5-06", "ovs_interfaceid": "563082a5-0600-4359-bc0d-daa3fe36fbdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 651.969850] env[69699]: DEBUG oslo_concurrency.lockutils [req-a339a2b0-ce91-4235-8527-55c03d6f6cd1 req-9fe261d8-1ad0-4221-a822-d71d4def8669 service nova] Acquired lock "refresh_cache-86f6b962-b909-4350-80e2-b64b5565369e" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.969850] env[69699]: DEBUG nova.network.neutron [req-a339a2b0-ce91-4235-8527-55c03d6f6cd1 req-9fe261d8-1ad0-4221-a822-d71d4def8669 service nova] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] Refreshing network info cache for port 563082a5-0600-4359-bc0d-daa3fe36fbdb {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.970822] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:25:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '842f738f-eaa4-4444-a9bf-90d2b533184c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '563082a5-0600-4359-bc0d-daa3fe36fbdb', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 651.978757] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Creating folder: Project (b1c919d4d14746e5b9cb5a9e6046cf64). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.980386] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c88ea935-b141-4353-99bf-b83ea7a8614e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.991670] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Created folder: Project (b1c919d4d14746e5b9cb5a9e6046cf64) in parent group-v719415. [ 651.991900] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Creating folder: Instances. Parent ref: group-v719465. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.992225] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-251a9875-43ad-476e-9a64-15ed9e6aeed9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.003020] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Created folder: Instances in parent group-v719465. [ 652.003214] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 652.003402] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 652.003718] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-692cffc4-db20-4bc2-9952-a6935f1cc617 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.034484] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.034484] env[69699]: value = "task-3606593" [ 652.034484] env[69699]: _type = "Task" [ 652.034484] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.043357] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606593, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.073221] env[69699]: DEBUG nova.scheduler.client.report [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.358209] env[69699]: DEBUG oslo_concurrency.lockutils [None req-35443811-85ae-4c34-9248-8ec516cc7e5d tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Acquiring lock "db8d5037-bee1-4225-8658-78c8844b6f62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.358756] env[69699]: DEBUG oslo_concurrency.lockutils [None req-35443811-85ae-4c34-9248-8ec516cc7e5d tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Lock "db8d5037-bee1-4225-8658-78c8844b6f62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.358756] env[69699]: DEBUG oslo_concurrency.lockutils [None req-35443811-85ae-4c34-9248-8ec516cc7e5d tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Acquiring lock "db8d5037-bee1-4225-8658-78c8844b6f62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.358956] env[69699]: DEBUG oslo_concurrency.lockutils [None req-35443811-85ae-4c34-9248-8ec516cc7e5d tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Lock "db8d5037-bee1-4225-8658-78c8844b6f62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.358997] env[69699]: DEBUG oslo_concurrency.lockutils [None req-35443811-85ae-4c34-9248-8ec516cc7e5d tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Lock "db8d5037-bee1-4225-8658-78c8844b6f62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.360752] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1654ec33-c832-429f-a94d-16aa7f3fbdd1 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Acquiring lock "a05eee33-bfda-4a2d-b341-f5a792d98872" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.361750] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1654ec33-c832-429f-a94d-16aa7f3fbdd1 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Lock "a05eee33-bfda-4a2d-b341-f5a792d98872" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.361750] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1654ec33-c832-429f-a94d-16aa7f3fbdd1 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Acquiring lock "a05eee33-bfda-4a2d-b341-f5a792d98872-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.361750] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1654ec33-c832-429f-a94d-16aa7f3fbdd1 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Lock "a05eee33-bfda-4a2d-b341-f5a792d98872-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.365229] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1654ec33-c832-429f-a94d-16aa7f3fbdd1 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Lock "a05eee33-bfda-4a2d-b341-f5a792d98872-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.367360] env[69699]: INFO nova.compute.manager [None req-35443811-85ae-4c34-9248-8ec516cc7e5d tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Terminating instance [ 652.383651] env[69699]: INFO nova.compute.manager [None req-1654ec33-c832-429f-a94d-16aa7f3fbdd1 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Terminating instance [ 652.465905] env[69699]: DEBUG oslo_concurrency.lockutils [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Acquiring lock "refresh_cache-5a4aa01c-baa5-4ea5-bb0e-209add1622ca" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.466037] env[69699]: DEBUG oslo_concurrency.lockutils [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Acquired lock "refresh_cache-5a4aa01c-baa5-4ea5-bb0e-209add1622ca" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.466190] env[69699]: DEBUG nova.network.neutron [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.547264] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606593, 'name': CreateVM_Task, 'duration_secs': 0.343179} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.547264] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 652.547264] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.547264] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.547264] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.547410] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94b995e1-2e16-4e13-84b7-d0acff992e87 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.552386] env[69699]: DEBUG oslo_vmware.api [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Waiting for the task: (returnval){ [ 652.552386] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]528f69bf-2ed8-9955-01f2-0a28981eeb12" [ 652.552386] env[69699]: _type = "Task" [ 652.552386] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.564860] env[69699]: DEBUG oslo_vmware.api [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]528f69bf-2ed8-9955-01f2-0a28981eeb12, 'name': SearchDatastore_Task, 'duration_secs': 0.009988} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.565214] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.565503] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 652.565764] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.565947] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.567034] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 652.567034] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c59214f-49f4-465d-a93e-6c8420b1557e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.574649] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 652.574830] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 652.575557] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c18179e2-4a2b-4e30-99f8-a7d896c19b12 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.578488] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.580144] env[69699]: DEBUG nova.compute.manager [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 652.582977] env[69699]: DEBUG oslo_concurrency.lockutils [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.132s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.584354] env[69699]: INFO nova.compute.claims [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: fb987065-208f-42d9-b928-7431e722c642] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 652.590128] env[69699]: DEBUG oslo_vmware.api [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Waiting for the task: (returnval){ [ 652.590128] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a26877-6913-a7dd-d6d3-32d2d8ba6e07" [ 652.590128] env[69699]: _type = "Task" [ 652.590128] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.598094] env[69699]: DEBUG oslo_vmware.api [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a26877-6913-a7dd-d6d3-32d2d8ba6e07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.871725] env[69699]: DEBUG oslo_concurrency.lockutils [None req-35443811-85ae-4c34-9248-8ec516cc7e5d tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Acquiring lock "refresh_cache-db8d5037-bee1-4225-8658-78c8844b6f62" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.872837] env[69699]: DEBUG oslo_concurrency.lockutils [None req-35443811-85ae-4c34-9248-8ec516cc7e5d tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Acquired lock "refresh_cache-db8d5037-bee1-4225-8658-78c8844b6f62" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.874369] env[69699]: DEBUG nova.network.neutron [None req-35443811-85ae-4c34-9248-8ec516cc7e5d tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.887183] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1654ec33-c832-429f-a94d-16aa7f3fbdd1 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Acquiring lock "refresh_cache-a05eee33-bfda-4a2d-b341-f5a792d98872" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.887597] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1654ec33-c832-429f-a94d-16aa7f3fbdd1 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Acquired lock "refresh_cache-a05eee33-bfda-4a2d-b341-f5a792d98872" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.887891] env[69699]: DEBUG nova.network.neutron [None req-1654ec33-c832-429f-a94d-16aa7f3fbdd1 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.005079] env[69699]: DEBUG nova.network.neutron [req-a339a2b0-ce91-4235-8527-55c03d6f6cd1 req-9fe261d8-1ad0-4221-a822-d71d4def8669 service nova] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] Updated VIF entry in instance network info cache for port 563082a5-0600-4359-bc0d-daa3fe36fbdb. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 653.005079] env[69699]: DEBUG nova.network.neutron [req-a339a2b0-ce91-4235-8527-55c03d6f6cd1 req-9fe261d8-1ad0-4221-a822-d71d4def8669 service nova] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] Updating instance_info_cache with network_info: [{"id": "563082a5-0600-4359-bc0d-daa3fe36fbdb", "address": "fa:16:3e:50:25:8d", "network": {"id": "257d4b91-acab-4abb-9480-f26dc94d99e1", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1089910322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1c919d4d14746e5b9cb5a9e6046cf64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap563082a5-06", "ovs_interfaceid": "563082a5-0600-4359-bc0d-daa3fe36fbdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.031028] env[69699]: DEBUG nova.network.neutron [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 653.090779] env[69699]: DEBUG nova.compute.utils [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 653.096784] env[69699]: DEBUG nova.compute.manager [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 653.096945] env[69699]: DEBUG nova.network.neutron [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 653.110886] env[69699]: DEBUG oslo_vmware.api [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a26877-6913-a7dd-d6d3-32d2d8ba6e07, 'name': SearchDatastore_Task, 'duration_secs': 0.00889} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.112247] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70086901-a8ea-4419-a0ae-ddd9a52cf078 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.117627] env[69699]: DEBUG oslo_vmware.api [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Waiting for the task: (returnval){ [ 653.117627] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a4c246-5e26-6003-5d2b-bc14d98e1e81" [ 653.117627] env[69699]: _type = "Task" [ 653.117627] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.125997] env[69699]: DEBUG oslo_vmware.api [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a4c246-5e26-6003-5d2b-bc14d98e1e81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.260784] env[69699]: DEBUG nova.policy [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0aa0cba788a3498294332c0bfbd84b61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d704657961d40449fddb6eb4156d8ae', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 653.348349] env[69699]: DEBUG nova.network.neutron [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Updating instance_info_cache with network_info: [{"id": "d84e7670-1db6-4cc8-a219-5869b025b2ef", "address": "fa:16:3e:b9:fd:9a", "network": {"id": "cf7e11e8-f0e1-4137-b176-ce92b41f73aa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7ead911ee02c4672932553c72aa317e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd84e7670-1d", "ovs_interfaceid": "d84e7670-1db6-4cc8-a219-5869b025b2ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.396388] env[69699]: DEBUG nova.network.neutron [None req-35443811-85ae-4c34-9248-8ec516cc7e5d tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 653.490145] env[69699]: DEBUG nova.network.neutron [None req-35443811-85ae-4c34-9248-8ec516cc7e5d tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.491595] env[69699]: DEBUG nova.network.neutron [None req-1654ec33-c832-429f-a94d-16aa7f3fbdd1 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 653.508876] env[69699]: DEBUG oslo_concurrency.lockutils [req-a339a2b0-ce91-4235-8527-55c03d6f6cd1 req-9fe261d8-1ad0-4221-a822-d71d4def8669 service nova] Releasing lock "refresh_cache-86f6b962-b909-4350-80e2-b64b5565369e" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.509201] env[69699]: DEBUG nova.compute.manager [req-a339a2b0-ce91-4235-8527-55c03d6f6cd1 req-9fe261d8-1ad0-4221-a822-d71d4def8669 service nova] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Received event network-vif-plugged-d84e7670-1db6-4cc8-a219-5869b025b2ef {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.509404] env[69699]: DEBUG oslo_concurrency.lockutils [req-a339a2b0-ce91-4235-8527-55c03d6f6cd1 req-9fe261d8-1ad0-4221-a822-d71d4def8669 service nova] Acquiring lock "5a4aa01c-baa5-4ea5-bb0e-209add1622ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.509634] env[69699]: DEBUG oslo_concurrency.lockutils [req-a339a2b0-ce91-4235-8527-55c03d6f6cd1 req-9fe261d8-1ad0-4221-a822-d71d4def8669 service nova] Lock "5a4aa01c-baa5-4ea5-bb0e-209add1622ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.510391] env[69699]: DEBUG oslo_concurrency.lockutils [req-a339a2b0-ce91-4235-8527-55c03d6f6cd1 req-9fe261d8-1ad0-4221-a822-d71d4def8669 service nova] Lock "5a4aa01c-baa5-4ea5-bb0e-209add1622ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.510610] env[69699]: DEBUG nova.compute.manager [req-a339a2b0-ce91-4235-8527-55c03d6f6cd1 req-9fe261d8-1ad0-4221-a822-d71d4def8669 service nova] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] No waiting events found dispatching network-vif-plugged-d84e7670-1db6-4cc8-a219-5869b025b2ef {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 653.511254] env[69699]: WARNING nova.compute.manager [req-a339a2b0-ce91-4235-8527-55c03d6f6cd1 req-9fe261d8-1ad0-4221-a822-d71d4def8669 service nova] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Received unexpected event network-vif-plugged-d84e7670-1db6-4cc8-a219-5869b025b2ef for instance with vm_state building and task_state spawning. [ 653.581535] env[69699]: DEBUG nova.network.neutron [None req-1654ec33-c832-429f-a94d-16aa7f3fbdd1 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.593960] env[69699]: DEBUG nova.compute.manager [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 653.633256] env[69699]: DEBUG oslo_vmware.api [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a4c246-5e26-6003-5d2b-bc14d98e1e81, 'name': SearchDatastore_Task, 'duration_secs': 0.009577} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.637468] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.637788] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 86f6b962-b909-4350-80e2-b64b5565369e/86f6b962-b909-4350-80e2-b64b5565369e.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 653.638604] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-873be4de-eb22-4413-a433-3d857f40dd31 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.645483] env[69699]: DEBUG oslo_vmware.api [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Waiting for the task: (returnval){ [ 653.645483] env[69699]: value = "task-3606594" [ 653.645483] env[69699]: _type = "Task" [ 653.645483] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.659793] env[69699]: DEBUG oslo_vmware.api [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Task: {'id': task-3606594, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.854335] env[69699]: DEBUG oslo_concurrency.lockutils [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Releasing lock "refresh_cache-5a4aa01c-baa5-4ea5-bb0e-209add1622ca" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.854335] env[69699]: DEBUG nova.compute.manager [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Instance network_info: |[{"id": "d84e7670-1db6-4cc8-a219-5869b025b2ef", "address": "fa:16:3e:b9:fd:9a", "network": {"id": "cf7e11e8-f0e1-4137-b176-ce92b41f73aa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7ead911ee02c4672932553c72aa317e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd84e7670-1d", "ovs_interfaceid": "d84e7670-1db6-4cc8-a219-5869b025b2ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 653.854832] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:fd:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd84e7670-1db6-4cc8-a219-5869b025b2ef', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.861497] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Creating folder: Project (118145d3e6f64cb38bc94c4e7b1d4309). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.863208] env[69699]: DEBUG nova.network.neutron [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3] Successfully created port: f476f6c8-d91f-42a2-b79a-39c5c22a437d {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 653.864777] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2cc2e5b0-2213-468b-9d6f-a27c96841d9a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.878974] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Created folder: Project (118145d3e6f64cb38bc94c4e7b1d4309) in parent group-v719415. [ 653.879280] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Creating folder: Instances. Parent ref: group-v719468. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.879521] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58bddd63-f942-40e9-817e-a9653eacbcda {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.891107] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Created folder: Instances in parent group-v719468. [ 653.892224] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 653.892224] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.892224] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d613678e-d71e-4861-9d20-395338a4c488 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.916811] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 653.916811] env[69699]: value = "task-3606597" [ 653.916811] env[69699]: _type = "Task" [ 653.916811] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.926269] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606597, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.007309] env[69699]: DEBUG oslo_concurrency.lockutils [None req-35443811-85ae-4c34-9248-8ec516cc7e5d tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Releasing lock "refresh_cache-db8d5037-bee1-4225-8658-78c8844b6f62" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.007792] env[69699]: DEBUG nova.compute.manager [None req-35443811-85ae-4c34-9248-8ec516cc7e5d tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 654.008053] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-35443811-85ae-4c34-9248-8ec516cc7e5d tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 654.009692] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa18f373-37b1-4bf0-b1ca-04de93de36e2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.026575] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-35443811-85ae-4c34-9248-8ec516cc7e5d tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 654.026575] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff458107-279e-419a-8ef0-000a5f47b5f4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.033779] env[69699]: DEBUG oslo_vmware.api [None req-35443811-85ae-4c34-9248-8ec516cc7e5d tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Waiting for the task: (returnval){ [ 654.033779] env[69699]: value = "task-3606598" [ 654.033779] env[69699]: _type = "Task" [ 654.033779] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.045046] env[69699]: DEBUG oslo_vmware.api [None req-35443811-85ae-4c34-9248-8ec516cc7e5d tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Task: {'id': task-3606598, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.083275] env[69699]: DEBUG nova.compute.manager [req-5a7dc933-c000-4448-9be7-9c1e0ae3b648 req-b13bbc9e-4551-4069-9439-aa64d336e8f2 service nova] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Received event network-changed-d84e7670-1db6-4cc8-a219-5869b025b2ef {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.083453] env[69699]: DEBUG nova.compute.manager [req-5a7dc933-c000-4448-9be7-9c1e0ae3b648 req-b13bbc9e-4551-4069-9439-aa64d336e8f2 service nova] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Refreshing instance network info cache due to event network-changed-d84e7670-1db6-4cc8-a219-5869b025b2ef. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 654.083728] env[69699]: DEBUG oslo_concurrency.lockutils [req-5a7dc933-c000-4448-9be7-9c1e0ae3b648 req-b13bbc9e-4551-4069-9439-aa64d336e8f2 service nova] Acquiring lock "refresh_cache-5a4aa01c-baa5-4ea5-bb0e-209add1622ca" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.083888] env[69699]: DEBUG oslo_concurrency.lockutils [req-5a7dc933-c000-4448-9be7-9c1e0ae3b648 req-b13bbc9e-4551-4069-9439-aa64d336e8f2 service nova] Acquired lock "refresh_cache-5a4aa01c-baa5-4ea5-bb0e-209add1622ca" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.084079] env[69699]: DEBUG nova.network.neutron [req-5a7dc933-c000-4448-9be7-9c1e0ae3b648 req-b13bbc9e-4551-4069-9439-aa64d336e8f2 service nova] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Refreshing network info cache for port d84e7670-1db6-4cc8-a219-5869b025b2ef {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.088661] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1654ec33-c832-429f-a94d-16aa7f3fbdd1 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Releasing lock "refresh_cache-a05eee33-bfda-4a2d-b341-f5a792d98872" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.089068] env[69699]: DEBUG nova.compute.manager [None req-1654ec33-c832-429f-a94d-16aa7f3fbdd1 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 654.089296] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-1654ec33-c832-429f-a94d-16aa7f3fbdd1 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 654.091983] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ab5a19-c85f-4468-8cbb-584ebac9e554 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.105175] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-1654ec33-c832-429f-a94d-16aa7f3fbdd1 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 654.108425] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f13e056-933d-4065-998f-62043335ec77 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.116200] env[69699]: DEBUG oslo_vmware.api [None req-1654ec33-c832-429f-a94d-16aa7f3fbdd1 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Waiting for the task: (returnval){ [ 654.116200] env[69699]: value = "task-3606599" [ 654.116200] env[69699]: _type = "Task" [ 654.116200] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.130693] env[69699]: DEBUG oslo_vmware.api [None req-1654ec33-c832-429f-a94d-16aa7f3fbdd1 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Task: {'id': task-3606599, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.157878] env[69699]: DEBUG oslo_vmware.api [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Task: {'id': task-3606594, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.264558] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2292c0e8-cd38-46ae-bcb8-5ee7cdd53727 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.272391] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5abe9f-f359-4c31-b91c-3c503b24fb04 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.307376] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d199acd-a463-4d52-a631-cc0157c5a4d8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.315107] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17e6c30-1209-4055-8ded-a8146a4e71a3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.328871] env[69699]: DEBUG nova.compute.provider_tree [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.428648] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606597, 'name': CreateVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.545580] env[69699]: DEBUG oslo_vmware.api [None req-35443811-85ae-4c34-9248-8ec516cc7e5d tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Task: {'id': task-3606598, 'name': PowerOffVM_Task, 'duration_secs': 0.1349} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.545580] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-35443811-85ae-4c34-9248-8ec516cc7e5d tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 654.545580] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-35443811-85ae-4c34-9248-8ec516cc7e5d tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 654.545580] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b475833d-f897-4141-bc17-f6d7e56e6d6e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.567278] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-35443811-85ae-4c34-9248-8ec516cc7e5d tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 654.567516] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-35443811-85ae-4c34-9248-8ec516cc7e5d tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 654.567832] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-35443811-85ae-4c34-9248-8ec516cc7e5d tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Deleting the datastore file [datastore2] db8d5037-bee1-4225-8658-78c8844b6f62 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 654.568195] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-680d6ede-d3a3-4475-8149-faed38c55e2b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.580218] env[69699]: DEBUG oslo_vmware.api [None req-35443811-85ae-4c34-9248-8ec516cc7e5d tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Waiting for the task: (returnval){ [ 654.580218] env[69699]: value = "task-3606601" [ 654.580218] env[69699]: _type = "Task" [ 654.580218] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.589555] env[69699]: DEBUG oslo_vmware.api [None req-35443811-85ae-4c34-9248-8ec516cc7e5d tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Task: {'id': task-3606601, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.607732] env[69699]: DEBUG nova.compute.manager [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 654.627593] env[69699]: DEBUG oslo_vmware.api [None req-1654ec33-c832-429f-a94d-16aa7f3fbdd1 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Task: {'id': task-3606599, 'name': PowerOffVM_Task, 'duration_secs': 0.268473} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.628135] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-1654ec33-c832-429f-a94d-16aa7f3fbdd1 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 654.628427] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-1654ec33-c832-429f-a94d-16aa7f3fbdd1 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 654.628774] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26453899-a67a-4cbc-a004-cd777a03f73c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.639831] env[69699]: DEBUG nova.virt.hardware [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 654.640086] env[69699]: DEBUG nova.virt.hardware [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 654.640242] env[69699]: DEBUG nova.virt.hardware [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 654.640416] env[69699]: DEBUG nova.virt.hardware [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 654.640553] env[69699]: DEBUG nova.virt.hardware [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 654.640695] env[69699]: DEBUG nova.virt.hardware [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 654.640909] env[69699]: DEBUG nova.virt.hardware [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 654.641061] env[69699]: DEBUG nova.virt.hardware [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 654.641363] env[69699]: DEBUG nova.virt.hardware [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 654.641479] env[69699]: DEBUG nova.virt.hardware [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 654.641652] env[69699]: DEBUG nova.virt.hardware [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 654.642530] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dba9418-9ca1-4f21-8a1b-09d300abf60f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.654566] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f2a186-c13a-4f77-a363-533c3f7d3479 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.658969] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-1654ec33-c832-429f-a94d-16aa7f3fbdd1 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 654.659183] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-1654ec33-c832-429f-a94d-16aa7f3fbdd1 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 654.659536] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-1654ec33-c832-429f-a94d-16aa7f3fbdd1 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Deleting the datastore file [datastore2] a05eee33-bfda-4a2d-b341-f5a792d98872 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 654.663083] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f6ebab4-1e1d-4098-93b2-7bc49f6f4fb5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.665066] env[69699]: DEBUG oslo_vmware.api [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Task: {'id': task-3606594, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572083} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.668988] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 86f6b962-b909-4350-80e2-b64b5565369e/86f6b962-b909-4350-80e2-b64b5565369e.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 654.668988] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 654.668988] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9cf8069a-bddd-4c05-bc62-fb580438ae88 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.681067] env[69699]: DEBUG oslo_vmware.api [None req-1654ec33-c832-429f-a94d-16aa7f3fbdd1 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Waiting for the task: (returnval){ [ 654.681067] env[69699]: value = "task-3606603" [ 654.681067] env[69699]: _type = "Task" [ 654.681067] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.686998] env[69699]: DEBUG oslo_vmware.api [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Waiting for the task: (returnval){ [ 654.686998] env[69699]: value = "task-3606604" [ 654.686998] env[69699]: _type = "Task" [ 654.686998] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.691564] env[69699]: DEBUG oslo_vmware.api [None req-1654ec33-c832-429f-a94d-16aa7f3fbdd1 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Task: {'id': task-3606603, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.696434] env[69699]: DEBUG oslo_vmware.api [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Task: {'id': task-3606604, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.836424] env[69699]: DEBUG nova.scheduler.client.report [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.928965] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606597, 'name': CreateVM_Task, 'duration_secs': 0.52975} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.934292] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 654.934292] env[69699]: DEBUG oslo_concurrency.lockutils [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.934292] env[69699]: DEBUG oslo_concurrency.lockutils [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.934292] env[69699]: DEBUG oslo_concurrency.lockutils [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.934292] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56ca0967-4df3-4551-a8f3-796b4a720b02 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.939434] env[69699]: DEBUG oslo_vmware.api [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Waiting for the task: (returnval){ [ 654.939434] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ffbcae-2385-1f6d-5def-4e5f30acd573" [ 654.939434] env[69699]: _type = "Task" [ 654.939434] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.947348] env[69699]: DEBUG oslo_vmware.api [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ffbcae-2385-1f6d-5def-4e5f30acd573, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.084088] env[69699]: DEBUG nova.network.neutron [req-5a7dc933-c000-4448-9be7-9c1e0ae3b648 req-b13bbc9e-4551-4069-9439-aa64d336e8f2 service nova] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Updated VIF entry in instance network info cache for port d84e7670-1db6-4cc8-a219-5869b025b2ef. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 655.085329] env[69699]: DEBUG nova.network.neutron [req-5a7dc933-c000-4448-9be7-9c1e0ae3b648 req-b13bbc9e-4551-4069-9439-aa64d336e8f2 service nova] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Updating instance_info_cache with network_info: [{"id": "d84e7670-1db6-4cc8-a219-5869b025b2ef", "address": "fa:16:3e:b9:fd:9a", "network": {"id": "cf7e11e8-f0e1-4137-b176-ce92b41f73aa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7ead911ee02c4672932553c72aa317e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd84e7670-1d", "ovs_interfaceid": "d84e7670-1db6-4cc8-a219-5869b025b2ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.090592] env[69699]: DEBUG oslo_vmware.api [None req-35443811-85ae-4c34-9248-8ec516cc7e5d tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Task: {'id': task-3606601, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.118272} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.090885] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-35443811-85ae-4c34-9248-8ec516cc7e5d tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 655.091089] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-35443811-85ae-4c34-9248-8ec516cc7e5d tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 655.091264] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-35443811-85ae-4c34-9248-8ec516cc7e5d tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 655.091433] env[69699]: INFO nova.compute.manager [None req-35443811-85ae-4c34-9248-8ec516cc7e5d tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Took 1.08 seconds to destroy the instance on the hypervisor. [ 655.091665] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35443811-85ae-4c34-9248-8ec516cc7e5d tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 655.091860] env[69699]: DEBUG nova.compute.manager [-] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 655.092236] env[69699]: DEBUG nova.network.neutron [-] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 655.124382] env[69699]: DEBUG nova.network.neutron [-] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 655.195450] env[69699]: DEBUG oslo_vmware.api [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Task: {'id': task-3606604, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065006} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.198554] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.198631] env[69699]: DEBUG oslo_vmware.api [None req-1654ec33-c832-429f-a94d-16aa7f3fbdd1 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Task: {'id': task-3606603, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109969} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.199295] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf0d52c-f945-4c44-ba4a-98c2337f01a8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.201937] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-1654ec33-c832-429f-a94d-16aa7f3fbdd1 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 655.202143] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-1654ec33-c832-429f-a94d-16aa7f3fbdd1 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 655.202320] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-1654ec33-c832-429f-a94d-16aa7f3fbdd1 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 655.202548] env[69699]: INFO nova.compute.manager [None req-1654ec33-c832-429f-a94d-16aa7f3fbdd1 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Took 1.11 seconds to destroy the instance on the hypervisor. [ 655.202804] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1654ec33-c832-429f-a94d-16aa7f3fbdd1 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 655.203322] env[69699]: DEBUG nova.compute.manager [-] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 655.203422] env[69699]: DEBUG nova.network.neutron [-] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 655.225843] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 86f6b962-b909-4350-80e2-b64b5565369e/86f6b962-b909-4350-80e2-b64b5565369e.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.226179] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79ec0115-d659-4af3-b8d0-20a8439140cc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.241234] env[69699]: DEBUG nova.network.neutron [-] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 655.245420] env[69699]: DEBUG oslo_vmware.api [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Waiting for the task: (returnval){ [ 655.245420] env[69699]: value = "task-3606605" [ 655.245420] env[69699]: _type = "Task" [ 655.245420] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.255604] env[69699]: DEBUG oslo_vmware.api [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Task: {'id': task-3606605, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.339931] env[69699]: DEBUG oslo_concurrency.lockutils [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.757s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.340476] env[69699]: DEBUG nova.compute.manager [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: fb987065-208f-42d9-b928-7431e722c642] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 655.347019] env[69699]: DEBUG oslo_concurrency.lockutils [None req-74bf3475-11c2-456a-8077-e01c751d89ac tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.872s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.347019] env[69699]: DEBUG oslo_concurrency.lockutils [None req-74bf3475-11c2-456a-8077-e01c751d89ac tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.347019] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.124s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.348056] env[69699]: INFO nova.compute.claims [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 655.385360] env[69699]: INFO nova.scheduler.client.report [None req-74bf3475-11c2-456a-8077-e01c751d89ac tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Deleted allocations for instance 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e [ 655.456498] env[69699]: DEBUG oslo_vmware.api [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ffbcae-2385-1f6d-5def-4e5f30acd573, 'name': SearchDatastore_Task, 'duration_secs': 0.009964} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.456732] env[69699]: DEBUG oslo_concurrency.lockutils [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.456957] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 655.457212] env[69699]: DEBUG oslo_concurrency.lockutils [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.457501] env[69699]: DEBUG oslo_concurrency.lockutils [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.457711] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 655.458013] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aec1cf88-9530-462e-83e1-1bf84cb25c26 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.467106] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 655.468032] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 655.468208] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93860ac2-6820-424e-a63d-d15fc65e1048 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.474300] env[69699]: DEBUG oslo_vmware.api [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Waiting for the task: (returnval){ [ 655.474300] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52d0daf5-3f4c-4220-b5a8-389c41a84799" [ 655.474300] env[69699]: _type = "Task" [ 655.474300] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.482186] env[69699]: DEBUG oslo_vmware.api [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52d0daf5-3f4c-4220-b5a8-389c41a84799, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.587274] env[69699]: DEBUG oslo_concurrency.lockutils [req-5a7dc933-c000-4448-9be7-9c1e0ae3b648 req-b13bbc9e-4551-4069-9439-aa64d336e8f2 service nova] Releasing lock "refresh_cache-5a4aa01c-baa5-4ea5-bb0e-209add1622ca" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.628268] env[69699]: DEBUG nova.network.neutron [-] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.744110] env[69699]: DEBUG nova.network.neutron [-] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.760351] env[69699]: DEBUG oslo_vmware.api [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Task: {'id': task-3606605, 'name': ReconfigVM_Task, 'duration_secs': 0.272439} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.760779] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 86f6b962-b909-4350-80e2-b64b5565369e/86f6b962-b909-4350-80e2-b64b5565369e.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 655.761708] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-586853e6-5f3d-4081-87a6-2c2e227d9486 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.772037] env[69699]: DEBUG oslo_vmware.api [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Waiting for the task: (returnval){ [ 655.772037] env[69699]: value = "task-3606606" [ 655.772037] env[69699]: _type = "Task" [ 655.772037] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.784053] env[69699]: DEBUG oslo_vmware.api [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Task: {'id': task-3606606, 'name': Rename_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.827843] env[69699]: DEBUG nova.network.neutron [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3] Successfully updated port: f476f6c8-d91f-42a2-b79a-39c5c22a437d {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 655.846198] env[69699]: DEBUG nova.compute.utils [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 655.848096] env[69699]: DEBUG nova.compute.manager [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: fb987065-208f-42d9-b928-7431e722c642] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 655.848328] env[69699]: DEBUG nova.network.neutron [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: fb987065-208f-42d9-b928-7431e722c642] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 655.898836] env[69699]: DEBUG oslo_concurrency.lockutils [None req-74bf3475-11c2-456a-8077-e01c751d89ac tempest-AttachInterfacesV270Test-589166570 tempest-AttachInterfacesV270Test-589166570-project-member] Lock "7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.202s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.935031] env[69699]: DEBUG nova.policy [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af5d509257514c3f9c138c9d2c803270', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '118145d3e6f64cb38bc94c4e7b1d4309', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 655.987844] env[69699]: DEBUG oslo_vmware.api [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52d0daf5-3f4c-4220-b5a8-389c41a84799, 'name': SearchDatastore_Task, 'duration_secs': 0.010816} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.989917] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-718cb16c-96ba-459e-88fd-e557676a8ed9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.996330] env[69699]: DEBUG oslo_vmware.api [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Waiting for the task: (returnval){ [ 655.996330] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]524d1d2f-483d-828c-79c8-87a7140cd0cd" [ 655.996330] env[69699]: _type = "Task" [ 655.996330] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.005169] env[69699]: DEBUG oslo_vmware.api [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]524d1d2f-483d-828c-79c8-87a7140cd0cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.130920] env[69699]: INFO nova.compute.manager [-] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Took 1.04 seconds to deallocate network for instance. [ 656.254258] env[69699]: INFO nova.compute.manager [-] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Took 1.05 seconds to deallocate network for instance. [ 656.290638] env[69699]: DEBUG oslo_vmware.api [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Task: {'id': task-3606606, 'name': Rename_Task, 'duration_secs': 0.139464} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.290951] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 656.291275] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4bced3f2-2b28-4b85-9f7b-c822df7b2d33 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.301423] env[69699]: DEBUG oslo_vmware.api [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Waiting for the task: (returnval){ [ 656.301423] env[69699]: value = "task-3606607" [ 656.301423] env[69699]: _type = "Task" [ 656.301423] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.312665] env[69699]: DEBUG oslo_vmware.api [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Task: {'id': task-3606607, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.334479] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Acquiring lock "refresh_cache-2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.334973] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Acquired lock "refresh_cache-2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.335107] env[69699]: DEBUG nova.network.neutron [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.352278] env[69699]: DEBUG nova.compute.manager [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: fb987065-208f-42d9-b928-7431e722c642] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 656.370225] env[69699]: DEBUG nova.compute.manager [req-337fe53c-0352-45b0-8b79-ff345923e8c5 req-470567cd-9221-439b-ac27-8b8eec66526d service nova] [instance: 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3] Received event network-vif-plugged-f476f6c8-d91f-42a2-b79a-39c5c22a437d {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.370225] env[69699]: DEBUG oslo_concurrency.lockutils [req-337fe53c-0352-45b0-8b79-ff345923e8c5 req-470567cd-9221-439b-ac27-8b8eec66526d service nova] Acquiring lock "2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.370225] env[69699]: DEBUG oslo_concurrency.lockutils [req-337fe53c-0352-45b0-8b79-ff345923e8c5 req-470567cd-9221-439b-ac27-8b8eec66526d service nova] Lock "2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.370225] env[69699]: DEBUG oslo_concurrency.lockutils [req-337fe53c-0352-45b0-8b79-ff345923e8c5 req-470567cd-9221-439b-ac27-8b8eec66526d service nova] Lock "2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.370225] env[69699]: DEBUG nova.compute.manager [req-337fe53c-0352-45b0-8b79-ff345923e8c5 req-470567cd-9221-439b-ac27-8b8eec66526d service nova] [instance: 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3] No waiting events found dispatching network-vif-plugged-f476f6c8-d91f-42a2-b79a-39c5c22a437d {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 656.371084] env[69699]: WARNING nova.compute.manager [req-337fe53c-0352-45b0-8b79-ff345923e8c5 req-470567cd-9221-439b-ac27-8b8eec66526d service nova] [instance: 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3] Received unexpected event network-vif-plugged-f476f6c8-d91f-42a2-b79a-39c5c22a437d for instance with vm_state building and task_state spawning. [ 656.371527] env[69699]: DEBUG nova.compute.manager [req-337fe53c-0352-45b0-8b79-ff345923e8c5 req-470567cd-9221-439b-ac27-8b8eec66526d service nova] [instance: 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3] Received event network-changed-f476f6c8-d91f-42a2-b79a-39c5c22a437d {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.371843] env[69699]: DEBUG nova.compute.manager [req-337fe53c-0352-45b0-8b79-ff345923e8c5 req-470567cd-9221-439b-ac27-8b8eec66526d service nova] [instance: 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3] Refreshing instance network info cache due to event network-changed-f476f6c8-d91f-42a2-b79a-39c5c22a437d. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 656.372196] env[69699]: DEBUG oslo_concurrency.lockutils [req-337fe53c-0352-45b0-8b79-ff345923e8c5 req-470567cd-9221-439b-ac27-8b8eec66526d service nova] Acquiring lock "refresh_cache-2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.510546] env[69699]: DEBUG oslo_vmware.api [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]524d1d2f-483d-828c-79c8-87a7140cd0cd, 'name': SearchDatastore_Task, 'duration_secs': 0.010719} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.510995] env[69699]: DEBUG oslo_concurrency.lockutils [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.511366] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 5a4aa01c-baa5-4ea5-bb0e-209add1622ca/5a4aa01c-baa5-4ea5-bb0e-209add1622ca.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 656.511665] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01a7ec38-9ab0-44a0-85fe-db78c3eddae9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.520457] env[69699]: DEBUG oslo_vmware.api [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Waiting for the task: (returnval){ [ 656.520457] env[69699]: value = "task-3606608" [ 656.520457] env[69699]: _type = "Task" [ 656.520457] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.529380] env[69699]: DEBUG oslo_vmware.api [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606608, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.647348] env[69699]: DEBUG oslo_concurrency.lockutils [None req-35443811-85ae-4c34-9248-8ec516cc7e5d tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.657381] env[69699]: DEBUG nova.network.neutron [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: fb987065-208f-42d9-b928-7431e722c642] Successfully created port: 289d8bd4-3d57-4c25-8fab-6cda2dbb8171 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 656.769663] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1654ec33-c832-429f-a94d-16aa7f3fbdd1 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.820302] env[69699]: DEBUG oslo_vmware.api [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Task: {'id': task-3606607, 'name': PowerOnVM_Task, 'duration_secs': 0.506756} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.823662] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 656.823941] env[69699]: INFO nova.compute.manager [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] Took 8.66 seconds to spawn the instance on the hypervisor. [ 656.824224] env[69699]: DEBUG nova.compute.manager [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 656.828884] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa200928-a746-4b35-97fa-f2569946c332 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.930162] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1146e9ef-283f-4bd6-9c2f-467fd6b1047f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.945752] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa8a75f-d194-402f-8803-208577dacd47 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.985671] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13013a5f-bdd5-4cc1-af64-055d3f4eb900 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.993492] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2bdc118-39cd-4691-923e-4296601d1e90 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.008947] env[69699]: DEBUG nova.compute.provider_tree [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.030850] env[69699]: DEBUG oslo_vmware.api [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606608, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482458} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.031281] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 5a4aa01c-baa5-4ea5-bb0e-209add1622ca/5a4aa01c-baa5-4ea5-bb0e-209add1622ca.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 657.031281] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 657.031459] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-686af808-527c-47af-bd9f-7445e5dfe200 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.038597] env[69699]: DEBUG oslo_vmware.api [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Waiting for the task: (returnval){ [ 657.038597] env[69699]: value = "task-3606609" [ 657.038597] env[69699]: _type = "Task" [ 657.038597] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.046008] env[69699]: DEBUG oslo_vmware.api [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606609, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.152228] env[69699]: DEBUG nova.network.neutron [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 657.367374] env[69699]: INFO nova.compute.manager [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] Took 38.54 seconds to build instance. [ 657.372024] env[69699]: DEBUG nova.compute.manager [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: fb987065-208f-42d9-b928-7431e722c642] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 657.409609] env[69699]: DEBUG nova.virt.hardware [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 657.409839] env[69699]: DEBUG nova.virt.hardware [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 657.409983] env[69699]: DEBUG nova.virt.hardware [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.410179] env[69699]: DEBUG nova.virt.hardware [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 657.411035] env[69699]: DEBUG nova.virt.hardware [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.411035] env[69699]: DEBUG nova.virt.hardware [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 657.411035] env[69699]: DEBUG nova.virt.hardware [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 657.411035] env[69699]: DEBUG nova.virt.hardware [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 657.411207] env[69699]: DEBUG nova.virt.hardware [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 657.411288] env[69699]: DEBUG nova.virt.hardware [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 657.411421] env[69699]: DEBUG nova.virt.hardware [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 657.415177] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2266b1ee-9855-464c-89b7-a778e081b0e4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.420989] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eda9191-2935-45a4-8b35-654bb66a845c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.454845] env[69699]: DEBUG nova.network.neutron [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3] Updating instance_info_cache with network_info: [{"id": "f476f6c8-d91f-42a2-b79a-39c5c22a437d", "address": "fa:16:3e:29:87:7d", "network": {"id": "cf7e11e8-f0e1-4137-b176-ce92b41f73aa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7ead911ee02c4672932553c72aa317e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf476f6c8-d9", "ovs_interfaceid": "f476f6c8-d91f-42a2-b79a-39c5c22a437d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.512251] env[69699]: DEBUG nova.scheduler.client.report [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.554498] env[69699]: DEBUG oslo_vmware.api [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606609, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058073} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.554773] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.555547] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4e8aff-a983-4880-bf24-fd8d6c7c9270 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.584163] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 5a4aa01c-baa5-4ea5-bb0e-209add1622ca/5a4aa01c-baa5-4ea5-bb0e-209add1622ca.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.584619] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69dd2ccd-ee61-41d2-927e-1e4d20ac8141 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.604692] env[69699]: DEBUG oslo_vmware.api [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Waiting for the task: (returnval){ [ 657.604692] env[69699]: value = "task-3606610" [ 657.604692] env[69699]: _type = "Task" [ 657.604692] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.616918] env[69699]: DEBUG oslo_vmware.api [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606610, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.871173] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cb1e5b98-db2a-4d13-986a-1ed3bd0c05bf tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Lock "86f6b962-b909-4350-80e2-b64b5565369e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.947s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.958922] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Releasing lock "refresh_cache-2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.959280] env[69699]: DEBUG nova.compute.manager [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3] Instance network_info: |[{"id": "f476f6c8-d91f-42a2-b79a-39c5c22a437d", "address": "fa:16:3e:29:87:7d", "network": {"id": "cf7e11e8-f0e1-4137-b176-ce92b41f73aa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7ead911ee02c4672932553c72aa317e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf476f6c8-d9", "ovs_interfaceid": "f476f6c8-d91f-42a2-b79a-39c5c22a437d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 657.959619] env[69699]: DEBUG oslo_concurrency.lockutils [req-337fe53c-0352-45b0-8b79-ff345923e8c5 req-470567cd-9221-439b-ac27-8b8eec66526d service nova] Acquired lock "refresh_cache-2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.960622] env[69699]: DEBUG nova.network.neutron [req-337fe53c-0352-45b0-8b79-ff345923e8c5 req-470567cd-9221-439b-ac27-8b8eec66526d service nova] [instance: 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3] Refreshing network info cache for port f476f6c8-d91f-42a2-b79a-39c5c22a437d {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 657.961547] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:87:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f476f6c8-d91f-42a2-b79a-39c5c22a437d', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.971220] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Creating folder: Project (1d704657961d40449fddb6eb4156d8ae). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.972179] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6877946-9130-4cd5-b8a6-8e19b4409242 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.986563] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Created folder: Project (1d704657961d40449fddb6eb4156d8ae) in parent group-v719415. [ 657.986658] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Creating folder: Instances. Parent ref: group-v719471. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.986883] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4486f80-024d-4b1f-85e5-12047564c823 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.995671] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Created folder: Instances in parent group-v719471. [ 657.996478] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.996676] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.996879] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df42f283-60cc-4c93-b681-7bfe5a93409f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.020930] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.021557] env[69699]: DEBUG nova.compute.manager [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 658.024776] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 658.024776] env[69699]: value = "task-3606613" [ 658.024776] env[69699]: _type = "Task" [ 658.024776] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.025498] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 27.533s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.037458] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606613, 'name': CreateVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.117404] env[69699]: DEBUG oslo_vmware.api [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.377674] env[69699]: DEBUG nova.compute.manager [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] [instance: 7a41f0c5-22b0-48ca-9be5-f41ab5f64203] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 658.532167] env[69699]: DEBUG nova.compute.utils [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 658.532167] env[69699]: DEBUG nova.compute.manager [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 658.532167] env[69699]: DEBUG nova.network.neutron [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 658.539191] env[69699]: INFO nova.compute.claims [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 658.560566] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606613, 'name': CreateVM_Task, 'duration_secs': 0.358734} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.560843] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.561599] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.561828] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.562208] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.562646] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c79ef24c-baca-4d2d-9bf3-57d510e962c8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.567381] env[69699]: DEBUG oslo_vmware.api [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Waiting for the task: (returnval){ [ 658.567381] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5252f000-b944-48c2-2b82-8080d3ad6afa" [ 658.567381] env[69699]: _type = "Task" [ 658.567381] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.577352] env[69699]: DEBUG oslo_vmware.api [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5252f000-b944-48c2-2b82-8080d3ad6afa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.623125] env[69699]: DEBUG nova.policy [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afa0b7db3f2b4c5ab42b204d3e3aed7b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd83959f642e74833bd0ae5233d49d0e1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 658.625547] env[69699]: DEBUG oslo_vmware.api [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606610, 'name': ReconfigVM_Task, 'duration_secs': 0.823489} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.625547] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 5a4aa01c-baa5-4ea5-bb0e-209add1622ca/5a4aa01c-baa5-4ea5-bb0e-209add1622ca.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.626506] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70d96048-767d-48f0-ae34-de6bbbc59a87 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.636516] env[69699]: DEBUG oslo_vmware.api [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Waiting for the task: (returnval){ [ 658.636516] env[69699]: value = "task-3606614" [ 658.636516] env[69699]: _type = "Task" [ 658.636516] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.651556] env[69699]: DEBUG oslo_vmware.api [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606614, 'name': Rename_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.743308] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Acquiring lock "64ac299a-1fe8-4bcb-b657-6d660d38f5b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.743553] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Lock "64ac299a-1fe8-4bcb-b657-6d660d38f5b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.835885] env[69699]: DEBUG nova.network.neutron [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: fb987065-208f-42d9-b928-7431e722c642] Successfully updated port: 289d8bd4-3d57-4c25-8fab-6cda2dbb8171 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 658.906068] env[69699]: DEBUG oslo_concurrency.lockutils [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.957473] env[69699]: DEBUG nova.network.neutron [req-337fe53c-0352-45b0-8b79-ff345923e8c5 req-470567cd-9221-439b-ac27-8b8eec66526d service nova] [instance: 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3] Updated VIF entry in instance network info cache for port f476f6c8-d91f-42a2-b79a-39c5c22a437d. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 658.957473] env[69699]: DEBUG nova.network.neutron [req-337fe53c-0352-45b0-8b79-ff345923e8c5 req-470567cd-9221-439b-ac27-8b8eec66526d service nova] [instance: 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3] Updating instance_info_cache with network_info: [{"id": "f476f6c8-d91f-42a2-b79a-39c5c22a437d", "address": "fa:16:3e:29:87:7d", "network": {"id": "cf7e11e8-f0e1-4137-b176-ce92b41f73aa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7ead911ee02c4672932553c72aa317e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf476f6c8-d9", "ovs_interfaceid": "f476f6c8-d91f-42a2-b79a-39c5c22a437d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.051244] env[69699]: DEBUG nova.compute.manager [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 659.056792] env[69699]: INFO nova.compute.resource_tracker [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Updating resource usage from migration 7334a1df-2137-4443-bf27-20b38fb8e705 [ 659.090696] env[69699]: DEBUG oslo_vmware.api [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5252f000-b944-48c2-2b82-8080d3ad6afa, 'name': SearchDatastore_Task, 'duration_secs': 0.016578} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.090696] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.090696] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.090696] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.090829] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.090829] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.092577] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-779db139-ccff-4249-89ac-72456eeecead {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.095387] env[69699]: DEBUG nova.compute.manager [req-e9453220-976e-4deb-bc19-f6dc20a8136b req-7010ad18-027a-47e8-b34b-178ee58f78f9 service nova] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] Received event network-changed-563082a5-0600-4359-bc0d-daa3fe36fbdb {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.095567] env[69699]: DEBUG nova.compute.manager [req-e9453220-976e-4deb-bc19-f6dc20a8136b req-7010ad18-027a-47e8-b34b-178ee58f78f9 service nova] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] Refreshing instance network info cache due to event network-changed-563082a5-0600-4359-bc0d-daa3fe36fbdb. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 659.095766] env[69699]: DEBUG oslo_concurrency.lockutils [req-e9453220-976e-4deb-bc19-f6dc20a8136b req-7010ad18-027a-47e8-b34b-178ee58f78f9 service nova] Acquiring lock "refresh_cache-86f6b962-b909-4350-80e2-b64b5565369e" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.096260] env[69699]: DEBUG oslo_concurrency.lockutils [req-e9453220-976e-4deb-bc19-f6dc20a8136b req-7010ad18-027a-47e8-b34b-178ee58f78f9 service nova] Acquired lock "refresh_cache-86f6b962-b909-4350-80e2-b64b5565369e" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.096260] env[69699]: DEBUG nova.network.neutron [req-e9453220-976e-4deb-bc19-f6dc20a8136b req-7010ad18-027a-47e8-b34b-178ee58f78f9 service nova] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] Refreshing network info cache for port 563082a5-0600-4359-bc0d-daa3fe36fbdb {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 659.104774] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.105674] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 659.106503] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-519e6c03-1c0f-49ac-af1c-13e0d6fbf838 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.122918] env[69699]: DEBUG oslo_vmware.api [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Waiting for the task: (returnval){ [ 659.122918] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5272e63c-3a58-5345-62c2-35eade49ca78" [ 659.122918] env[69699]: _type = "Task" [ 659.122918] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.124883] env[69699]: DEBUG nova.compute.manager [req-28839f7d-f3c7-43ba-b598-7347473737bc req-e72bc958-edd2-4af5-954c-46286b838894 service nova] [instance: fb987065-208f-42d9-b928-7431e722c642] Received event network-vif-plugged-289d8bd4-3d57-4c25-8fab-6cda2dbb8171 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.125128] env[69699]: DEBUG oslo_concurrency.lockutils [req-28839f7d-f3c7-43ba-b598-7347473737bc req-e72bc958-edd2-4af5-954c-46286b838894 service nova] Acquiring lock "fb987065-208f-42d9-b928-7431e722c642-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.125303] env[69699]: DEBUG oslo_concurrency.lockutils [req-28839f7d-f3c7-43ba-b598-7347473737bc req-e72bc958-edd2-4af5-954c-46286b838894 service nova] Lock "fb987065-208f-42d9-b928-7431e722c642-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.125494] env[69699]: DEBUG oslo_concurrency.lockutils [req-28839f7d-f3c7-43ba-b598-7347473737bc req-e72bc958-edd2-4af5-954c-46286b838894 service nova] Lock "fb987065-208f-42d9-b928-7431e722c642-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.125626] env[69699]: DEBUG nova.compute.manager [req-28839f7d-f3c7-43ba-b598-7347473737bc req-e72bc958-edd2-4af5-954c-46286b838894 service nova] [instance: fb987065-208f-42d9-b928-7431e722c642] No waiting events found dispatching network-vif-plugged-289d8bd4-3d57-4c25-8fab-6cda2dbb8171 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 659.125763] env[69699]: WARNING nova.compute.manager [req-28839f7d-f3c7-43ba-b598-7347473737bc req-e72bc958-edd2-4af5-954c-46286b838894 service nova] [instance: fb987065-208f-42d9-b928-7431e722c642] Received unexpected event network-vif-plugged-289d8bd4-3d57-4c25-8fab-6cda2dbb8171 for instance with vm_state building and task_state spawning. [ 659.145054] env[69699]: DEBUG oslo_vmware.api [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5272e63c-3a58-5345-62c2-35eade49ca78, 'name': SearchDatastore_Task, 'duration_secs': 0.022176} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.148653] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8548e1f9-cf4c-43a4-a4ea-5a9f30b5a595 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.159243] env[69699]: DEBUG oslo_vmware.api [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606614, 'name': Rename_Task, 'duration_secs': 0.266197} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.163192] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 659.164225] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a234ac35-3dfb-4af1-9234-106587519471 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.171801] env[69699]: DEBUG oslo_vmware.api [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Waiting for the task: (returnval){ [ 659.171801] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52e690c7-dc35-053e-bf62-fb4021b29fd4" [ 659.171801] env[69699]: _type = "Task" [ 659.171801] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.183213] env[69699]: DEBUG oslo_vmware.api [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Waiting for the task: (returnval){ [ 659.183213] env[69699]: value = "task-3606615" [ 659.183213] env[69699]: _type = "Task" [ 659.183213] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.193822] env[69699]: DEBUG oslo_vmware.api [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52e690c7-dc35-053e-bf62-fb4021b29fd4, 'name': SearchDatastore_Task, 'duration_secs': 0.02136} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.197765] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.198153] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3/2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 659.199768] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-817ecbe3-1d6a-4c66-96e5-54350f2cbbb4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.207178] env[69699]: DEBUG oslo_vmware.api [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606615, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.213688] env[69699]: DEBUG oslo_vmware.api [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Waiting for the task: (returnval){ [ 659.213688] env[69699]: value = "task-3606616" [ 659.213688] env[69699]: _type = "Task" [ 659.213688] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.222151] env[69699]: DEBUG oslo_vmware.api [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Task: {'id': task-3606616, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.266912] env[69699]: DEBUG nova.network.neutron [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Successfully created port: 1d37d9ab-6189-4199-89ed-f0e33bb28363 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 659.342672] env[69699]: DEBUG oslo_concurrency.lockutils [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Acquiring lock "refresh_cache-fb987065-208f-42d9-b928-7431e722c642" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.342672] env[69699]: DEBUG oslo_concurrency.lockutils [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Acquired lock "refresh_cache-fb987065-208f-42d9-b928-7431e722c642" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.342672] env[69699]: DEBUG nova.network.neutron [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: fb987065-208f-42d9-b928-7431e722c642] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 659.464753] env[69699]: DEBUG oslo_concurrency.lockutils [req-337fe53c-0352-45b0-8b79-ff345923e8c5 req-470567cd-9221-439b-ac27-8b8eec66526d service nova] Releasing lock "refresh_cache-2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.697623] env[69699]: DEBUG oslo_vmware.api [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606615, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.711551] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4dc2596-93ff-40ca-813e-a7e523bb81ad {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.727787] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1b22f6-3141-4ebb-b7da-b297ee10926d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.731126] env[69699]: DEBUG oslo_vmware.api [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Task: {'id': task-3606616, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499801} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.731639] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3/2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 659.731639] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 659.732235] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2debba5-fca4-45ed-a04f-3cc44f3eecd1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.762064] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e0f9a3-fb9c-46b9-9126-46341d8c9e29 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.768604] env[69699]: DEBUG oslo_vmware.api [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Waiting for the task: (returnval){ [ 659.768604] env[69699]: value = "task-3606617" [ 659.768604] env[69699]: _type = "Task" [ 659.768604] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.774598] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b5b809-50d5-4bd8-9722-f1b8635813f8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.781623] env[69699]: DEBUG oslo_vmware.api [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Task: {'id': task-3606617, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.791590] env[69699]: DEBUG nova.compute.provider_tree [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.895939] env[69699]: DEBUG nova.network.neutron [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: fb987065-208f-42d9-b928-7431e722c642] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.979166] env[69699]: DEBUG nova.network.neutron [req-e9453220-976e-4deb-bc19-f6dc20a8136b req-7010ad18-027a-47e8-b34b-178ee58f78f9 service nova] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] Updated VIF entry in instance network info cache for port 563082a5-0600-4359-bc0d-daa3fe36fbdb. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 659.979330] env[69699]: DEBUG nova.network.neutron [req-e9453220-976e-4deb-bc19-f6dc20a8136b req-7010ad18-027a-47e8-b34b-178ee58f78f9 service nova] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] Updating instance_info_cache with network_info: [{"id": "563082a5-0600-4359-bc0d-daa3fe36fbdb", "address": "fa:16:3e:50:25:8d", "network": {"id": "257d4b91-acab-4abb-9480-f26dc94d99e1", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1089910322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1c919d4d14746e5b9cb5a9e6046cf64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap563082a5-06", "ovs_interfaceid": "563082a5-0600-4359-bc0d-daa3fe36fbdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.068741] env[69699]: DEBUG nova.compute.manager [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 660.102016] env[69699]: DEBUG nova.virt.hardware [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 660.102016] env[69699]: DEBUG nova.virt.hardware [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 660.102016] env[69699]: DEBUG nova.virt.hardware [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.102240] env[69699]: DEBUG nova.virt.hardware [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 660.102240] env[69699]: DEBUG nova.virt.hardware [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.102240] env[69699]: DEBUG nova.virt.hardware [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 660.102324] env[69699]: DEBUG nova.virt.hardware [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 660.102757] env[69699]: DEBUG nova.virt.hardware [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 660.102757] env[69699]: DEBUG nova.virt.hardware [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 660.102932] env[69699]: DEBUG nova.virt.hardware [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 660.104491] env[69699]: DEBUG nova.virt.hardware [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 660.104491] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1693c66c-ff45-41f7-a762-28162dbec81e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.112482] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95819289-15c0-4cb9-ac01-3dbd0afb6b40 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.155526] env[69699]: DEBUG nova.network.neutron [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: fb987065-208f-42d9-b928-7431e722c642] Updating instance_info_cache with network_info: [{"id": "289d8bd4-3d57-4c25-8fab-6cda2dbb8171", "address": "fa:16:3e:52:f6:40", "network": {"id": "cf7e11e8-f0e1-4137-b176-ce92b41f73aa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7ead911ee02c4672932553c72aa317e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap289d8bd4-3d", "ovs_interfaceid": "289d8bd4-3d57-4c25-8fab-6cda2dbb8171", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.198028] env[69699]: DEBUG oslo_vmware.api [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606615, 'name': PowerOnVM_Task, 'duration_secs': 0.810193} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.198028] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 660.198028] env[69699]: INFO nova.compute.manager [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Took 9.32 seconds to spawn the instance on the hypervisor. [ 660.198028] env[69699]: DEBUG nova.compute.manager [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 660.198028] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324783c7-aca8-4c00-9322-ecc66deadd06 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.278147] env[69699]: DEBUG oslo_vmware.api [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Task: {'id': task-3606617, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066615} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.278539] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 660.279467] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a7daa7-6002-4403-bb8d-692a4d0ac41d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.303199] env[69699]: DEBUG nova.scheduler.client.report [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.316871] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3/2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 660.317900] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78a991b4-fc41-4144-aed9-e5b41631f176 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.340278] env[69699]: DEBUG oslo_vmware.api [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Waiting for the task: (returnval){ [ 660.340278] env[69699]: value = "task-3606618" [ 660.340278] env[69699]: _type = "Task" [ 660.340278] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.352184] env[69699]: DEBUG oslo_vmware.api [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Task: {'id': task-3606618, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.484123] env[69699]: DEBUG oslo_concurrency.lockutils [req-e9453220-976e-4deb-bc19-f6dc20a8136b req-7010ad18-027a-47e8-b34b-178ee58f78f9 service nova] Releasing lock "refresh_cache-86f6b962-b909-4350-80e2-b64b5565369e" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.655691] env[69699]: DEBUG oslo_concurrency.lockutils [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Releasing lock "refresh_cache-fb987065-208f-42d9-b928-7431e722c642" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.656419] env[69699]: DEBUG nova.compute.manager [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: fb987065-208f-42d9-b928-7431e722c642] Instance network_info: |[{"id": "289d8bd4-3d57-4c25-8fab-6cda2dbb8171", "address": "fa:16:3e:52:f6:40", "network": {"id": "cf7e11e8-f0e1-4137-b176-ce92b41f73aa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7ead911ee02c4672932553c72aa317e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap289d8bd4-3d", "ovs_interfaceid": "289d8bd4-3d57-4c25-8fab-6cda2dbb8171", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 660.656644] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: fb987065-208f-42d9-b928-7431e722c642] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:f6:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '289d8bd4-3d57-4c25-8fab-6cda2dbb8171', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.666313] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 660.666607] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb987065-208f-42d9-b928-7431e722c642] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.666763] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09e11ed0-28ce-4e18-a25c-3e6942ea3c16 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.691768] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.691768] env[69699]: value = "task-3606619" [ 660.691768] env[69699]: _type = "Task" [ 660.691768] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.702742] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606619, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.714982] env[69699]: INFO nova.compute.manager [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Took 40.71 seconds to build instance. [ 660.818779] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.793s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.818997] env[69699]: INFO nova.compute.manager [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Migrating [ 660.819258] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.819407] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.820768] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7e778fc4-57a3-4bc3-bbd1-fc6bcbf79c7f tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.214s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.823341] env[69699]: DEBUG nova.objects.instance [None req-7e778fc4-57a3-4bc3-bbd1-fc6bcbf79c7f tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Lazy-loading 'resources' on Instance uuid 23ef84be-eb8c-46e3-a8df-d9843024f3fe {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 660.850437] env[69699]: DEBUG oslo_vmware.api [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Task: {'id': task-3606618, 'name': ReconfigVM_Task, 'duration_secs': 0.257462} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.850733] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3/2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.851411] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9079290b-1b9d-42a3-8269-a8de889f171d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.857459] env[69699]: DEBUG oslo_vmware.api [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Waiting for the task: (returnval){ [ 660.857459] env[69699]: value = "task-3606620" [ 660.857459] env[69699]: _type = "Task" [ 660.857459] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.866119] env[69699]: DEBUG oslo_vmware.api [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Task: {'id': task-3606620, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.201813] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606619, 'name': CreateVM_Task, 'duration_secs': 0.360942} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.205232] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb987065-208f-42d9-b928-7431e722c642] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 661.208377] env[69699]: DEBUG oslo_concurrency.lockutils [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.208931] env[69699]: DEBUG oslo_concurrency.lockutils [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.209985] env[69699]: DEBUG oslo_concurrency.lockutils [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.214187] env[69699]: DEBUG nova.compute.manager [req-a94f29f4-7278-465f-9a61-a02ae127d1f5 req-1dff3b2a-30b2-4de1-a661-9fb9d03f284e service nova] [instance: fb987065-208f-42d9-b928-7431e722c642] Received event network-changed-289d8bd4-3d57-4c25-8fab-6cda2dbb8171 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 661.214187] env[69699]: DEBUG nova.compute.manager [req-a94f29f4-7278-465f-9a61-a02ae127d1f5 req-1dff3b2a-30b2-4de1-a661-9fb9d03f284e service nova] [instance: fb987065-208f-42d9-b928-7431e722c642] Refreshing instance network info cache due to event network-changed-289d8bd4-3d57-4c25-8fab-6cda2dbb8171. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 661.214187] env[69699]: DEBUG oslo_concurrency.lockutils [req-a94f29f4-7278-465f-9a61-a02ae127d1f5 req-1dff3b2a-30b2-4de1-a661-9fb9d03f284e service nova] Acquiring lock "refresh_cache-fb987065-208f-42d9-b928-7431e722c642" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.214187] env[69699]: DEBUG oslo_concurrency.lockutils [req-a94f29f4-7278-465f-9a61-a02ae127d1f5 req-1dff3b2a-30b2-4de1-a661-9fb9d03f284e service nova] Acquired lock "refresh_cache-fb987065-208f-42d9-b928-7431e722c642" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.214187] env[69699]: DEBUG nova.network.neutron [req-a94f29f4-7278-465f-9a61-a02ae127d1f5 req-1dff3b2a-30b2-4de1-a661-9fb9d03f284e service nova] [instance: fb987065-208f-42d9-b928-7431e722c642] Refreshing network info cache for port 289d8bd4-3d57-4c25-8fab-6cda2dbb8171 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 661.214329] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c980eda9-5a1e-40c8-a707-09e7a0249ea3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.217055] env[69699]: DEBUG oslo_concurrency.lockutils [None req-343947cd-d57d-4803-8ea5-17d6f26bedf6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Lock "5a4aa01c-baa5-4ea5-bb0e-209add1622ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.180s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.227143] env[69699]: DEBUG oslo_vmware.api [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Waiting for the task: (returnval){ [ 661.227143] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5250f465-1938-f081-7a61-af71526019c8" [ 661.227143] env[69699]: _type = "Task" [ 661.227143] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.239290] env[69699]: DEBUG oslo_vmware.api [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5250f465-1938-f081-7a61-af71526019c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.323793] env[69699]: INFO nova.compute.rpcapi [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 661.324354] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.370261] env[69699]: DEBUG oslo_vmware.api [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Task: {'id': task-3606620, 'name': Rename_Task, 'duration_secs': 0.141179} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.370500] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 661.370791] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0774f104-a8a4-47a1-a444-c258379a8bd6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.377635] env[69699]: DEBUG oslo_vmware.api [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Waiting for the task: (returnval){ [ 661.377635] env[69699]: value = "task-3606621" [ 661.377635] env[69699]: _type = "Task" [ 661.377635] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.393247] env[69699]: DEBUG oslo_vmware.api [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Task: {'id': task-3606621, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.499072] env[69699]: DEBUG nova.network.neutron [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Successfully updated port: 1d37d9ab-6189-4199-89ed-f0e33bb28363 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 661.724071] env[69699]: DEBUG nova.compute.manager [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.741709] env[69699]: DEBUG oslo_vmware.api [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5250f465-1938-f081-7a61-af71526019c8, 'name': SearchDatastore_Task, 'duration_secs': 0.041837} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.741709] env[69699]: DEBUG oslo_concurrency.lockutils [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.742775] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: fb987065-208f-42d9-b928-7431e722c642] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.743997] env[69699]: DEBUG oslo_concurrency.lockutils [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.743997] env[69699]: DEBUG oslo_concurrency.lockutils [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.744362] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.744692] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-082d6d69-9e05-4af7-a809-f3cf12746ee6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.761293] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.761578] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.762699] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b181b66-97db-4717-bbed-1445fa757dfd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.773091] env[69699]: DEBUG oslo_vmware.api [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Waiting for the task: (returnval){ [ 661.773091] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a43d3b-f3bf-8e89-7223-b209d50cab8a" [ 661.773091] env[69699]: _type = "Task" [ 661.773091] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.801203] env[69699]: DEBUG oslo_vmware.api [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a43d3b-f3bf-8e89-7223-b209d50cab8a, 'name': SearchDatastore_Task, 'duration_secs': 0.014301} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.806099] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e3a76de-18d2-4951-b68d-61426158b19b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.813528] env[69699]: DEBUG oslo_vmware.api [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Waiting for the task: (returnval){ [ 661.813528] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]529bed1a-8fba-ff2c-0717-8fa4acfc8da8" [ 661.813528] env[69699]: _type = "Task" [ 661.813528] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.822086] env[69699]: DEBUG oslo_vmware.api [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]529bed1a-8fba-ff2c-0717-8fa4acfc8da8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.844271] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Acquiring lock "refresh_cache-2b73a142-8d85-4ef8-8fe6-940dda6d6521" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.844752] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Acquired lock "refresh_cache-2b73a142-8d85-4ef8-8fe6-940dda6d6521" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.844752] env[69699]: DEBUG nova.network.neutron [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 661.896667] env[69699]: DEBUG oslo_vmware.api [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Task: {'id': task-3606621, 'name': PowerOnVM_Task, 'duration_secs': 0.451952} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.899750] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 661.899987] env[69699]: INFO nova.compute.manager [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3] Took 7.29 seconds to spawn the instance on the hypervisor. [ 661.900248] env[69699]: DEBUG nova.compute.manager [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 661.901366] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1044ca81-93f9-4c71-be46-827dd4b2b87c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.913203] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebdcd52-9231-4d66-9a09-980a359e268b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.921842] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8237bd-661f-4ace-9c37-1662b0b846a7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.956822] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35ba9ad-f805-4f42-ad94-24746e6cad71 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.965382] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbdcafbd-ae28-4242-8e4a-f0bfafc24f94 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.984884] env[69699]: DEBUG nova.compute.provider_tree [None req-7e778fc4-57a3-4bc3-bbd1-fc6bcbf79c7f tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.007512] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Acquiring lock "refresh_cache-16f935f2-2c14-4c1a-9f55-c5c219b3101c" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.007814] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Acquired lock "refresh_cache-16f935f2-2c14-4c1a-9f55-c5c219b3101c" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.007814] env[69699]: DEBUG nova.network.neutron [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.101278] env[69699]: DEBUG nova.network.neutron [req-a94f29f4-7278-465f-9a61-a02ae127d1f5 req-1dff3b2a-30b2-4de1-a661-9fb9d03f284e service nova] [instance: fb987065-208f-42d9-b928-7431e722c642] Updated VIF entry in instance network info cache for port 289d8bd4-3d57-4c25-8fab-6cda2dbb8171. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 662.101278] env[69699]: DEBUG nova.network.neutron [req-a94f29f4-7278-465f-9a61-a02ae127d1f5 req-1dff3b2a-30b2-4de1-a661-9fb9d03f284e service nova] [instance: fb987065-208f-42d9-b928-7431e722c642] Updating instance_info_cache with network_info: [{"id": "289d8bd4-3d57-4c25-8fab-6cda2dbb8171", "address": "fa:16:3e:52:f6:40", "network": {"id": "cf7e11e8-f0e1-4137-b176-ce92b41f73aa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7ead911ee02c4672932553c72aa317e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap289d8bd4-3d", "ovs_interfaceid": "289d8bd4-3d57-4c25-8fab-6cda2dbb8171", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.249864] env[69699]: DEBUG oslo_concurrency.lockutils [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.324416] env[69699]: DEBUG oslo_vmware.api [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]529bed1a-8fba-ff2c-0717-8fa4acfc8da8, 'name': SearchDatastore_Task, 'duration_secs': 0.026101} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.324774] env[69699]: DEBUG oslo_concurrency.lockutils [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.324976] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] fb987065-208f-42d9-b928-7431e722c642/fb987065-208f-42d9-b928-7431e722c642.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.325252] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac9662ae-8f1a-4105-9d1d-b08884a46295 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.331340] env[69699]: DEBUG oslo_vmware.api [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Waiting for the task: (returnval){ [ 662.331340] env[69699]: value = "task-3606622" [ 662.331340] env[69699]: _type = "Task" [ 662.331340] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.339764] env[69699]: DEBUG oslo_vmware.api [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606622, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.419466] env[69699]: INFO nova.compute.manager [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3] Took 36.34 seconds to build instance. [ 662.490989] env[69699]: DEBUG nova.scheduler.client.report [None req-7e778fc4-57a3-4bc3-bbd1-fc6bcbf79c7f tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.559113] env[69699]: DEBUG nova.network.neutron [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 662.604874] env[69699]: DEBUG oslo_concurrency.lockutils [req-a94f29f4-7278-465f-9a61-a02ae127d1f5 req-1dff3b2a-30b2-4de1-a661-9fb9d03f284e service nova] Releasing lock "refresh_cache-fb987065-208f-42d9-b928-7431e722c642" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.604874] env[69699]: DEBUG nova.compute.manager [req-a94f29f4-7278-465f-9a61-a02ae127d1f5 req-1dff3b2a-30b2-4de1-a661-9fb9d03f284e service nova] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Received event network-vif-plugged-1d37d9ab-6189-4199-89ed-f0e33bb28363 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.604874] env[69699]: DEBUG oslo_concurrency.lockutils [req-a94f29f4-7278-465f-9a61-a02ae127d1f5 req-1dff3b2a-30b2-4de1-a661-9fb9d03f284e service nova] Acquiring lock "16f935f2-2c14-4c1a-9f55-c5c219b3101c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.604874] env[69699]: DEBUG oslo_concurrency.lockutils [req-a94f29f4-7278-465f-9a61-a02ae127d1f5 req-1dff3b2a-30b2-4de1-a661-9fb9d03f284e service nova] Lock "16f935f2-2c14-4c1a-9f55-c5c219b3101c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.604874] env[69699]: DEBUG oslo_concurrency.lockutils [req-a94f29f4-7278-465f-9a61-a02ae127d1f5 req-1dff3b2a-30b2-4de1-a661-9fb9d03f284e service nova] Lock "16f935f2-2c14-4c1a-9f55-c5c219b3101c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.605559] env[69699]: DEBUG nova.compute.manager [req-a94f29f4-7278-465f-9a61-a02ae127d1f5 req-1dff3b2a-30b2-4de1-a661-9fb9d03f284e service nova] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] No waiting events found dispatching network-vif-plugged-1d37d9ab-6189-4199-89ed-f0e33bb28363 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 662.605559] env[69699]: WARNING nova.compute.manager [req-a94f29f4-7278-465f-9a61-a02ae127d1f5 req-1dff3b2a-30b2-4de1-a661-9fb9d03f284e service nova] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Received unexpected event network-vif-plugged-1d37d9ab-6189-4199-89ed-f0e33bb28363 for instance with vm_state building and task_state spawning. [ 662.751881] env[69699]: DEBUG nova.network.neutron [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Updating instance_info_cache with network_info: [{"id": "2ef2e7c8-0270-4c87-b05b-5589679d44b4", "address": "fa:16:3e:06:a5:f5", "network": {"id": "cf7e11e8-f0e1-4137-b176-ce92b41f73aa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7ead911ee02c4672932553c72aa317e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ef2e7c8-02", "ovs_interfaceid": "2ef2e7c8-0270-4c87-b05b-5589679d44b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.827075] env[69699]: DEBUG nova.network.neutron [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Updating instance_info_cache with network_info: [{"id": "1d37d9ab-6189-4199-89ed-f0e33bb28363", "address": "fa:16:3e:b3:f9:8f", "network": {"id": "70d7e428-0805-4c26-b45a-3021995270f2", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1411058523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d83959f642e74833bd0ae5233d49d0e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d37d9ab-61", "ovs_interfaceid": "1d37d9ab-6189-4199-89ed-f0e33bb28363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.842806] env[69699]: DEBUG oslo_vmware.api [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606622, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.924139] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c02b8522-46ec-4a72-a5c2-19bfdef4e864 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Lock "2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.343s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.999221] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7e778fc4-57a3-4bc3-bbd1-fc6bcbf79c7f tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.178s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.001658] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.870s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.003619] env[69699]: INFO nova.compute.claims [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.051228] env[69699]: INFO nova.scheduler.client.report [None req-7e778fc4-57a3-4bc3-bbd1-fc6bcbf79c7f tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Deleted allocations for instance 23ef84be-eb8c-46e3-a8df-d9843024f3fe [ 663.236384] env[69699]: DEBUG nova.compute.manager [req-7ec4c494-1c6b-4625-8f73-006d77be2512 req-a5b884d4-961e-49b0-945d-65cc6128d4c0 service nova] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Received event network-changed-1d37d9ab-6189-4199-89ed-f0e33bb28363 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.236587] env[69699]: DEBUG nova.compute.manager [req-7ec4c494-1c6b-4625-8f73-006d77be2512 req-a5b884d4-961e-49b0-945d-65cc6128d4c0 service nova] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Refreshing instance network info cache due to event network-changed-1d37d9ab-6189-4199-89ed-f0e33bb28363. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 663.236778] env[69699]: DEBUG oslo_concurrency.lockutils [req-7ec4c494-1c6b-4625-8f73-006d77be2512 req-a5b884d4-961e-49b0-945d-65cc6128d4c0 service nova] Acquiring lock "refresh_cache-16f935f2-2c14-4c1a-9f55-c5c219b3101c" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.254843] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Releasing lock "refresh_cache-2b73a142-8d85-4ef8-8fe6-940dda6d6521" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.330529] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Releasing lock "refresh_cache-16f935f2-2c14-4c1a-9f55-c5c219b3101c" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.330908] env[69699]: DEBUG nova.compute.manager [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Instance network_info: |[{"id": "1d37d9ab-6189-4199-89ed-f0e33bb28363", "address": "fa:16:3e:b3:f9:8f", "network": {"id": "70d7e428-0805-4c26-b45a-3021995270f2", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1411058523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d83959f642e74833bd0ae5233d49d0e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d37d9ab-61", "ovs_interfaceid": "1d37d9ab-6189-4199-89ed-f0e33bb28363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 663.331286] env[69699]: DEBUG oslo_concurrency.lockutils [req-7ec4c494-1c6b-4625-8f73-006d77be2512 req-a5b884d4-961e-49b0-945d-65cc6128d4c0 service nova] Acquired lock "refresh_cache-16f935f2-2c14-4c1a-9f55-c5c219b3101c" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.331551] env[69699]: DEBUG nova.network.neutron [req-7ec4c494-1c6b-4625-8f73-006d77be2512 req-a5b884d4-961e-49b0-945d-65cc6128d4c0 service nova] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Refreshing network info cache for port 1d37d9ab-6189-4199-89ed-f0e33bb28363 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 663.333390] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:f9:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c68b7663-4f0e-47f0-ac7f-40c6d952f7bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d37d9ab-6189-4199-89ed-f0e33bb28363', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 663.342277] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Creating folder: Project (d83959f642e74833bd0ae5233d49d0e1). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.343057] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-297038bb-ecd9-47f0-908d-a257963beba6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.355397] env[69699]: DEBUG oslo_vmware.api [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606622, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640728} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.356390] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] fb987065-208f-42d9-b928-7431e722c642/fb987065-208f-42d9-b928-7431e722c642.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.356390] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: fb987065-208f-42d9-b928-7431e722c642] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.356390] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f44c3cf9-5f7a-4561-b8da-b563007e5bae {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.360624] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Created folder: Project (d83959f642e74833bd0ae5233d49d0e1) in parent group-v719415. [ 663.360811] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Creating folder: Instances. Parent ref: group-v719475. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.361720] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb604c0b-c56a-4b9b-abc4-b7a33cf4d760 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.365786] env[69699]: DEBUG oslo_vmware.api [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Waiting for the task: (returnval){ [ 663.365786] env[69699]: value = "task-3606624" [ 663.365786] env[69699]: _type = "Task" [ 663.365786] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.371520] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Created folder: Instances in parent group-v719475. [ 663.371728] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 663.371932] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 663.372613] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aee16712-fa1c-4ddd-b21d-1346b58e0816 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.391574] env[69699]: DEBUG oslo_vmware.api [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606624, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.396132] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 663.396132] env[69699]: value = "task-3606626" [ 663.396132] env[69699]: _type = "Task" [ 663.396132] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.404132] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606626, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.427466] env[69699]: DEBUG nova.compute.manager [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 663.562143] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7e778fc4-57a3-4bc3-bbd1-fc6bcbf79c7f tempest-ServerExternalEventsTest-1529359532 tempest-ServerExternalEventsTest-1529359532-project-member] Lock "23ef84be-eb8c-46e3-a8df-d9843024f3fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.566s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.876830] env[69699]: DEBUG oslo_vmware.api [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606624, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114127} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.877196] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: fb987065-208f-42d9-b928-7431e722c642] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.879462] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576ba606-8b27-48da-975a-4662c70447d2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.903048] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: fb987065-208f-42d9-b928-7431e722c642] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] fb987065-208f-42d9-b928-7431e722c642/fb987065-208f-42d9-b928-7431e722c642.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.909016] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8d31080-7add-4029-ad70-9f4c05781a1c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.930104] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606626, 'name': CreateVM_Task} progress is 25%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.937089] env[69699]: DEBUG oslo_vmware.api [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Waiting for the task: (returnval){ [ 663.937089] env[69699]: value = "task-3606627" [ 663.937089] env[69699]: _type = "Task" [ 663.937089] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.948519] env[69699]: DEBUG oslo_vmware.api [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606627, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.957797] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.150025] env[69699]: DEBUG nova.network.neutron [req-7ec4c494-1c6b-4625-8f73-006d77be2512 req-a5b884d4-961e-49b0-945d-65cc6128d4c0 service nova] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Updated VIF entry in instance network info cache for port 1d37d9ab-6189-4199-89ed-f0e33bb28363. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 664.150025] env[69699]: DEBUG nova.network.neutron [req-7ec4c494-1c6b-4625-8f73-006d77be2512 req-a5b884d4-961e-49b0-945d-65cc6128d4c0 service nova] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Updating instance_info_cache with network_info: [{"id": "1d37d9ab-6189-4199-89ed-f0e33bb28363", "address": "fa:16:3e:b3:f9:8f", "network": {"id": "70d7e428-0805-4c26-b45a-3021995270f2", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1411058523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d83959f642e74833bd0ae5233d49d0e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d37d9ab-61", "ovs_interfaceid": "1d37d9ab-6189-4199-89ed-f0e33bb28363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.420465] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606626, 'name': CreateVM_Task, 'duration_secs': 0.852597} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.420707] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 664.421372] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.421536] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.422121] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.422386] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e02f806-a6b0-4bc1-b7c8-9cb58cb6669d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.429956] env[69699]: DEBUG oslo_vmware.api [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Waiting for the task: (returnval){ [ 664.429956] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]523bfd58-6e79-dc46-c38d-03234eb6bbff" [ 664.429956] env[69699]: _type = "Task" [ 664.429956] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.440558] env[69699]: DEBUG oslo_vmware.api [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]523bfd58-6e79-dc46-c38d-03234eb6bbff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.450903] env[69699]: DEBUG oslo_vmware.api [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606627, 'name': ReconfigVM_Task, 'duration_secs': 0.292439} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.451462] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: fb987065-208f-42d9-b928-7431e722c642] Reconfigured VM instance instance-00000013 to attach disk [datastore2] fb987065-208f-42d9-b928-7431e722c642/fb987065-208f-42d9-b928-7431e722c642.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 664.451844] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf471087-3fd5-4a83-8c8d-0a3d68aaaf55 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.458152] env[69699]: DEBUG oslo_vmware.api [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Waiting for the task: (returnval){ [ 664.458152] env[69699]: value = "task-3606628" [ 664.458152] env[69699]: _type = "Task" [ 664.458152] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.475177] env[69699]: DEBUG oslo_vmware.api [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606628, 'name': Rename_Task} progress is 10%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.553236] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Acquiring lock "0e8f01e6-5844-4226-8ff8-370d3618b366" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.553236] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Lock "0e8f01e6-5844-4226-8ff8-370d3618b366" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.603933] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729aaba7-3ba0-4add-b558-9ceb315e8bc4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.611926] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9a7fab-13a3-4751-bc14-a5b8333d3a94 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.648878] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a354a4b-26be-4208-af43-5a111db9582d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.653120] env[69699]: DEBUG oslo_concurrency.lockutils [req-7ec4c494-1c6b-4625-8f73-006d77be2512 req-a5b884d4-961e-49b0-945d-65cc6128d4c0 service nova] Releasing lock "refresh_cache-16f935f2-2c14-4c1a-9f55-c5c219b3101c" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.662155] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c1ab7e-4777-4cbc-b004-39c0e76ad5e4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.682242] env[69699]: DEBUG nova.compute.provider_tree [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.774798] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e496a387-0c5a-4767-a283-0f7326c60c97 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.798731] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Updating instance '2b73a142-8d85-4ef8-8fe6-940dda6d6521' progress to 0 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 664.807126] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Acquiring lock "a04a2fe1-2877-4fea-8bc9-7a4e65aa8171" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.807126] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Lock "a04a2fe1-2877-4fea-8bc9-7a4e65aa8171" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.945134] env[69699]: DEBUG oslo_vmware.api [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]523bfd58-6e79-dc46-c38d-03234eb6bbff, 'name': SearchDatastore_Task, 'duration_secs': 0.014892} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.945443] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.945671] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 664.945912] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.946070] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.946295] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.946514] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b620c1fe-a7c7-45ac-b555-dcb44c143433 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.961324] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.961324] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.964835] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a79f922-c757-4cd4-8d0c-af937b635db6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.974175] env[69699]: DEBUG oslo_vmware.api [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Waiting for the task: (returnval){ [ 664.974175] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52df34de-76e7-8d9d-9d45-4a032cc0367b" [ 664.974175] env[69699]: _type = "Task" [ 664.974175] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.979024] env[69699]: DEBUG oslo_vmware.api [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606628, 'name': Rename_Task, 'duration_secs': 0.135212} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.979024] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: fb987065-208f-42d9-b928-7431e722c642] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 664.980271] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b77fcbe-b7d5-4ea1-b6d7-e8dbd7e322d0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.990059] env[69699]: DEBUG oslo_vmware.api [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52df34de-76e7-8d9d-9d45-4a032cc0367b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.992212] env[69699]: DEBUG oslo_vmware.api [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Waiting for the task: (returnval){ [ 664.992212] env[69699]: value = "task-3606629" [ 664.992212] env[69699]: _type = "Task" [ 664.992212] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.001123] env[69699]: DEBUG oslo_vmware.api [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606629, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.184729] env[69699]: DEBUG nova.scheduler.client.report [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.311259] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 665.311259] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-706464de-16ad-4196-bbd7-78606be15a86 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.321550] env[69699]: DEBUG oslo_vmware.api [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Waiting for the task: (returnval){ [ 665.321550] env[69699]: value = "task-3606630" [ 665.321550] env[69699]: _type = "Task" [ 665.321550] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.331223] env[69699]: DEBUG oslo_vmware.api [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3606630, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.487613] env[69699]: DEBUG oslo_vmware.api [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52df34de-76e7-8d9d-9d45-4a032cc0367b, 'name': SearchDatastore_Task, 'duration_secs': 0.019894} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.489258] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4fe2dbd-61bd-472a-bd31-98cfc98806e4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.496962] env[69699]: DEBUG oslo_vmware.api [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Waiting for the task: (returnval){ [ 665.496962] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c99b10-01ca-56ef-a8de-054a4a8cf7ff" [ 665.496962] env[69699]: _type = "Task" [ 665.496962] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.504988] env[69699]: DEBUG oslo_vmware.api [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606629, 'name': PowerOnVM_Task, 'duration_secs': 0.499239} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.505526] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: fb987065-208f-42d9-b928-7431e722c642] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.505725] env[69699]: INFO nova.compute.manager [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: fb987065-208f-42d9-b928-7431e722c642] Took 8.14 seconds to spawn the instance on the hypervisor. [ 665.505896] env[69699]: DEBUG nova.compute.manager [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: fb987065-208f-42d9-b928-7431e722c642] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.506722] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a7b117-53ea-4c45-bba1-2c135000acaf {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.512695] env[69699]: DEBUG oslo_vmware.api [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c99b10-01ca-56ef-a8de-054a4a8cf7ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.696787] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.696787] env[69699]: DEBUG nova.compute.manager [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 665.699080] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.368s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.701554] env[69699]: INFO nova.compute.claims [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 6d7a78cf-7d52-4f84-9f93-10bd4fddb511] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 665.833316] env[69699]: DEBUG oslo_vmware.api [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3606630, 'name': PowerOffVM_Task, 'duration_secs': 0.381775} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.833595] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 665.833780] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Updating instance '2b73a142-8d85-4ef8-8fe6-940dda6d6521' progress to 17 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 666.007949] env[69699]: DEBUG oslo_vmware.api [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c99b10-01ca-56ef-a8de-054a4a8cf7ff, 'name': SearchDatastore_Task, 'duration_secs': 0.015605} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.008331] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.008672] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 16f935f2-2c14-4c1a-9f55-c5c219b3101c/16f935f2-2c14-4c1a-9f55-c5c219b3101c.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 666.009283] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b4b5393-26f2-4ea0-afff-d6749126ab35 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.017503] env[69699]: DEBUG oslo_vmware.api [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Waiting for the task: (returnval){ [ 666.017503] env[69699]: value = "task-3606631" [ 666.017503] env[69699]: _type = "Task" [ 666.017503] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.027238] env[69699]: DEBUG oslo_vmware.api [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Task: {'id': task-3606631, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.031135] env[69699]: INFO nova.compute.manager [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: fb987065-208f-42d9-b928-7431e722c642] Took 38.61 seconds to build instance. [ 666.206857] env[69699]: DEBUG nova.compute.utils [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 666.210212] env[69699]: DEBUG nova.compute.manager [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 666.210365] env[69699]: DEBUG nova.network.neutron [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 666.247170] env[69699]: DEBUG nova.policy [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc658fa1c0dc4b23ae42482427ec31c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '882e8f11135941d7b8996998e9e05ff6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 666.342513] env[69699]: DEBUG nova.virt.hardware [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 666.342702] env[69699]: DEBUG nova.virt.hardware [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 666.342854] env[69699]: DEBUG nova.virt.hardware [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 666.343045] env[69699]: DEBUG nova.virt.hardware [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 666.343196] env[69699]: DEBUG nova.virt.hardware [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 666.343341] env[69699]: DEBUG nova.virt.hardware [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 666.346377] env[69699]: DEBUG nova.virt.hardware [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 666.346597] env[69699]: DEBUG nova.virt.hardware [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 666.346782] env[69699]: DEBUG nova.virt.hardware [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 666.346964] env[69699]: DEBUG nova.virt.hardware [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 666.347154] env[69699]: DEBUG nova.virt.hardware [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 666.353601] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18203f63-fc08-4b5c-bc4a-94cb63310704 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.377118] env[69699]: DEBUG oslo_vmware.api [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Waiting for the task: (returnval){ [ 666.377118] env[69699]: value = "task-3606632" [ 666.377118] env[69699]: _type = "Task" [ 666.377118] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.387064] env[69699]: DEBUG oslo_vmware.api [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3606632, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.533564] env[69699]: DEBUG oslo_concurrency.lockutils [None req-35f52214-831d-4717-b156-db6c3ac2565d tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Lock "fb987065-208f-42d9-b928-7431e722c642" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.819s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.533564] env[69699]: DEBUG oslo_vmware.api [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Task: {'id': task-3606631, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.654563] env[69699]: DEBUG nova.network.neutron [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2] Successfully created port: a7d6c400-86f7-4064-a982-8d67107961e3 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 666.720291] env[69699]: DEBUG nova.compute.manager [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 666.889983] env[69699]: DEBUG oslo_vmware.api [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3606632, 'name': ReconfigVM_Task, 'duration_secs': 0.233903} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.892974] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Updating instance '2b73a142-8d85-4ef8-8fe6-940dda6d6521' progress to 33 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 667.028761] env[69699]: DEBUG oslo_vmware.api [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Task: {'id': task-3606631, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.823363} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.031916] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 16f935f2-2c14-4c1a-9f55-c5c219b3101c/16f935f2-2c14-4c1a-9f55-c5c219b3101c.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 667.032240] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 667.034921] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-acf4c1d3-2bfd-44aa-ae23-e45278efb0b8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.039109] env[69699]: DEBUG nova.compute.manager [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] [instance: 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 667.044812] env[69699]: DEBUG oslo_vmware.api [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Waiting for the task: (returnval){ [ 667.044812] env[69699]: value = "task-3606633" [ 667.044812] env[69699]: _type = "Task" [ 667.044812] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.057785] env[69699]: DEBUG oslo_vmware.api [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Task: {'id': task-3606633, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.341506] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45770850-0a8d-49e1-9426-0efea7263f92 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.350040] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743a7a8b-521f-47be-8924-877a31e42931 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.379361] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47130b42-3e9e-4ace-ab37-cee62e01f275 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.386598] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd851fb2-ed85-4ede-862d-b0eb064d167b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.402672] env[69699]: DEBUG nova.virt.hardware [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 667.402911] env[69699]: DEBUG nova.virt.hardware [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 667.403083] env[69699]: DEBUG nova.virt.hardware [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 667.403269] env[69699]: DEBUG nova.virt.hardware [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 667.404023] env[69699]: DEBUG nova.virt.hardware [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 667.404023] env[69699]: DEBUG nova.virt.hardware [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 667.404023] env[69699]: DEBUG nova.virt.hardware [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 667.404023] env[69699]: DEBUG nova.virt.hardware [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 667.404023] env[69699]: DEBUG nova.virt.hardware [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 667.404245] env[69699]: DEBUG nova.virt.hardware [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 667.404350] env[69699]: DEBUG nova.virt.hardware [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 667.409689] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Reconfiguring VM instance instance-00000008 to detach disk 2000 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 667.410911] env[69699]: DEBUG nova.compute.provider_tree [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.412475] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9d72e75-7daf-4ecd-ae02-dbc23778674c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.433056] env[69699]: DEBUG oslo_vmware.api [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Waiting for the task: (returnval){ [ 667.433056] env[69699]: value = "task-3606634" [ 667.433056] env[69699]: _type = "Task" [ 667.433056] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.441934] env[69699]: DEBUG oslo_vmware.api [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3606634, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.539621] env[69699]: DEBUG nova.compute.manager [None req-4d44bff0-3c5c-4e7a-932c-86d3f5d7e0dc tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.540583] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df4ae76-d233-402c-8f14-dbddaa650e53 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.559071] env[69699]: DEBUG oslo_vmware.api [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Task: {'id': task-3606633, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.27388} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.559320] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 667.560361] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfeaf1b5-e4f1-4423-9f5d-2583678fe6ca {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.563654] env[69699]: DEBUG oslo_concurrency.lockutils [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.582779] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 16f935f2-2c14-4c1a-9f55-c5c219b3101c/16f935f2-2c14-4c1a-9f55-c5c219b3101c.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 667.583023] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ac043ec-d8d2-492e-a105-a312ca282340 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.603025] env[69699]: DEBUG oslo_vmware.api [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Waiting for the task: (returnval){ [ 667.603025] env[69699]: value = "task-3606635" [ 667.603025] env[69699]: _type = "Task" [ 667.603025] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.611151] env[69699]: DEBUG oslo_vmware.api [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Task: {'id': task-3606635, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.731092] env[69699]: DEBUG nova.compute.manager [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 667.754507] env[69699]: DEBUG nova.virt.hardware [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 667.754773] env[69699]: DEBUG nova.virt.hardware [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 667.754951] env[69699]: DEBUG nova.virt.hardware [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 667.755187] env[69699]: DEBUG nova.virt.hardware [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 667.755333] env[69699]: DEBUG nova.virt.hardware [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 667.755475] env[69699]: DEBUG nova.virt.hardware [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 667.755680] env[69699]: DEBUG nova.virt.hardware [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 667.755842] env[69699]: DEBUG nova.virt.hardware [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 667.756103] env[69699]: DEBUG nova.virt.hardware [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 667.756286] env[69699]: DEBUG nova.virt.hardware [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 667.756459] env[69699]: DEBUG nova.virt.hardware [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 667.757333] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166de5ec-7655-4ae0-8fe5-ccef0b401334 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.765850] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c8f541-61b3-4d33-8a08-81b414d0ed9c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.914410] env[69699]: DEBUG nova.scheduler.client.report [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.943295] env[69699]: DEBUG oslo_vmware.api [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3606634, 'name': ReconfigVM_Task, 'duration_secs': 0.383292} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.943534] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Reconfigured VM instance instance-00000008 to detach disk 2000 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 667.944335] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f81cdc2-8fb7-4593-b6a2-01f233068460 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.966376] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 2b73a142-8d85-4ef8-8fe6-940dda6d6521/2b73a142-8d85-4ef8-8fe6-940dda6d6521.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 667.966694] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d75195a0-1be3-4101-b82c-2d89739b4814 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.988655] env[69699]: DEBUG oslo_vmware.api [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Waiting for the task: (returnval){ [ 667.988655] env[69699]: value = "task-3606636" [ 667.988655] env[69699]: _type = "Task" [ 667.988655] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.999517] env[69699]: DEBUG oslo_vmware.api [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3606636, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.054695] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0d63ac2c-f593-4779-b039-f1b6f519e0d8 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Acquiring lock "e46d11e1-2931-4ed2-907e-1577961e3d03" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.054920] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0d63ac2c-f593-4779-b039-f1b6f519e0d8 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Lock "e46d11e1-2931-4ed2-907e-1577961e3d03" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.057053] env[69699]: INFO nova.compute.manager [None req-4d44bff0-3c5c-4e7a-932c-86d3f5d7e0dc tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] instance snapshotting [ 668.059583] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e676e827-45b1-4772-b8ce-94ec3a2134a8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.080514] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf0537f-f929-488f-8379-992dd4db3ca0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.112611] env[69699]: DEBUG oslo_vmware.api [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Task: {'id': task-3606635, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.420553] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.421111] env[69699]: DEBUG nova.compute.manager [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 6d7a78cf-7d52-4f84-9f93-10bd4fddb511] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 668.423650] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.504s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.423872] env[69699]: DEBUG nova.objects.instance [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69699) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 668.433525] env[69699]: DEBUG nova.network.neutron [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2] Successfully updated port: a7d6c400-86f7-4064-a982-8d67107961e3 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 668.498690] env[69699]: DEBUG oslo_vmware.api [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3606636, 'name': ReconfigVM_Task, 'duration_secs': 0.333993} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.499047] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 2b73a142-8d85-4ef8-8fe6-940dda6d6521/2b73a142-8d85-4ef8-8fe6-940dda6d6521.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.499256] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Updating instance '2b73a142-8d85-4ef8-8fe6-940dda6d6521' progress to 50 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 668.559901] env[69699]: DEBUG nova.compute.utils [None req-0d63ac2c-f593-4779-b039-f1b6f519e0d8 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 668.596183] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-4d44bff0-3c5c-4e7a-932c-86d3f5d7e0dc tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Creating Snapshot of the VM instance {{(pid=69699) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 668.596526] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a7b8fc56-a1ce-4bcf-ab67-e51d5d4e03b5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.604394] env[69699]: DEBUG oslo_vmware.api [None req-4d44bff0-3c5c-4e7a-932c-86d3f5d7e0dc tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Waiting for the task: (returnval){ [ 668.604394] env[69699]: value = "task-3606637" [ 668.604394] env[69699]: _type = "Task" [ 668.604394] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.617817] env[69699]: DEBUG oslo_vmware.api [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Task: {'id': task-3606635, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.621082] env[69699]: DEBUG oslo_vmware.api [None req-4d44bff0-3c5c-4e7a-932c-86d3f5d7e0dc tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606637, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.826889] env[69699]: DEBUG nova.compute.manager [req-ff05fdac-83d2-46dc-b327-d579a4c5281f req-b3620a3a-b9ed-42f3-ab5c-0d27541c2a01 service nova] [instance: 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2] Received event network-vif-plugged-a7d6c400-86f7-4064-a982-8d67107961e3 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.827174] env[69699]: DEBUG oslo_concurrency.lockutils [req-ff05fdac-83d2-46dc-b327-d579a4c5281f req-b3620a3a-b9ed-42f3-ab5c-0d27541c2a01 service nova] Acquiring lock "1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.827387] env[69699]: DEBUG oslo_concurrency.lockutils [req-ff05fdac-83d2-46dc-b327-d579a4c5281f req-b3620a3a-b9ed-42f3-ab5c-0d27541c2a01 service nova] Lock "1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.827569] env[69699]: DEBUG oslo_concurrency.lockutils [req-ff05fdac-83d2-46dc-b327-d579a4c5281f req-b3620a3a-b9ed-42f3-ab5c-0d27541c2a01 service nova] Lock "1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.827734] env[69699]: DEBUG nova.compute.manager [req-ff05fdac-83d2-46dc-b327-d579a4c5281f req-b3620a3a-b9ed-42f3-ab5c-0d27541c2a01 service nova] [instance: 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2] No waiting events found dispatching network-vif-plugged-a7d6c400-86f7-4064-a982-8d67107961e3 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 668.827896] env[69699]: WARNING nova.compute.manager [req-ff05fdac-83d2-46dc-b327-d579a4c5281f req-b3620a3a-b9ed-42f3-ab5c-0d27541c2a01 service nova] [instance: 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2] Received unexpected event network-vif-plugged-a7d6c400-86f7-4064-a982-8d67107961e3 for instance with vm_state building and task_state spawning. [ 668.928562] env[69699]: DEBUG nova.compute.utils [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 668.930809] env[69699]: DEBUG nova.compute.manager [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 6d7a78cf-7d52-4f84-9f93-10bd4fddb511] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 668.930986] env[69699]: DEBUG nova.network.neutron [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 6d7a78cf-7d52-4f84-9f93-10bd4fddb511] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 668.936981] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Acquiring lock "refresh_cache-1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.937099] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Acquired lock "refresh_cache-1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.937282] env[69699]: DEBUG nova.network.neutron [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 668.979029] env[69699]: DEBUG nova.policy [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc658fa1c0dc4b23ae42482427ec31c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '882e8f11135941d7b8996998e9e05ff6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 669.007765] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b29a3d-6d6d-4487-87a7-d537e237c36a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.027131] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5563d651-73c2-4886-8cd0-03b2a73e29cd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.044574] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Updating instance '2b73a142-8d85-4ef8-8fe6-940dda6d6521' progress to 67 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 669.063180] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0d63ac2c-f593-4779-b039-f1b6f519e0d8 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Lock "e46d11e1-2931-4ed2-907e-1577961e3d03" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.116920] env[69699]: DEBUG oslo_vmware.api [None req-4d44bff0-3c5c-4e7a-932c-86d3f5d7e0dc tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606637, 'name': CreateSnapshot_Task, 'duration_secs': 0.468961} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.119911] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-4d44bff0-3c5c-4e7a-932c-86d3f5d7e0dc tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Created Snapshot of the VM instance {{(pid=69699) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 669.120544] env[69699]: DEBUG oslo_vmware.api [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Task: {'id': task-3606635, 'name': ReconfigVM_Task, 'duration_secs': 1.209239} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.121237] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a744e621-5649-4cf3-81ea-e6c38c6cc67c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.123615] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 16f935f2-2c14-4c1a-9f55-c5c219b3101c/16f935f2-2c14-4c1a-9f55-c5c219b3101c.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 669.124249] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71f027df-5dcf-4915-a434-4d673afbf6f6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.134014] env[69699]: DEBUG oslo_vmware.api [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Waiting for the task: (returnval){ [ 669.134014] env[69699]: value = "task-3606638" [ 669.134014] env[69699]: _type = "Task" [ 669.134014] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.141413] env[69699]: DEBUG oslo_vmware.api [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Task: {'id': task-3606638, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.286510] env[69699]: DEBUG nova.network.neutron [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 6d7a78cf-7d52-4f84-9f93-10bd4fddb511] Successfully created port: 7d6ae8fe-d315-4af0-b034-8382588f840a {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 669.432264] env[69699]: DEBUG nova.compute.manager [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 6d7a78cf-7d52-4f84-9f93-10bd4fddb511] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 669.439910] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ac0a3850-75d3-4804-b878-9bd83aa79ab2 tempest-ServersAdmin275Test-133429835 tempest-ServersAdmin275Test-133429835-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.442954] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.347s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.443949] env[69699]: INFO nova.compute.claims [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 669.593215] env[69699]: DEBUG nova.network.neutron [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Port 2ef2e7c8-0270-4c87-b05b-5589679d44b4 binding to destination host cpu-1 is already ACTIVE {{(pid=69699) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 669.642394] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-4d44bff0-3c5c-4e7a-932c-86d3f5d7e0dc tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Creating linked-clone VM from snapshot {{(pid=69699) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 669.643129] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e9f1b12b-e925-4430-92cf-2fa579b8be4d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.656045] env[69699]: DEBUG oslo_vmware.api [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Task: {'id': task-3606638, 'name': Rename_Task, 'duration_secs': 0.315517} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.657428] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 669.657863] env[69699]: DEBUG oslo_vmware.api [None req-4d44bff0-3c5c-4e7a-932c-86d3f5d7e0dc tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Waiting for the task: (returnval){ [ 669.657863] env[69699]: value = "task-3606639" [ 669.657863] env[69699]: _type = "Task" [ 669.657863] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.658148] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e7195c6-ff09-4fdf-9ade-a60cd9daa6ad {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.670248] env[69699]: DEBUG oslo_vmware.api [None req-4d44bff0-3c5c-4e7a-932c-86d3f5d7e0dc tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606639, 'name': CloneVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.671658] env[69699]: DEBUG oslo_vmware.api [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Waiting for the task: (returnval){ [ 669.671658] env[69699]: value = "task-3606640" [ 669.671658] env[69699]: _type = "Task" [ 669.671658] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.681302] env[69699]: DEBUG oslo_vmware.api [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Task: {'id': task-3606640, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.714824] env[69699]: DEBUG nova.network.neutron [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 670.059487] env[69699]: DEBUG nova.network.neutron [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2] Updating instance_info_cache with network_info: [{"id": "a7d6c400-86f7-4064-a982-8d67107961e3", "address": "fa:16:3e:9f:40:60", "network": {"id": "3116feab-9f0d-4572-90db-6240fd8ced59", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-990013026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "882e8f11135941d7b8996998e9e05ff6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7d6c400-86", "ovs_interfaceid": "a7d6c400-86f7-4064-a982-8d67107961e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.172560] env[69699]: DEBUG oslo_vmware.api [None req-4d44bff0-3c5c-4e7a-932c-86d3f5d7e0dc tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606639, 'name': CloneVM_Task} progress is 94%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.181368] env[69699]: DEBUG oslo_vmware.api [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Task: {'id': task-3606640, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.267404] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0d63ac2c-f593-4779-b039-f1b6f519e0d8 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Acquiring lock "e46d11e1-2931-4ed2-907e-1577961e3d03" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.267674] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0d63ac2c-f593-4779-b039-f1b6f519e0d8 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Lock "e46d11e1-2931-4ed2-907e-1577961e3d03" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.267949] env[69699]: INFO nova.compute.manager [None req-0d63ac2c-f593-4779-b039-f1b6f519e0d8 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Attaching volume 2913d933-fdbc-4160-b1d4-61c10ad39313 to /dev/sdb [ 670.317945] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba3b834-344c-49c4-a260-0669e8aae6a7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.324902] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1595ed11-3d3c-41ea-bde7-7925e2dd4fd9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.338619] env[69699]: DEBUG nova.virt.block_device [None req-0d63ac2c-f593-4779-b039-f1b6f519e0d8 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Updating existing volume attachment record: 63bcf466-625b-4aea-8f18-ca7a61527b2b {{(pid=69699) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 670.443523] env[69699]: DEBUG nova.compute.manager [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 6d7a78cf-7d52-4f84-9f93-10bd4fddb511] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 670.470267] env[69699]: DEBUG nova.virt.hardware [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 670.470524] env[69699]: DEBUG nova.virt.hardware [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 670.470684] env[69699]: DEBUG nova.virt.hardware [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 670.470866] env[69699]: DEBUG nova.virt.hardware [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 670.471024] env[69699]: DEBUG nova.virt.hardware [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 670.471171] env[69699]: DEBUG nova.virt.hardware [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 670.471482] env[69699]: DEBUG nova.virt.hardware [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 670.471550] env[69699]: DEBUG nova.virt.hardware [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 670.471712] env[69699]: DEBUG nova.virt.hardware [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 670.471865] env[69699]: DEBUG nova.virt.hardware [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 670.472058] env[69699]: DEBUG nova.virt.hardware [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 670.472953] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e727cd86-3708-4921-a05d-fb035f7d50cf {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.483288] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1c832d-828d-41aa-b70c-93356e34cc2b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.563777] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Releasing lock "refresh_cache-1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.564099] env[69699]: DEBUG nova.compute.manager [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2] Instance network_info: |[{"id": "a7d6c400-86f7-4064-a982-8d67107961e3", "address": "fa:16:3e:9f:40:60", "network": {"id": "3116feab-9f0d-4572-90db-6240fd8ced59", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-990013026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "882e8f11135941d7b8996998e9e05ff6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7d6c400-86", "ovs_interfaceid": "a7d6c400-86f7-4064-a982-8d67107961e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 670.564668] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:40:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b033f4d-2e92-4702-add6-410a29d3f251', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7d6c400-86f7-4064-a982-8d67107961e3', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 670.572861] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Creating folder: Project (882e8f11135941d7b8996998e9e05ff6). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.573483] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82af5d83-95fb-406f-b4ab-c890ee6647bf {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.587742] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Created folder: Project (882e8f11135941d7b8996998e9e05ff6) in parent group-v719415. [ 670.587960] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Creating folder: Instances. Parent ref: group-v719480. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.590782] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8cb48446-9536-410d-85dc-75aaca69d8ea {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.599769] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Created folder: Instances in parent group-v719480. [ 670.600068] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 670.600250] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.600466] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9053854b-1e1b-452f-ba47-db5d5deee8c7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.634308] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.634308] env[69699]: value = "task-3606643" [ 670.634308] env[69699]: _type = "Task" [ 670.634308] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.640225] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Acquiring lock "2b73a142-8d85-4ef8-8fe6-940dda6d6521-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.640501] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Lock "2b73a142-8d85-4ef8-8fe6-940dda6d6521-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.640690] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Lock "2b73a142-8d85-4ef8-8fe6-940dda6d6521-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.653094] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606643, 'name': CreateVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.670669] env[69699]: DEBUG oslo_vmware.api [None req-4d44bff0-3c5c-4e7a-932c-86d3f5d7e0dc tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606639, 'name': CloneVM_Task} progress is 94%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.682486] env[69699]: DEBUG oslo_vmware.api [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Task: {'id': task-3606640, 'name': PowerOnVM_Task, 'duration_secs': 0.530173} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.682778] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 670.683028] env[69699]: INFO nova.compute.manager [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Took 10.61 seconds to spawn the instance on the hypervisor. [ 670.683222] env[69699]: DEBUG nova.compute.manager [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 670.684057] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9a7255-178a-4d92-8b68-5bc6b3b871e2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.879917] env[69699]: DEBUG nova.compute.manager [req-1ef36ed5-cf63-4be2-8913-66b66f008644 req-f048c1d2-5ea1-4c41-bbc4-6e29fa62ba79 service nova] [instance: 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2] Received event network-changed-a7d6c400-86f7-4064-a982-8d67107961e3 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.879917] env[69699]: DEBUG nova.compute.manager [req-1ef36ed5-cf63-4be2-8913-66b66f008644 req-f048c1d2-5ea1-4c41-bbc4-6e29fa62ba79 service nova] [instance: 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2] Refreshing instance network info cache due to event network-changed-a7d6c400-86f7-4064-a982-8d67107961e3. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 670.879917] env[69699]: DEBUG oslo_concurrency.lockutils [req-1ef36ed5-cf63-4be2-8913-66b66f008644 req-f048c1d2-5ea1-4c41-bbc4-6e29fa62ba79 service nova] Acquiring lock "refresh_cache-1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.879917] env[69699]: DEBUG oslo_concurrency.lockutils [req-1ef36ed5-cf63-4be2-8913-66b66f008644 req-f048c1d2-5ea1-4c41-bbc4-6e29fa62ba79 service nova] Acquired lock "refresh_cache-1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.879917] env[69699]: DEBUG nova.network.neutron [req-1ef36ed5-cf63-4be2-8913-66b66f008644 req-f048c1d2-5ea1-4c41-bbc4-6e29fa62ba79 service nova] [instance: 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2] Refreshing network info cache for port a7d6c400-86f7-4064-a982-8d67107961e3 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 671.020589] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895d9ecb-e72b-4849-9b4e-a0b74d7494f9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.027991] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80fa0e19-16a8-423a-80d9-b995b4dcd1bc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.059425] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ada454-3c5f-4b26-8afc-786dd9ea4414 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.066932] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df05191-321d-4d49-b9cd-0a2e2f952b37 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.082434] env[69699]: DEBUG nova.compute.provider_tree [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.145210] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606643, 'name': CreateVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.172441] env[69699]: DEBUG oslo_vmware.api [None req-4d44bff0-3c5c-4e7a-932c-86d3f5d7e0dc tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606639, 'name': CloneVM_Task, 'duration_secs': 1.400679} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.172441] env[69699]: INFO nova.virt.vmwareapi.vmops [None req-4d44bff0-3c5c-4e7a-932c-86d3f5d7e0dc tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Created linked-clone VM from snapshot [ 671.172441] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70aa942-d07c-4dae-91bb-f8d136926fea {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.179517] env[69699]: DEBUG nova.virt.vmwareapi.images [None req-4d44bff0-3c5c-4e7a-932c-86d3f5d7e0dc tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Uploading image afe00310-c37a-4ff7-8c67-b0851785089a {{(pid=69699) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 671.207766] env[69699]: DEBUG oslo_vmware.rw_handles [None req-4d44bff0-3c5c-4e7a-932c-86d3f5d7e0dc tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 671.207766] env[69699]: value = "vm-719479" [ 671.207766] env[69699]: _type = "VirtualMachine" [ 671.207766] env[69699]: }. {{(pid=69699) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 671.208064] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5088c72c-d59e-4ff3-9db4-8111258d9b9b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.210211] env[69699]: INFO nova.compute.manager [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Took 41.01 seconds to build instance. [ 671.216929] env[69699]: DEBUG oslo_vmware.rw_handles [None req-4d44bff0-3c5c-4e7a-932c-86d3f5d7e0dc tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Lease: (returnval){ [ 671.216929] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c00b6d-ba18-90d0-2ac6-02b05b1f3080" [ 671.216929] env[69699]: _type = "HttpNfcLease" [ 671.216929] env[69699]: } obtained for exporting VM: (result){ [ 671.216929] env[69699]: value = "vm-719479" [ 671.216929] env[69699]: _type = "VirtualMachine" [ 671.216929] env[69699]: }. {{(pid=69699) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 671.216929] env[69699]: DEBUG oslo_vmware.api [None req-4d44bff0-3c5c-4e7a-932c-86d3f5d7e0dc tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Waiting for the lease: (returnval){ [ 671.216929] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c00b6d-ba18-90d0-2ac6-02b05b1f3080" [ 671.216929] env[69699]: _type = "HttpNfcLease" [ 671.216929] env[69699]: } to be ready. {{(pid=69699) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 671.226144] env[69699]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 671.226144] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c00b6d-ba18-90d0-2ac6-02b05b1f3080" [ 671.226144] env[69699]: _type = "HttpNfcLease" [ 671.226144] env[69699]: } is initializing. {{(pid=69699) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 671.385193] env[69699]: DEBUG nova.network.neutron [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 6d7a78cf-7d52-4f84-9f93-10bd4fddb511] Successfully updated port: 7d6ae8fe-d315-4af0-b034-8382588f840a {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 671.585811] env[69699]: DEBUG nova.scheduler.client.report [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.647896] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606643, 'name': CreateVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.715778] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aba778c7-3fa0-4e6b-ad0f-25c165d62dce tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Lock "16f935f2-2c14-4c1a-9f55-c5c219b3101c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.630s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.724593] env[69699]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 671.724593] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c00b6d-ba18-90d0-2ac6-02b05b1f3080" [ 671.724593] env[69699]: _type = "HttpNfcLease" [ 671.724593] env[69699]: } is ready. {{(pid=69699) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 671.725521] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Acquiring lock "refresh_cache-2b73a142-8d85-4ef8-8fe6-940dda6d6521" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.725589] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Acquired lock "refresh_cache-2b73a142-8d85-4ef8-8fe6-940dda6d6521" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.725763] env[69699]: DEBUG nova.network.neutron [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.727614] env[69699]: DEBUG oslo_vmware.rw_handles [None req-4d44bff0-3c5c-4e7a-932c-86d3f5d7e0dc tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 671.727614] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c00b6d-ba18-90d0-2ac6-02b05b1f3080" [ 671.727614] env[69699]: _type = "HttpNfcLease" [ 671.727614] env[69699]: }. {{(pid=69699) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 671.728559] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ecbafa1-f302-4929-b316-98de7c1bdce6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.732336] env[69699]: DEBUG nova.network.neutron [req-1ef36ed5-cf63-4be2-8913-66b66f008644 req-f048c1d2-5ea1-4c41-bbc4-6e29fa62ba79 service nova] [instance: 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2] Updated VIF entry in instance network info cache for port a7d6c400-86f7-4064-a982-8d67107961e3. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.732738] env[69699]: DEBUG nova.network.neutron [req-1ef36ed5-cf63-4be2-8913-66b66f008644 req-f048c1d2-5ea1-4c41-bbc4-6e29fa62ba79 service nova] [instance: 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2] Updating instance_info_cache with network_info: [{"id": "a7d6c400-86f7-4064-a982-8d67107961e3", "address": "fa:16:3e:9f:40:60", "network": {"id": "3116feab-9f0d-4572-90db-6240fd8ced59", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-990013026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "882e8f11135941d7b8996998e9e05ff6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7d6c400-86", "ovs_interfaceid": "a7d6c400-86f7-4064-a982-8d67107961e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.747656] env[69699]: DEBUG oslo_vmware.rw_handles [None req-4d44bff0-3c5c-4e7a-932c-86d3f5d7e0dc tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5201ad8f-522b-0871-b0a0-11b648b964b1/disk-0.vmdk from lease info. {{(pid=69699) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 671.747866] env[69699]: DEBUG oslo_vmware.rw_handles [None req-4d44bff0-3c5c-4e7a-932c-86d3f5d7e0dc tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5201ad8f-522b-0871-b0a0-11b648b964b1/disk-0.vmdk for reading. {{(pid=69699) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 671.847379] env[69699]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a2f7ea3d-81fa-47b3-905c-25df234fa681 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.890566] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Acquiring lock "refresh_cache-6d7a78cf-7d52-4f84-9f93-10bd4fddb511" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.890566] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Acquired lock "refresh_cache-6d7a78cf-7d52-4f84-9f93-10bd4fddb511" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.890566] env[69699]: DEBUG nova.network.neutron [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 6d7a78cf-7d52-4f84-9f93-10bd4fddb511] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 672.095774] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.096220] env[69699]: DEBUG nova.compute.manager [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 672.098909] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.099s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.100634] env[69699]: INFO nova.compute.claims [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 672.146392] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606643, 'name': CreateVM_Task, 'duration_secs': 1.033479} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.146672] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 672.147427] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.147646] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.148250] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.148791] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a67093e-f697-4ad9-8d95-1934b66b372e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.154390] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Waiting for the task: (returnval){ [ 672.154390] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52425285-8472-aebf-27c8-f29403a7c67e" [ 672.154390] env[69699]: _type = "Task" [ 672.154390] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.165157] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52425285-8472-aebf-27c8-f29403a7c67e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.219213] env[69699]: DEBUG nova.compute.manager [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 672.247034] env[69699]: DEBUG oslo_concurrency.lockutils [req-1ef36ed5-cf63-4be2-8913-66b66f008644 req-f048c1d2-5ea1-4c41-bbc4-6e29fa62ba79 service nova] Releasing lock "refresh_cache-1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.451314] env[69699]: DEBUG nova.network.neutron [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 6d7a78cf-7d52-4f84-9f93-10bd4fddb511] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 672.560664] env[69699]: DEBUG nova.network.neutron [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Updating instance_info_cache with network_info: [{"id": "2ef2e7c8-0270-4c87-b05b-5589679d44b4", "address": "fa:16:3e:06:a5:f5", "network": {"id": "cf7e11e8-f0e1-4137-b176-ce92b41f73aa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7ead911ee02c4672932553c72aa317e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ef2e7c8-02", "ovs_interfaceid": "2ef2e7c8-0270-4c87-b05b-5589679d44b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.605731] env[69699]: DEBUG nova.compute.utils [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 672.617171] env[69699]: DEBUG nova.compute.manager [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 672.617404] env[69699]: DEBUG nova.network.neutron [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 672.676644] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52425285-8472-aebf-27c8-f29403a7c67e, 'name': SearchDatastore_Task, 'duration_secs': 0.009214} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.679969] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.679969] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 672.679969] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.679969] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.680369] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.682537] env[69699]: DEBUG nova.policy [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc658fa1c0dc4b23ae42482427ec31c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '882e8f11135941d7b8996998e9e05ff6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 672.683885] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7894db94-c34d-4fe8-84e5-746a06ed2c2b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.693845] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.694074] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 672.695433] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c050ba4-30ad-4a4d-9b20-f04372d36b7d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.700510] env[69699]: DEBUG nova.network.neutron [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 6d7a78cf-7d52-4f84-9f93-10bd4fddb511] Updating instance_info_cache with network_info: [{"id": "7d6ae8fe-d315-4af0-b034-8382588f840a", "address": "fa:16:3e:34:19:c2", "network": {"id": "3116feab-9f0d-4572-90db-6240fd8ced59", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-990013026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "882e8f11135941d7b8996998e9e05ff6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d6ae8fe-d3", "ovs_interfaceid": "7d6ae8fe-d315-4af0-b034-8382588f840a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.705754] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Waiting for the task: (returnval){ [ 672.705754] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5274be5d-4e0a-18c2-1dd1-e6b00c45cb7a" [ 672.705754] env[69699]: _type = "Task" [ 672.705754] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.717081] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5274be5d-4e0a-18c2-1dd1-e6b00c45cb7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.748780] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.023288] env[69699]: DEBUG nova.compute.manager [req-4c52a989-7f2a-47ac-91e4-7d507bfabb78 req-cb28d66f-64c9-4424-a64e-2d8c9a606a7c service nova] [instance: 6d7a78cf-7d52-4f84-9f93-10bd4fddb511] Received event network-vif-plugged-7d6ae8fe-d315-4af0-b034-8382588f840a {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.023288] env[69699]: DEBUG oslo_concurrency.lockutils [req-4c52a989-7f2a-47ac-91e4-7d507bfabb78 req-cb28d66f-64c9-4424-a64e-2d8c9a606a7c service nova] Acquiring lock "6d7a78cf-7d52-4f84-9f93-10bd4fddb511-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.023288] env[69699]: DEBUG oslo_concurrency.lockutils [req-4c52a989-7f2a-47ac-91e4-7d507bfabb78 req-cb28d66f-64c9-4424-a64e-2d8c9a606a7c service nova] Lock "6d7a78cf-7d52-4f84-9f93-10bd4fddb511-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.023288] env[69699]: DEBUG oslo_concurrency.lockutils [req-4c52a989-7f2a-47ac-91e4-7d507bfabb78 req-cb28d66f-64c9-4424-a64e-2d8c9a606a7c service nova] Lock "6d7a78cf-7d52-4f84-9f93-10bd4fddb511-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.023288] env[69699]: DEBUG nova.compute.manager [req-4c52a989-7f2a-47ac-91e4-7d507bfabb78 req-cb28d66f-64c9-4424-a64e-2d8c9a606a7c service nova] [instance: 6d7a78cf-7d52-4f84-9f93-10bd4fddb511] No waiting events found dispatching network-vif-plugged-7d6ae8fe-d315-4af0-b034-8382588f840a {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 673.023911] env[69699]: WARNING nova.compute.manager [req-4c52a989-7f2a-47ac-91e4-7d507bfabb78 req-cb28d66f-64c9-4424-a64e-2d8c9a606a7c service nova] [instance: 6d7a78cf-7d52-4f84-9f93-10bd4fddb511] Received unexpected event network-vif-plugged-7d6ae8fe-d315-4af0-b034-8382588f840a for instance with vm_state building and task_state spawning. [ 673.023911] env[69699]: DEBUG nova.compute.manager [req-4c52a989-7f2a-47ac-91e4-7d507bfabb78 req-cb28d66f-64c9-4424-a64e-2d8c9a606a7c service nova] [instance: 6d7a78cf-7d52-4f84-9f93-10bd4fddb511] Received event network-changed-7d6ae8fe-d315-4af0-b034-8382588f840a {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.023911] env[69699]: DEBUG nova.compute.manager [req-4c52a989-7f2a-47ac-91e4-7d507bfabb78 req-cb28d66f-64c9-4424-a64e-2d8c9a606a7c service nova] [instance: 6d7a78cf-7d52-4f84-9f93-10bd4fddb511] Refreshing instance network info cache due to event network-changed-7d6ae8fe-d315-4af0-b034-8382588f840a. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 673.023911] env[69699]: DEBUG oslo_concurrency.lockutils [req-4c52a989-7f2a-47ac-91e4-7d507bfabb78 req-cb28d66f-64c9-4424-a64e-2d8c9a606a7c service nova] Acquiring lock "refresh_cache-6d7a78cf-7d52-4f84-9f93-10bd4fddb511" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.063814] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Releasing lock "refresh_cache-2b73a142-8d85-4ef8-8fe6-940dda6d6521" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.115906] env[69699]: DEBUG nova.compute.manager [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 673.131858] env[69699]: DEBUG nova.network.neutron [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e] Successfully created port: 201f4334-c57c-426c-b9d0-48a1b1c37d36 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 673.206027] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Releasing lock "refresh_cache-6d7a78cf-7d52-4f84-9f93-10bd4fddb511" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.206027] env[69699]: DEBUG nova.compute.manager [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 6d7a78cf-7d52-4f84-9f93-10bd4fddb511] Instance network_info: |[{"id": "7d6ae8fe-d315-4af0-b034-8382588f840a", "address": "fa:16:3e:34:19:c2", "network": {"id": "3116feab-9f0d-4572-90db-6240fd8ced59", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-990013026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "882e8f11135941d7b8996998e9e05ff6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d6ae8fe-d3", "ovs_interfaceid": "7d6ae8fe-d315-4af0-b034-8382588f840a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 673.206230] env[69699]: DEBUG oslo_concurrency.lockutils [req-4c52a989-7f2a-47ac-91e4-7d507bfabb78 req-cb28d66f-64c9-4424-a64e-2d8c9a606a7c service nova] Acquired lock "refresh_cache-6d7a78cf-7d52-4f84-9f93-10bd4fddb511" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.206230] env[69699]: DEBUG nova.network.neutron [req-4c52a989-7f2a-47ac-91e4-7d507bfabb78 req-cb28d66f-64c9-4424-a64e-2d8c9a606a7c service nova] [instance: 6d7a78cf-7d52-4f84-9f93-10bd4fddb511] Refreshing network info cache for port 7d6ae8fe-d315-4af0-b034-8382588f840a {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 673.206230] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 6d7a78cf-7d52-4f84-9f93-10bd4fddb511] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:19:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b033f4d-2e92-4702-add6-410a29d3f251', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d6ae8fe-d315-4af0-b034-8382588f840a', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.216631] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.221699] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d7a78cf-7d52-4f84-9f93-10bd4fddb511] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 673.225770] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ff33162-b6f3-4afd-bbbc-13ced1622320 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.253653] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5274be5d-4e0a-18c2-1dd1-e6b00c45cb7a, 'name': SearchDatastore_Task, 'duration_secs': 0.011197} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.256427] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.256427] env[69699]: value = "task-3606649" [ 673.256427] env[69699]: _type = "Task" [ 673.256427] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.257036] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0490fb8b-aa10-4170-99e6-66b6e5a7728c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.270175] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Waiting for the task: (returnval){ [ 673.270175] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5270d4f1-3a10-70a3-51a5-66cc69e109e5" [ 673.270175] env[69699]: _type = "Task" [ 673.270175] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.275926] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606649, 'name': CreateVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.284876] env[69699]: DEBUG nova.compute.manager [None req-1b7b5b5d-531e-4d27-83b4-adaacfccbfd2 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 673.289626] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36513fc7-8f4e-4f3a-9156-9bff1b66cb28 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.300717] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5270d4f1-3a10-70a3-51a5-66cc69e109e5, 'name': SearchDatastore_Task, 'duration_secs': 0.012036} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.300717] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.300717] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2/1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 673.303225] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25d80927-cf0d-486a-8295-03afe89764f7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.311821] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Waiting for the task: (returnval){ [ 673.311821] env[69699]: value = "task-3606651" [ 673.311821] env[69699]: _type = "Task" [ 673.311821] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.323926] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': task-3606651, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.591921] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a1204f-8aaf-43dc-8664-7a45e97f3456 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.639431] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b34fea5-0186-48c2-b909-27b9601e777d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.651656] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Updating instance '2b73a142-8d85-4ef8-8fe6-940dda6d6521' progress to 83 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 673.781535] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606649, 'name': CreateVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.809113] env[69699]: INFO nova.compute.manager [None req-1b7b5b5d-531e-4d27-83b4-adaacfccbfd2 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] instance snapshotting [ 673.818442] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46965762-a027-4041-9048-0fe96decd3a9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.849985] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad86cb55-7991-4232-9bb5-a9768cec803c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.853481] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': task-3606651, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.928877] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e806c257-50c2-4a63-9c31-fb037962b1c0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.939458] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c954f6-0a91-4e1d-866c-2c02d3aa7007 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.976232] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342fe5af-e3a6-40c5-afd5-d03546197bc8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.984534] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cbfc274-238d-4858-84bf-af44067f40a1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.998803] env[69699]: DEBUG nova.compute.provider_tree [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.129188] env[69699]: DEBUG nova.network.neutron [req-4c52a989-7f2a-47ac-91e4-7d507bfabb78 req-cb28d66f-64c9-4424-a64e-2d8c9a606a7c service nova] [instance: 6d7a78cf-7d52-4f84-9f93-10bd4fddb511] Updated VIF entry in instance network info cache for port 7d6ae8fe-d315-4af0-b034-8382588f840a. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 674.129188] env[69699]: DEBUG nova.network.neutron [req-4c52a989-7f2a-47ac-91e4-7d507bfabb78 req-cb28d66f-64c9-4424-a64e-2d8c9a606a7c service nova] [instance: 6d7a78cf-7d52-4f84-9f93-10bd4fddb511] Updating instance_info_cache with network_info: [{"id": "7d6ae8fe-d315-4af0-b034-8382588f840a", "address": "fa:16:3e:34:19:c2", "network": {"id": "3116feab-9f0d-4572-90db-6240fd8ced59", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-990013026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "882e8f11135941d7b8996998e9e05ff6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d6ae8fe-d3", "ovs_interfaceid": "7d6ae8fe-d315-4af0-b034-8382588f840a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.146732] env[69699]: DEBUG nova.compute.manager [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 674.159172] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 674.159659] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c760bdcc-1328-43ef-9d57-0cdb9970e07c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.171144] env[69699]: DEBUG oslo_vmware.api [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Waiting for the task: (returnval){ [ 674.171144] env[69699]: value = "task-3606652" [ 674.171144] env[69699]: _type = "Task" [ 674.171144] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.174048] env[69699]: DEBUG nova.virt.hardware [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 674.174330] env[69699]: DEBUG nova.virt.hardware [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 674.174779] env[69699]: DEBUG nova.virt.hardware [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.174779] env[69699]: DEBUG nova.virt.hardware [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 674.174890] env[69699]: DEBUG nova.virt.hardware [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.175173] env[69699]: DEBUG nova.virt.hardware [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 674.175478] env[69699]: DEBUG nova.virt.hardware [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 674.175655] env[69699]: DEBUG nova.virt.hardware [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 674.175845] env[69699]: DEBUG nova.virt.hardware [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 674.175982] env[69699]: DEBUG nova.virt.hardware [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 674.176513] env[69699]: DEBUG nova.virt.hardware [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 674.177560] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ce354b-9f9b-4131-b1e4-03ec4823df36 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.191886] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e892a6-a8f6-4a92-99b7-84d0884d443d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.195992] env[69699]: DEBUG oslo_vmware.api [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3606652, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.272178] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606649, 'name': CreateVM_Task, 'duration_secs': 0.524767} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.272529] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d7a78cf-7d52-4f84-9f93-10bd4fddb511] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.273298] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.273535] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.273851] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.274413] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0645c397-a2f4-4e4c-bde1-308e174def09 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.280304] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Waiting for the task: (returnval){ [ 674.280304] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5205a6fa-e3b7-882a-a3d4-e0dcbdbd1157" [ 674.280304] env[69699]: _type = "Task" [ 674.280304] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.292388] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5205a6fa-e3b7-882a-a3d4-e0dcbdbd1157, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.313226] env[69699]: DEBUG oslo_concurrency.lockutils [None req-504c3507-555a-4db0-b68c-145e090957b0 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Acquiring lock "daab1c9b-cf22-4ef3-901b-56dfa26ac10e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.313559] env[69699]: DEBUG oslo_concurrency.lockutils [None req-504c3507-555a-4db0-b68c-145e090957b0 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Lock "daab1c9b-cf22-4ef3-901b-56dfa26ac10e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.313946] env[69699]: DEBUG oslo_concurrency.lockutils [None req-504c3507-555a-4db0-b68c-145e090957b0 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Acquiring lock "daab1c9b-cf22-4ef3-901b-56dfa26ac10e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.314441] env[69699]: DEBUG oslo_concurrency.lockutils [None req-504c3507-555a-4db0-b68c-145e090957b0 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Lock "daab1c9b-cf22-4ef3-901b-56dfa26ac10e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.314748] env[69699]: DEBUG oslo_concurrency.lockutils [None req-504c3507-555a-4db0-b68c-145e090957b0 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Lock "daab1c9b-cf22-4ef3-901b-56dfa26ac10e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.322194] env[69699]: INFO nova.compute.manager [None req-504c3507-555a-4db0-b68c-145e090957b0 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] Terminating instance [ 674.330097] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': task-3606651, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609513} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.330264] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2/1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 674.330676] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 674.330964] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eee65fba-094f-481e-918c-c2aa6ba10773 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.338540] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Waiting for the task: (returnval){ [ 674.338540] env[69699]: value = "task-3606653" [ 674.338540] env[69699]: _type = "Task" [ 674.338540] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.348664] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': task-3606653, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.370126] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-1b7b5b5d-531e-4d27-83b4-adaacfccbfd2 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Creating Snapshot of the VM instance {{(pid=69699) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 674.370442] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4ba54d7c-d027-4f16-ac41-f5c81969d752 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.377010] env[69699]: DEBUG oslo_vmware.api [None req-1b7b5b5d-531e-4d27-83b4-adaacfccbfd2 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Waiting for the task: (returnval){ [ 674.377010] env[69699]: value = "task-3606654" [ 674.377010] env[69699]: _type = "Task" [ 674.377010] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.386492] env[69699]: DEBUG oslo_vmware.api [None req-1b7b5b5d-531e-4d27-83b4-adaacfccbfd2 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Task: {'id': task-3606654, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.505119] env[69699]: DEBUG nova.scheduler.client.report [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.635021] env[69699]: DEBUG oslo_concurrency.lockutils [req-4c52a989-7f2a-47ac-91e4-7d507bfabb78 req-cb28d66f-64c9-4424-a64e-2d8c9a606a7c service nova] Releasing lock "refresh_cache-6d7a78cf-7d52-4f84-9f93-10bd4fddb511" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.687099] env[69699]: DEBUG oslo_vmware.api [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3606652, 'name': PowerOnVM_Task, 'duration_secs': 0.459479} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.687863] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.688322] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-aeaad859-87f1-4a08-b9c4-e74f1bafd032 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Updating instance '2b73a142-8d85-4ef8-8fe6-940dda6d6521' progress to 100 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 674.759825] env[69699]: DEBUG nova.network.neutron [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e] Successfully updated port: 201f4334-c57c-426c-b9d0-48a1b1c37d36 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 674.792619] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5205a6fa-e3b7-882a-a3d4-e0dcbdbd1157, 'name': SearchDatastore_Task, 'duration_secs': 0.010592} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.793035] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.793338] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 6d7a78cf-7d52-4f84-9f93-10bd4fddb511] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 674.793615] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.793811] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.794115] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 674.794724] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e9830ed-cd39-4084-8f47-d7865a7ecffc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.803898] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 674.804103] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 674.805961] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e2e2958-43a4-448d-b626-1248e46902d0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.810140] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Waiting for the task: (returnval){ [ 674.810140] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c0f598-fbd5-aef6-0934-2d9ee25e28e5" [ 674.810140] env[69699]: _type = "Task" [ 674.810140] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.819231] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c0f598-fbd5-aef6-0934-2d9ee25e28e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.827016] env[69699]: DEBUG nova.compute.manager [None req-504c3507-555a-4db0-b68c-145e090957b0 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 674.827254] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-504c3507-555a-4db0-b68c-145e090957b0 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 674.828089] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3f9475-e8ce-410b-83d9-027c8501e237 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.835790] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-504c3507-555a-4db0-b68c-145e090957b0 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 674.836052] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-397c19d7-216a-4ab9-909a-ecef260eac26 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.843524] env[69699]: DEBUG oslo_vmware.api [None req-504c3507-555a-4db0-b68c-145e090957b0 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Waiting for the task: (returnval){ [ 674.843524] env[69699]: value = "task-3606655" [ 674.843524] env[69699]: _type = "Task" [ 674.843524] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.850349] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': task-3606653, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07304} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.850846] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 674.851622] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2421415c-e057-408b-9210-1ffff99cfc02 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.856810] env[69699]: DEBUG oslo_vmware.api [None req-504c3507-555a-4db0-b68c-145e090957b0 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Task: {'id': task-3606655, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.876929] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2/1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 674.877706] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64bca375-364f-4acf-abaa-99c550ed3a22 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.900646] env[69699]: DEBUG oslo_vmware.api [None req-1b7b5b5d-531e-4d27-83b4-adaacfccbfd2 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Task: {'id': task-3606654, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.902192] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Waiting for the task: (returnval){ [ 674.902192] env[69699]: value = "task-3606656" [ 674.902192] env[69699]: _type = "Task" [ 674.902192] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.910103] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': task-3606656, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.014306] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.915s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.015222] env[69699]: DEBUG nova.compute.manager [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 675.019117] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4719fd34-e6d4-4dc5-ac06-238d6fe0d885 tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.810s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.019365] env[69699]: DEBUG nova.objects.instance [None req-4719fd34-e6d4-4dc5-ac06-238d6fe0d885 tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Lazy-loading 'resources' on Instance uuid 6d276c01-142d-4814-9a6e-52da8bc20897 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 675.103895] env[69699]: DEBUG nova.compute.manager [req-c3249ded-039c-4e4c-a372-0c7e304d7402 req-1f46ebda-044f-451d-a7bd-f31e3c39d99f service nova] [instance: 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e] Received event network-vif-plugged-201f4334-c57c-426c-b9d0-48a1b1c37d36 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.103895] env[69699]: DEBUG oslo_concurrency.lockutils [req-c3249ded-039c-4e4c-a372-0c7e304d7402 req-1f46ebda-044f-451d-a7bd-f31e3c39d99f service nova] Acquiring lock "1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.103895] env[69699]: DEBUG oslo_concurrency.lockutils [req-c3249ded-039c-4e4c-a372-0c7e304d7402 req-1f46ebda-044f-451d-a7bd-f31e3c39d99f service nova] Lock "1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.103895] env[69699]: DEBUG oslo_concurrency.lockutils [req-c3249ded-039c-4e4c-a372-0c7e304d7402 req-1f46ebda-044f-451d-a7bd-f31e3c39d99f service nova] Lock "1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.103895] env[69699]: DEBUG nova.compute.manager [req-c3249ded-039c-4e4c-a372-0c7e304d7402 req-1f46ebda-044f-451d-a7bd-f31e3c39d99f service nova] [instance: 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e] No waiting events found dispatching network-vif-plugged-201f4334-c57c-426c-b9d0-48a1b1c37d36 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 675.104445] env[69699]: WARNING nova.compute.manager [req-c3249ded-039c-4e4c-a372-0c7e304d7402 req-1f46ebda-044f-451d-a7bd-f31e3c39d99f service nova] [instance: 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e] Received unexpected event network-vif-plugged-201f4334-c57c-426c-b9d0-48a1b1c37d36 for instance with vm_state building and task_state spawning. [ 675.104445] env[69699]: DEBUG nova.compute.manager [req-c3249ded-039c-4e4c-a372-0c7e304d7402 req-1f46ebda-044f-451d-a7bd-f31e3c39d99f service nova] [instance: 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e] Received event network-changed-201f4334-c57c-426c-b9d0-48a1b1c37d36 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.104445] env[69699]: DEBUG nova.compute.manager [req-c3249ded-039c-4e4c-a372-0c7e304d7402 req-1f46ebda-044f-451d-a7bd-f31e3c39d99f service nova] [instance: 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e] Refreshing instance network info cache due to event network-changed-201f4334-c57c-426c-b9d0-48a1b1c37d36. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 675.104445] env[69699]: DEBUG oslo_concurrency.lockutils [req-c3249ded-039c-4e4c-a372-0c7e304d7402 req-1f46ebda-044f-451d-a7bd-f31e3c39d99f service nova] Acquiring lock "refresh_cache-1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.104445] env[69699]: DEBUG oslo_concurrency.lockutils [req-c3249ded-039c-4e4c-a372-0c7e304d7402 req-1f46ebda-044f-451d-a7bd-f31e3c39d99f service nova] Acquired lock "refresh_cache-1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.104579] env[69699]: DEBUG nova.network.neutron [req-c3249ded-039c-4e4c-a372-0c7e304d7402 req-1f46ebda-044f-451d-a7bd-f31e3c39d99f service nova] [instance: 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e] Refreshing network info cache for port 201f4334-c57c-426c-b9d0-48a1b1c37d36 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 675.266975] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Acquiring lock "refresh_cache-1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.329248] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c0f598-fbd5-aef6-0934-2d9ee25e28e5, 'name': SearchDatastore_Task, 'duration_secs': 0.023228} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.330159] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d61338d9-2362-4d22-a60d-59fb3c852d23 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.336324] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Waiting for the task: (returnval){ [ 675.336324] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]527fa123-1c19-7ace-dfaf-0d7e318e43d8" [ 675.336324] env[69699]: _type = "Task" [ 675.336324] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.344338] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]527fa123-1c19-7ace-dfaf-0d7e318e43d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.353773] env[69699]: DEBUG oslo_vmware.api [None req-504c3507-555a-4db0-b68c-145e090957b0 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Task: {'id': task-3606655, 'name': PowerOffVM_Task, 'duration_secs': 0.348089} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.354050] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-504c3507-555a-4db0-b68c-145e090957b0 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 675.354221] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-504c3507-555a-4db0-b68c-145e090957b0 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 675.354470] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8cdc583f-c801-4993-b2fe-46d544acfa6f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.404058] env[69699]: DEBUG oslo_vmware.api [None req-1b7b5b5d-531e-4d27-83b4-adaacfccbfd2 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Task: {'id': task-3606654, 'name': CreateSnapshot_Task, 'duration_secs': 0.872286} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.405815] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d63ac2c-f593-4779-b039-f1b6f519e0d8 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Volume attach. Driver type: vmdk {{(pid=69699) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 675.405815] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d63ac2c-f593-4779-b039-f1b6f519e0d8 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719484', 'volume_id': '2913d933-fdbc-4160-b1d4-61c10ad39313', 'name': 'volume-2913d933-fdbc-4160-b1d4-61c10ad39313', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e46d11e1-2931-4ed2-907e-1577961e3d03', 'attached_at': '', 'detached_at': '', 'volume_id': '2913d933-fdbc-4160-b1d4-61c10ad39313', 'serial': '2913d933-fdbc-4160-b1d4-61c10ad39313'} {{(pid=69699) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 675.408932] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-1b7b5b5d-531e-4d27-83b4-adaacfccbfd2 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Created Snapshot of the VM instance {{(pid=69699) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 675.409334] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f74d7e9-f566-4dd5-98a5-ab4837dd8037 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.413196] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9d368c-7b97-406b-a4c2-430107501c04 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.424289] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': task-3606656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.442964] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ac9c43-947f-44c7-818b-6bb55390a9fc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.447646] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-504c3507-555a-4db0-b68c-145e090957b0 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 675.447646] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-504c3507-555a-4db0-b68c-145e090957b0 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 675.447646] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-504c3507-555a-4db0-b68c-145e090957b0 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Deleting the datastore file [datastore2] daab1c9b-cf22-4ef3-901b-56dfa26ac10e {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 675.451250] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5bf349f1-6bdb-4adf-afd1-3e9b1f3cd332 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.481050] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d63ac2c-f593-4779-b039-f1b6f519e0d8 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] volume-2913d933-fdbc-4160-b1d4-61c10ad39313/volume-2913d933-fdbc-4160-b1d4-61c10ad39313.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.483506] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-beb66c31-2132-486d-bff1-0c0a8b18910b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.496601] env[69699]: DEBUG oslo_vmware.api [None req-504c3507-555a-4db0-b68c-145e090957b0 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Waiting for the task: (returnval){ [ 675.496601] env[69699]: value = "task-3606658" [ 675.496601] env[69699]: _type = "Task" [ 675.496601] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.504231] env[69699]: DEBUG oslo_vmware.api [None req-0d63ac2c-f593-4779-b039-f1b6f519e0d8 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Waiting for the task: (returnval){ [ 675.504231] env[69699]: value = "task-3606659" [ 675.504231] env[69699]: _type = "Task" [ 675.504231] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.509150] env[69699]: DEBUG oslo_vmware.api [None req-504c3507-555a-4db0-b68c-145e090957b0 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Task: {'id': task-3606658, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.516672] env[69699]: DEBUG oslo_vmware.api [None req-0d63ac2c-f593-4779-b039-f1b6f519e0d8 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Task: {'id': task-3606659, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.523251] env[69699]: DEBUG nova.compute.utils [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 675.525283] env[69699]: DEBUG nova.compute.manager [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 675.525558] env[69699]: DEBUG nova.network.neutron [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 675.583941] env[69699]: DEBUG nova.policy [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b8fb98467964ca0bbc5e66077126b29', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb2ab604e8ea4987b0a20bce735b2278', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 675.664037] env[69699]: DEBUG nova.network.neutron [req-c3249ded-039c-4e4c-a372-0c7e304d7402 req-1f46ebda-044f-451d-a7bd-f31e3c39d99f service nova] [instance: 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 675.807227] env[69699]: DEBUG nova.network.neutron [req-c3249ded-039c-4e4c-a372-0c7e304d7402 req-1f46ebda-044f-451d-a7bd-f31e3c39d99f service nova] [instance: 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.846986] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]527fa123-1c19-7ace-dfaf-0d7e318e43d8, 'name': SearchDatastore_Task, 'duration_secs': 0.023514} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.850061] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.850407] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 6d7a78cf-7d52-4f84-9f93-10bd4fddb511/6d7a78cf-7d52-4f84-9f93-10bd4fddb511.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.850894] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86656bd4-f9a0-45bc-b817-b1333e684287 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.857024] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Waiting for the task: (returnval){ [ 675.857024] env[69699]: value = "task-3606660" [ 675.857024] env[69699]: _type = "Task" [ 675.857024] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.868168] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': task-3606660, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.914327] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': task-3606656, 'name': ReconfigVM_Task, 'duration_secs': 0.574428} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.914642] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2/1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 675.915316] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1355e7f7-083c-4519-ae1c-7c3975bc65b8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.922044] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Waiting for the task: (returnval){ [ 675.922044] env[69699]: value = "task-3606661" [ 675.922044] env[69699]: _type = "Task" [ 675.922044] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.930391] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': task-3606661, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.965230] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-1b7b5b5d-531e-4d27-83b4-adaacfccbfd2 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Creating linked-clone VM from snapshot {{(pid=69699) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 675.965230] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7da3820d-5438-41dc-81b0-38836170d4dd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.975905] env[69699]: DEBUG oslo_vmware.api [None req-1b7b5b5d-531e-4d27-83b4-adaacfccbfd2 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Waiting for the task: (returnval){ [ 675.975905] env[69699]: value = "task-3606662" [ 675.975905] env[69699]: _type = "Task" [ 675.975905] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.986821] env[69699]: DEBUG oslo_vmware.api [None req-1b7b5b5d-531e-4d27-83b4-adaacfccbfd2 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Task: {'id': task-3606662, 'name': CloneVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.012921] env[69699]: DEBUG oslo_vmware.api [None req-504c3507-555a-4db0-b68c-145e090957b0 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Task: {'id': task-3606658, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372754} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.013585] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-504c3507-555a-4db0-b68c-145e090957b0 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 676.013802] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-504c3507-555a-4db0-b68c-145e090957b0 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 676.014060] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-504c3507-555a-4db0-b68c-145e090957b0 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 676.014214] env[69699]: INFO nova.compute.manager [None req-504c3507-555a-4db0-b68c-145e090957b0 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] Took 1.19 seconds to destroy the instance on the hypervisor. [ 676.014496] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-504c3507-555a-4db0-b68c-145e090957b0 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.014863] env[69699]: DEBUG nova.compute.manager [-] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 676.014863] env[69699]: DEBUG nova.network.neutron [-] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 676.019609] env[69699]: DEBUG oslo_vmware.api [None req-0d63ac2c-f593-4779-b039-f1b6f519e0d8 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Task: {'id': task-3606659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.025669] env[69699]: DEBUG nova.compute.manager [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 676.134307] env[69699]: DEBUG nova.network.neutron [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Successfully created port: e9eb2af9-0ab9-4a2d-84c5-98b8ea236cfc {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 676.169420] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d595e1-9394-460a-99b5-370085ff1a1f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.177447] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d24390-2d94-4861-877d-54150a5d947b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.218618] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c5e26b-72a2-4c8c-a413-6e2376ee94ac {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.234079] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0cc186-e136-475d-83d3-0c9ccc49c740 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.250144] env[69699]: DEBUG nova.compute.provider_tree [None req-4719fd34-e6d4-4dc5-ac06-238d6fe0d885 tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.308184] env[69699]: DEBUG oslo_concurrency.lockutils [req-c3249ded-039c-4e4c-a372-0c7e304d7402 req-1f46ebda-044f-451d-a7bd-f31e3c39d99f service nova] Releasing lock "refresh_cache-1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.308573] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Acquired lock "refresh_cache-1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.308751] env[69699]: DEBUG nova.network.neutron [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.369653] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': task-3606660, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.437889] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': task-3606661, 'name': Rename_Task, 'duration_secs': 0.418697} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.438189] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 676.438450] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3ec2ea6-6f37-4147-92c6-42616968adaa {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.447798] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Waiting for the task: (returnval){ [ 676.447798] env[69699]: value = "task-3606663" [ 676.447798] env[69699]: _type = "Task" [ 676.447798] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.459084] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': task-3606663, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.488075] env[69699]: DEBUG oslo_vmware.api [None req-1b7b5b5d-531e-4d27-83b4-adaacfccbfd2 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Task: {'id': task-3606662, 'name': CloneVM_Task} progress is 94%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.516593] env[69699]: DEBUG oslo_vmware.api [None req-0d63ac2c-f593-4779-b039-f1b6f519e0d8 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Task: {'id': task-3606659, 'name': ReconfigVM_Task, 'duration_secs': 0.838268} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.516897] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d63ac2c-f593-4779-b039-f1b6f519e0d8 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Reconfigured VM instance instance-0000000a to attach disk [datastore2] volume-2913d933-fdbc-4160-b1d4-61c10ad39313/volume-2913d933-fdbc-4160-b1d4-61c10ad39313.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.522076] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3eeb78f2-bc2c-424c-9dcb-1d010c774591 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.543213] env[69699]: DEBUG oslo_vmware.api [None req-0d63ac2c-f593-4779-b039-f1b6f519e0d8 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Waiting for the task: (returnval){ [ 676.543213] env[69699]: value = "task-3606664" [ 676.543213] env[69699]: _type = "Task" [ 676.543213] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.553719] env[69699]: DEBUG oslo_vmware.api [None req-0d63ac2c-f593-4779-b039-f1b6f519e0d8 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Task: {'id': task-3606664, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.754571] env[69699]: DEBUG nova.scheduler.client.report [None req-4719fd34-e6d4-4dc5-ac06-238d6fe0d885 tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.872789] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': task-3606660, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.712302} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.873208] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 6d7a78cf-7d52-4f84-9f93-10bd4fddb511/6d7a78cf-7d52-4f84-9f93-10bd4fddb511.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.873518] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 6d7a78cf-7d52-4f84-9f93-10bd4fddb511] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.873868] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42c49e71-a955-4321-93cf-dba4749bdbe2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.880943] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Waiting for the task: (returnval){ [ 676.880943] env[69699]: value = "task-3606665" [ 676.880943] env[69699]: _type = "Task" [ 676.880943] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.881825] env[69699]: DEBUG nova.network.neutron [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 676.899035] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': task-3606665, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.963311] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': task-3606663, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.991493] env[69699]: DEBUG oslo_vmware.api [None req-1b7b5b5d-531e-4d27-83b4-adaacfccbfd2 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Task: {'id': task-3606662, 'name': CloneVM_Task} progress is 94%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.040567] env[69699]: DEBUG nova.compute.manager [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 677.056701] env[69699]: DEBUG oslo_vmware.api [None req-0d63ac2c-f593-4779-b039-f1b6f519e0d8 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Task: {'id': task-3606664, 'name': ReconfigVM_Task, 'duration_secs': 0.191023} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.057131] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d63ac2c-f593-4779-b039-f1b6f519e0d8 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719484', 'volume_id': '2913d933-fdbc-4160-b1d4-61c10ad39313', 'name': 'volume-2913d933-fdbc-4160-b1d4-61c10ad39313', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e46d11e1-2931-4ed2-907e-1577961e3d03', 'attached_at': '', 'detached_at': '', 'volume_id': '2913d933-fdbc-4160-b1d4-61c10ad39313', 'serial': '2913d933-fdbc-4160-b1d4-61c10ad39313'} {{(pid=69699) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 677.081343] env[69699]: DEBUG nova.virt.hardware [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 677.081600] env[69699]: DEBUG nova.virt.hardware [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 677.081763] env[69699]: DEBUG nova.virt.hardware [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.082198] env[69699]: DEBUG nova.virt.hardware [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 677.082361] env[69699]: DEBUG nova.virt.hardware [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.082506] env[69699]: DEBUG nova.virt.hardware [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 677.082756] env[69699]: DEBUG nova.virt.hardware [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 677.082900] env[69699]: DEBUG nova.virt.hardware [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 677.083074] env[69699]: DEBUG nova.virt.hardware [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 677.083233] env[69699]: DEBUG nova.virt.hardware [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 677.083413] env[69699]: DEBUG nova.virt.hardware [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 677.084437] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c273e2-83f8-4f4f-b9ae-ebb8c304d87f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.093522] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6de1a6d-3f4d-444b-a5cd-64f4c89b9f89 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.184225] env[69699]: DEBUG nova.network.neutron [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e] Updating instance_info_cache with network_info: [{"id": "201f4334-c57c-426c-b9d0-48a1b1c37d36", "address": "fa:16:3e:c6:ff:33", "network": {"id": "3116feab-9f0d-4572-90db-6240fd8ced59", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-990013026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "882e8f11135941d7b8996998e9e05ff6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap201f4334-c5", "ovs_interfaceid": "201f4334-c57c-426c-b9d0-48a1b1c37d36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.261122] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4719fd34-e6d4-4dc5-ac06-238d6fe0d885 tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.242s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.267478] env[69699]: DEBUG oslo_concurrency.lockutils [None req-840ca579-d3b5-4763-bb69-3b9817085225 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.577s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.267478] env[69699]: DEBUG nova.objects.instance [None req-840ca579-d3b5-4763-bb69-3b9817085225 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Lazy-loading 'resources' on Instance uuid 5410ca8f-b92b-41ad-a7c5-914ff64398bd {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 677.317092] env[69699]: INFO nova.scheduler.client.report [None req-4719fd34-e6d4-4dc5-ac06-238d6fe0d885 tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Deleted allocations for instance 6d276c01-142d-4814-9a6e-52da8bc20897 [ 677.396132] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': task-3606665, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102417} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.396781] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 6d7a78cf-7d52-4f84-9f93-10bd4fddb511] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.397573] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6a636b-14d7-440d-b1be-2eca17ee44da {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.424192] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 6d7a78cf-7d52-4f84-9f93-10bd4fddb511] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 6d7a78cf-7d52-4f84-9f93-10bd4fddb511/6d7a78cf-7d52-4f84-9f93-10bd4fddb511.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.424392] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f9f6a33-dd83-460f-b158-e4e62a464612 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.452725] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Waiting for the task: (returnval){ [ 677.452725] env[69699]: value = "task-3606666" [ 677.452725] env[69699]: _type = "Task" [ 677.452725] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.459778] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': task-3606663, 'name': PowerOnVM_Task, 'duration_secs': 0.67823} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.460514] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 677.460766] env[69699]: INFO nova.compute.manager [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2] Took 9.73 seconds to spawn the instance on the hypervisor. [ 677.460951] env[69699]: DEBUG nova.compute.manager [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 677.461697] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23589930-64c8-42a1-9727-f63772616b1d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.469071] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': task-3606666, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.491875] env[69699]: DEBUG oslo_vmware.api [None req-1b7b5b5d-531e-4d27-83b4-adaacfccbfd2 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Task: {'id': task-3606662, 'name': CloneVM_Task} progress is 94%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.682319] env[69699]: DEBUG nova.compute.manager [req-ad6e3f18-eeb3-426c-bd63-cb8adadbe378 req-70a45499-4060-43b3-8115-d3cb7087305c service nova] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] Received event network-vif-deleted-cd17c847-64c1-49e7-8fd9-1467d5cb193f {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.682595] env[69699]: INFO nova.compute.manager [req-ad6e3f18-eeb3-426c-bd63-cb8adadbe378 req-70a45499-4060-43b3-8115-d3cb7087305c service nova] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] Neutron deleted interface cd17c847-64c1-49e7-8fd9-1467d5cb193f; detaching it from the instance and deleting it from the info cache [ 677.683242] env[69699]: DEBUG nova.network.neutron [req-ad6e3f18-eeb3-426c-bd63-cb8adadbe378 req-70a45499-4060-43b3-8115-d3cb7087305c service nova] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.687571] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Releasing lock "refresh_cache-1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.687571] env[69699]: DEBUG nova.compute.manager [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e] Instance network_info: |[{"id": "201f4334-c57c-426c-b9d0-48a1b1c37d36", "address": "fa:16:3e:c6:ff:33", "network": {"id": "3116feab-9f0d-4572-90db-6240fd8ced59", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-990013026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "882e8f11135941d7b8996998e9e05ff6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap201f4334-c5", "ovs_interfaceid": "201f4334-c57c-426c-b9d0-48a1b1c37d36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 677.690177] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:ff:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b033f4d-2e92-4702-add6-410a29d3f251', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '201f4334-c57c-426c-b9d0-48a1b1c37d36', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.698265] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.699544] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.700431] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0816e28-029e-4778-8a4e-e4482dff9a1c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.721435] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.721435] env[69699]: value = "task-3606667" [ 677.721435] env[69699]: _type = "Task" [ 677.721435] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.729836] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606667, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.776800] env[69699]: DEBUG nova.network.neutron [-] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.835755] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4719fd34-e6d4-4dc5-ac06-238d6fe0d885 tempest-InstanceActionsV221TestJSON-2110776459 tempest-InstanceActionsV221TestJSON-2110776459-project-member] Lock "6d276c01-142d-4814-9a6e-52da8bc20897" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.881s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.964176] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': task-3606666, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.988461] env[69699]: INFO nova.compute.manager [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2] Took 43.88 seconds to build instance. [ 677.995928] env[69699]: DEBUG oslo_vmware.api [None req-1b7b5b5d-531e-4d27-83b4-adaacfccbfd2 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Task: {'id': task-3606662, 'name': CloneVM_Task, 'duration_secs': 1.725296} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.996273] env[69699]: INFO nova.virt.vmwareapi.vmops [None req-1b7b5b5d-531e-4d27-83b4-adaacfccbfd2 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Created linked-clone VM from snapshot [ 677.997138] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d96a4de-d622-4497-8ef3-85db43758277 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.006059] env[69699]: DEBUG nova.virt.vmwareapi.images [None req-1b7b5b5d-531e-4d27-83b4-adaacfccbfd2 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Uploading image 2496bb5f-7841-4a76-b710-e80ad8331cd4 {{(pid=69699) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 678.036168] env[69699]: DEBUG oslo_vmware.rw_handles [None req-1b7b5b5d-531e-4d27-83b4-adaacfccbfd2 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 678.036168] env[69699]: value = "vm-719487" [ 678.036168] env[69699]: _type = "VirtualMachine" [ 678.036168] env[69699]: }. {{(pid=69699) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 678.036922] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3fed289e-1b3e-4501-a2da-abfe71bba1ef {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.046612] env[69699]: DEBUG oslo_vmware.rw_handles [None req-1b7b5b5d-531e-4d27-83b4-adaacfccbfd2 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Lease: (returnval){ [ 678.046612] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52f9ff42-f90e-6ffc-391b-9d6e4ef2cc46" [ 678.046612] env[69699]: _type = "HttpNfcLease" [ 678.046612] env[69699]: } obtained for exporting VM: (result){ [ 678.046612] env[69699]: value = "vm-719487" [ 678.046612] env[69699]: _type = "VirtualMachine" [ 678.046612] env[69699]: }. {{(pid=69699) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 678.046924] env[69699]: DEBUG oslo_vmware.api [None req-1b7b5b5d-531e-4d27-83b4-adaacfccbfd2 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Waiting for the lease: (returnval){ [ 678.046924] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52f9ff42-f90e-6ffc-391b-9d6e4ef2cc46" [ 678.046924] env[69699]: _type = "HttpNfcLease" [ 678.046924] env[69699]: } to be ready. {{(pid=69699) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 678.055637] env[69699]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 678.055637] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52f9ff42-f90e-6ffc-391b-9d6e4ef2cc46" [ 678.055637] env[69699]: _type = "HttpNfcLease" [ 678.055637] env[69699]: } is initializing. {{(pid=69699) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 678.137128] env[69699]: DEBUG nova.objects.instance [None req-0d63ac2c-f593-4779-b039-f1b6f519e0d8 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Lazy-loading 'flavor' on Instance uuid e46d11e1-2931-4ed2-907e-1577961e3d03 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 678.159266] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a069d647-cafa-45b6-86a0-339d86f8b8ba tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Acquiring lock "2b73a142-8d85-4ef8-8fe6-940dda6d6521" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.160073] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a069d647-cafa-45b6-86a0-339d86f8b8ba tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Lock "2b73a142-8d85-4ef8-8fe6-940dda6d6521" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.160322] env[69699]: DEBUG nova.compute.manager [None req-a069d647-cafa-45b6-86a0-339d86f8b8ba tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Going to confirm migration 1 {{(pid=69699) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 678.187915] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-62fcbd34-933e-46ad-9ab5-cbc13ef77d4d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.201708] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48551214-be80-4f3c-9405-bbc684a45a20 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.232774] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606667, 'name': CreateVM_Task, 'duration_secs': 0.392185} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.246289] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.246995] env[69699]: DEBUG nova.compute.manager [req-ad6e3f18-eeb3-426c-bd63-cb8adadbe378 req-70a45499-4060-43b3-8115-d3cb7087305c service nova] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] Detach interface failed, port_id=cd17c847-64c1-49e7-8fd9-1467d5cb193f, reason: Instance daab1c9b-cf22-4ef3-901b-56dfa26ac10e could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 678.250778] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.251238] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.251380] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.252152] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ca8fc05-bf44-47af-8d0a-faee2f9a7bfa {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.257769] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Waiting for the task: (returnval){ [ 678.257769] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]524db8fa-211d-d3b0-1d03-77d93b85af43" [ 678.257769] env[69699]: _type = "Task" [ 678.257769] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.266711] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]524db8fa-211d-d3b0-1d03-77d93b85af43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.279419] env[69699]: INFO nova.compute.manager [-] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] Took 2.26 seconds to deallocate network for instance. [ 678.448571] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886aaa5f-0aa4-4ab9-9b7f-55327bf67a24 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.462978] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e5f752-217f-4c4d-a332-444a28cf2576 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.470697] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': task-3606666, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.506156] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Lock "1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.201s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.509498] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d71451-f77b-4f54-8e5f-bc5d1afba31b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.517843] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9201096a-be9c-4d9f-a792-6bfc2b838ab0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.532504] env[69699]: DEBUG nova.compute.provider_tree [None req-840ca579-d3b5-4763-bb69-3b9817085225 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.536324] env[69699]: DEBUG nova.network.neutron [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Successfully updated port: e9eb2af9-0ab9-4a2d-84c5-98b8ea236cfc {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 678.557161] env[69699]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 678.557161] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52f9ff42-f90e-6ffc-391b-9d6e4ef2cc46" [ 678.557161] env[69699]: _type = "HttpNfcLease" [ 678.557161] env[69699]: } is ready. {{(pid=69699) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 678.557631] env[69699]: DEBUG oslo_vmware.rw_handles [None req-1b7b5b5d-531e-4d27-83b4-adaacfccbfd2 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 678.557631] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52f9ff42-f90e-6ffc-391b-9d6e4ef2cc46" [ 678.557631] env[69699]: _type = "HttpNfcLease" [ 678.557631] env[69699]: }. {{(pid=69699) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 678.561176] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62ff47a-66c5-4414-be39-2e6310957aa4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.570312] env[69699]: DEBUG oslo_vmware.rw_handles [None req-1b7b5b5d-531e-4d27-83b4-adaacfccbfd2 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523879fd-bd56-5e66-35f9-de051c7d8f1c/disk-0.vmdk from lease info. {{(pid=69699) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 678.570577] env[69699]: DEBUG oslo_vmware.rw_handles [None req-1b7b5b5d-531e-4d27-83b4-adaacfccbfd2 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523879fd-bd56-5e66-35f9-de051c7d8f1c/disk-0.vmdk for reading. {{(pid=69699) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 678.642363] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0d63ac2c-f593-4779-b039-f1b6f519e0d8 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Lock "e46d11e1-2931-4ed2-907e-1577961e3d03" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.375s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.708496] env[69699]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8519e9d0-4c85-4c24-b211-3c358ec6324d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.745879] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a069d647-cafa-45b6-86a0-339d86f8b8ba tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Acquiring lock "refresh_cache-2b73a142-8d85-4ef8-8fe6-940dda6d6521" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.746123] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a069d647-cafa-45b6-86a0-339d86f8b8ba tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Acquired lock "refresh_cache-2b73a142-8d85-4ef8-8fe6-940dda6d6521" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.746307] env[69699]: DEBUG nova.network.neutron [None req-a069d647-cafa-45b6-86a0-339d86f8b8ba tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 678.746545] env[69699]: DEBUG nova.objects.instance [None req-a069d647-cafa-45b6-86a0-339d86f8b8ba tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Lazy-loading 'info_cache' on Instance uuid 2b73a142-8d85-4ef8-8fe6-940dda6d6521 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 678.773944] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]524db8fa-211d-d3b0-1d03-77d93b85af43, 'name': SearchDatastore_Task, 'duration_secs': 0.017562} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.777322] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.777591] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.777920] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.778270] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.778270] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.778563] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-495482ec-44eb-4147-b620-43e8267684fa {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.788761] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.788952] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.790517] env[69699]: DEBUG oslo_concurrency.lockutils [None req-504c3507-555a-4db0-b68c-145e090957b0 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.790766] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64f24a32-1dba-4355-aba5-df95788df509 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.796845] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Waiting for the task: (returnval){ [ 678.796845] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52179f9c-8154-06a0-34e0-327d5d89adcf" [ 678.796845] env[69699]: _type = "Task" [ 678.796845] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.804578] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52179f9c-8154-06a0-34e0-327d5d89adcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.929408] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Acquiring lock "e21ce499-fd39-4810-88cf-8a8d1330a67b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.929408] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Lock "e21ce499-fd39-4810-88cf-8a8d1330a67b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.964437] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': task-3606666, 'name': ReconfigVM_Task, 'duration_secs': 1.091397} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.964701] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 6d7a78cf-7d52-4f84-9f93-10bd4fddb511] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 6d7a78cf-7d52-4f84-9f93-10bd4fddb511/6d7a78cf-7d52-4f84-9f93-10bd4fddb511.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.965255] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f12fcc84-d442-4419-81bb-98e2e39ec687 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.974838] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Waiting for the task: (returnval){ [ 678.974838] env[69699]: value = "task-3606669" [ 678.974838] env[69699]: _type = "Task" [ 678.974838] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.983353] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': task-3606669, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.013063] env[69699]: DEBUG nova.compute.manager [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 11123131-ce04-45c0-a369-1ec5e568b6a5] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 679.038500] env[69699]: DEBUG nova.scheduler.client.report [None req-840ca579-d3b5-4763-bb69-3b9817085225 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.043275] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Acquiring lock "refresh_cache-89d1dbf0-20d6-4fa7-b362-e5b4311a68d1" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.043275] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Acquired lock "refresh_cache-89d1dbf0-20d6-4fa7-b362-e5b4311a68d1" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.043275] env[69699]: DEBUG nova.network.neutron [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.319169] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52179f9c-8154-06a0-34e0-327d5d89adcf, 'name': SearchDatastore_Task, 'duration_secs': 0.026498} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.320405] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-146687c0-aaa0-4c9b-8045-196364806687 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.327792] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Waiting for the task: (returnval){ [ 679.327792] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52520127-a92d-d3ba-41bd-746b1ccfa3f9" [ 679.327792] env[69699]: _type = "Task" [ 679.327792] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.337845] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52520127-a92d-d3ba-41bd-746b1ccfa3f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.486200] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': task-3606669, 'name': Rename_Task, 'duration_secs': 0.230196} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.486667] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 6d7a78cf-7d52-4f84-9f93-10bd4fddb511] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.487042] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b431276f-d5ab-42df-b9b2-a6e7e327d7ac {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.493816] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Waiting for the task: (returnval){ [ 679.493816] env[69699]: value = "task-3606670" [ 679.493816] env[69699]: _type = "Task" [ 679.493816] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.502642] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': task-3606670, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.537137] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.545084] env[69699]: DEBUG oslo_concurrency.lockutils [None req-840ca579-d3b5-4763-bb69-3b9817085225 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.281s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.548508] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8d5c3421-2d66-4a8b-823e-dbc5f4e72928 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.979s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.548508] env[69699]: DEBUG nova.objects.instance [None req-8d5c3421-2d66-4a8b-823e-dbc5f4e72928 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Lazy-loading 'resources' on Instance uuid 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 679.599361] env[69699]: INFO nova.scheduler.client.report [None req-840ca579-d3b5-4763-bb69-3b9817085225 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Deleted allocations for instance 5410ca8f-b92b-41ad-a7c5-914ff64398bd [ 679.680223] env[69699]: DEBUG nova.network.neutron [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 679.732203] env[69699]: DEBUG nova.compute.manager [req-3c8510db-9421-4b6e-ab7f-65ada571d53b req-3999ab32-94c3-42d5-896f-97d6c160ec7e service nova] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Received event network-vif-plugged-e9eb2af9-0ab9-4a2d-84c5-98b8ea236cfc {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.732355] env[69699]: DEBUG oslo_concurrency.lockutils [req-3c8510db-9421-4b6e-ab7f-65ada571d53b req-3999ab32-94c3-42d5-896f-97d6c160ec7e service nova] Acquiring lock "89d1dbf0-20d6-4fa7-b362-e5b4311a68d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.732613] env[69699]: DEBUG oslo_concurrency.lockutils [req-3c8510db-9421-4b6e-ab7f-65ada571d53b req-3999ab32-94c3-42d5-896f-97d6c160ec7e service nova] Lock "89d1dbf0-20d6-4fa7-b362-e5b4311a68d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.732725] env[69699]: DEBUG oslo_concurrency.lockutils [req-3c8510db-9421-4b6e-ab7f-65ada571d53b req-3999ab32-94c3-42d5-896f-97d6c160ec7e service nova] Lock "89d1dbf0-20d6-4fa7-b362-e5b4311a68d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.732890] env[69699]: DEBUG nova.compute.manager [req-3c8510db-9421-4b6e-ab7f-65ada571d53b req-3999ab32-94c3-42d5-896f-97d6c160ec7e service nova] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] No waiting events found dispatching network-vif-plugged-e9eb2af9-0ab9-4a2d-84c5-98b8ea236cfc {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 679.733187] env[69699]: WARNING nova.compute.manager [req-3c8510db-9421-4b6e-ab7f-65ada571d53b req-3999ab32-94c3-42d5-896f-97d6c160ec7e service nova] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Received unexpected event network-vif-plugged-e9eb2af9-0ab9-4a2d-84c5-98b8ea236cfc for instance with vm_state building and task_state spawning. [ 679.733478] env[69699]: DEBUG nova.compute.manager [req-3c8510db-9421-4b6e-ab7f-65ada571d53b req-3999ab32-94c3-42d5-896f-97d6c160ec7e service nova] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Received event network-changed-e9eb2af9-0ab9-4a2d-84c5-98b8ea236cfc {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.733620] env[69699]: DEBUG nova.compute.manager [req-3c8510db-9421-4b6e-ab7f-65ada571d53b req-3999ab32-94c3-42d5-896f-97d6c160ec7e service nova] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Refreshing instance network info cache due to event network-changed-e9eb2af9-0ab9-4a2d-84c5-98b8ea236cfc. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 679.733722] env[69699]: DEBUG oslo_concurrency.lockutils [req-3c8510db-9421-4b6e-ab7f-65ada571d53b req-3999ab32-94c3-42d5-896f-97d6c160ec7e service nova] Acquiring lock "refresh_cache-89d1dbf0-20d6-4fa7-b362-e5b4311a68d1" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.822300] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cb00aaaf-5700-4d5d-9122-efa525b57ed7 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Acquiring lock "e46d11e1-2931-4ed2-907e-1577961e3d03" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.822300] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cb00aaaf-5700-4d5d-9122-efa525b57ed7 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Lock "e46d11e1-2931-4ed2-907e-1577961e3d03" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.845475] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52520127-a92d-d3ba-41bd-746b1ccfa3f9, 'name': SearchDatastore_Task, 'duration_secs': 0.01394} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.849740] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.849740] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e/1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.850873] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-403e78d6-5ffc-4ffb-afd2-a2ba2d07cd93 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.864023] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Waiting for the task: (returnval){ [ 679.864023] env[69699]: value = "task-3606671" [ 679.864023] env[69699]: _type = "Task" [ 679.864023] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.873635] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': task-3606671, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.005721] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': task-3606670, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.111469] env[69699]: DEBUG oslo_concurrency.lockutils [None req-840ca579-d3b5-4763-bb69-3b9817085225 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605 tempest-FloatingIPsAssociationNegativeTestJSON-1148568605-project-member] Lock "5410ca8f-b92b-41ad-a7c5-914ff64398bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.205s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.144314] env[69699]: DEBUG nova.network.neutron [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Updating instance_info_cache with network_info: [{"id": "e9eb2af9-0ab9-4a2d-84c5-98b8ea236cfc", "address": "fa:16:3e:95:8d:9f", "network": {"id": "e867eccd-7769-4294-8509-60dde3d71144", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-358165153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb2ab604e8ea4987b0a20bce735b2278", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9eb2af9-0a", "ovs_interfaceid": "e9eb2af9-0ab9-4a2d-84c5-98b8ea236cfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.257949] env[69699]: DEBUG nova.network.neutron [None req-a069d647-cafa-45b6-86a0-339d86f8b8ba tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Updating instance_info_cache with network_info: [{"id": "2ef2e7c8-0270-4c87-b05b-5589679d44b4", "address": "fa:16:3e:06:a5:f5", "network": {"id": "cf7e11e8-f0e1-4137-b176-ce92b41f73aa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7ead911ee02c4672932553c72aa317e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ef2e7c8-02", "ovs_interfaceid": "2ef2e7c8-0270-4c87-b05b-5589679d44b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.327103] env[69699]: INFO nova.compute.manager [None req-cb00aaaf-5700-4d5d-9122-efa525b57ed7 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Detaching volume 2913d933-fdbc-4160-b1d4-61c10ad39313 [ 680.375500] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': task-3606671, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.380947] env[69699]: INFO nova.virt.block_device [None req-cb00aaaf-5700-4d5d-9122-efa525b57ed7 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Attempting to driver detach volume 2913d933-fdbc-4160-b1d4-61c10ad39313 from mountpoint /dev/sdb [ 680.381222] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb00aaaf-5700-4d5d-9122-efa525b57ed7 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Volume detach. Driver type: vmdk {{(pid=69699) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 680.381412] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb00aaaf-5700-4d5d-9122-efa525b57ed7 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719484', 'volume_id': '2913d933-fdbc-4160-b1d4-61c10ad39313', 'name': 'volume-2913d933-fdbc-4160-b1d4-61c10ad39313', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e46d11e1-2931-4ed2-907e-1577961e3d03', 'attached_at': '', 'detached_at': '', 'volume_id': '2913d933-fdbc-4160-b1d4-61c10ad39313', 'serial': '2913d933-fdbc-4160-b1d4-61c10ad39313'} {{(pid=69699) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 680.382450] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8cc3c1c-c1a7-4d73-acd2-f941aaa65cbe {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.413755] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751a7d6a-994b-47e7-a86a-30343f144686 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.424329] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2750ac25-0f6e-4405-a1f0-b23ec753e5d2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.449777] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89a7ee1-b76b-4a98-80dd-31bce3add74d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.465731] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb00aaaf-5700-4d5d-9122-efa525b57ed7 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] The volume has not been displaced from its original location: [datastore2] volume-2913d933-fdbc-4160-b1d4-61c10ad39313/volume-2913d933-fdbc-4160-b1d4-61c10ad39313.vmdk. No consolidation needed. {{(pid=69699) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 680.471125] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb00aaaf-5700-4d5d-9122-efa525b57ed7 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Reconfiguring VM instance instance-0000000a to detach disk 2001 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 680.474211] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dba3cc0-40f7-41b0-a913-b5cc0c607902 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.491789] env[69699]: DEBUG oslo_vmware.api [None req-cb00aaaf-5700-4d5d-9122-efa525b57ed7 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Waiting for the task: (returnval){ [ 680.491789] env[69699]: value = "task-3606672" [ 680.491789] env[69699]: _type = "Task" [ 680.491789] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.504836] env[69699]: DEBUG oslo_vmware.api [None req-cb00aaaf-5700-4d5d-9122-efa525b57ed7 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Task: {'id': task-3606672, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.509153] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': task-3606670, 'name': PowerOnVM_Task, 'duration_secs': 0.660261} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.509538] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 6d7a78cf-7d52-4f84-9f93-10bd4fddb511] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 680.509627] env[69699]: INFO nova.compute.manager [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 6d7a78cf-7d52-4f84-9f93-10bd4fddb511] Took 10.07 seconds to spawn the instance on the hypervisor. [ 680.509967] env[69699]: DEBUG nova.compute.manager [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 6d7a78cf-7d52-4f84-9f93-10bd4fddb511] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 680.510968] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fca651d-d352-43b8-87bf-588aa73b28dd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.649585] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Releasing lock "refresh_cache-89d1dbf0-20d6-4fa7-b362-e5b4311a68d1" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.649945] env[69699]: DEBUG nova.compute.manager [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Instance network_info: |[{"id": "e9eb2af9-0ab9-4a2d-84c5-98b8ea236cfc", "address": "fa:16:3e:95:8d:9f", "network": {"id": "e867eccd-7769-4294-8509-60dde3d71144", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-358165153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb2ab604e8ea4987b0a20bce735b2278", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9eb2af9-0a", "ovs_interfaceid": "e9eb2af9-0ab9-4a2d-84c5-98b8ea236cfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 680.650259] env[69699]: DEBUG oslo_concurrency.lockutils [req-3c8510db-9421-4b6e-ab7f-65ada571d53b req-3999ab32-94c3-42d5-896f-97d6c160ec7e service nova] Acquired lock "refresh_cache-89d1dbf0-20d6-4fa7-b362-e5b4311a68d1" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.650445] env[69699]: DEBUG nova.network.neutron [req-3c8510db-9421-4b6e-ab7f-65ada571d53b req-3999ab32-94c3-42d5-896f-97d6c160ec7e service nova] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Refreshing network info cache for port e9eb2af9-0ab9-4a2d-84c5-98b8ea236cfc {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.651810] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:8d:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3fca0ab6-cc80-429f-9117-885f170135b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9eb2af9-0ab9-4a2d-84c5-98b8ea236cfc', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 680.659147] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.662597] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 680.663779] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-abc56edc-6e9b-4edf-a752-079609e80941 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.687569] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 680.687569] env[69699]: value = "task-3606673" [ 680.687569] env[69699]: _type = "Task" [ 680.687569] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.695660] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606673, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.710024] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13904ba-711c-424b-81d1-4c9db0fd0c0c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.718482] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ab2d96-766d-4eed-b45d-7533bc57c1f8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.751078] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1546eedd-2dd8-4ee9-ba42-2052a201d235 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.758987] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4abefb-70f6-4c55-b44c-5b78d8e2aa6b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.763721] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a069d647-cafa-45b6-86a0-339d86f8b8ba tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Releasing lock "refresh_cache-2b73a142-8d85-4ef8-8fe6-940dda6d6521" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.764059] env[69699]: DEBUG nova.objects.instance [None req-a069d647-cafa-45b6-86a0-339d86f8b8ba tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Lazy-loading 'migration_context' on Instance uuid 2b73a142-8d85-4ef8-8fe6-940dda6d6521 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 680.778812] env[69699]: DEBUG nova.compute.provider_tree [None req-8d5c3421-2d66-4a8b-823e-dbc5f4e72928 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.875870] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': task-3606671, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619618} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.876172] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e/1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.876408] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.876663] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e494f53-2df7-4a86-8800-c4aba5667860 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.883089] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Waiting for the task: (returnval){ [ 680.883089] env[69699]: value = "task-3606674" [ 680.883089] env[69699]: _type = "Task" [ 680.883089] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.892819] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': task-3606674, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.002718] env[69699]: DEBUG oslo_vmware.api [None req-cb00aaaf-5700-4d5d-9122-efa525b57ed7 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Task: {'id': task-3606672, 'name': ReconfigVM_Task, 'duration_secs': 0.367658} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.003082] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb00aaaf-5700-4d5d-9122-efa525b57ed7 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Reconfigured VM instance instance-0000000a to detach disk 2001 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 681.008586] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d58b91b9-e16b-4da2-ae28-04258d66b462 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.028342] env[69699]: DEBUG oslo_vmware.api [None req-cb00aaaf-5700-4d5d-9122-efa525b57ed7 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Waiting for the task: (returnval){ [ 681.028342] env[69699]: value = "task-3606675" [ 681.028342] env[69699]: _type = "Task" [ 681.028342] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.034760] env[69699]: INFO nova.compute.manager [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 6d7a78cf-7d52-4f84-9f93-10bd4fddb511] Took 44.73 seconds to build instance. [ 681.043037] env[69699]: DEBUG oslo_vmware.api [None req-cb00aaaf-5700-4d5d-9122-efa525b57ed7 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Task: {'id': task-3606675, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.884344] env[69699]: DEBUG nova.objects.base [None req-a069d647-cafa-45b6-86a0-339d86f8b8ba tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Object Instance<2b73a142-8d85-4ef8-8fe6-940dda6d6521> lazy-loaded attributes: info_cache,migration_context {{(pid=69699) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 681.885140] env[69699]: DEBUG nova.scheduler.client.report [None req-8d5c3421-2d66-4a8b-823e-dbc5f4e72928 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.888731] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Lock "6d7a78cf-7d52-4f84-9f93-10bd4fddb511" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.537s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.889931] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463d98d8-3318-4a8f-954b-f1b32e75e77f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.921817] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': task-3606674, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13082} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.922719] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606673, 'name': CreateVM_Task, 'duration_secs': 0.458058} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.925712] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.926264] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63f0f0c6-8484-4995-9422-8e231859e338 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.928447] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 681.928705] env[69699]: DEBUG oslo_vmware.api [None req-cb00aaaf-5700-4d5d-9122-efa525b57ed7 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Task: {'id': task-3606675, 'name': ReconfigVM_Task, 'duration_secs': 0.185194} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.929387] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3786face-b686-45cc-bfc2-f8f56f91fef1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.932620] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.932795] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.933144] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.933443] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb00aaaf-5700-4d5d-9122-efa525b57ed7 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719484', 'volume_id': '2913d933-fdbc-4160-b1d4-61c10ad39313', 'name': 'volume-2913d933-fdbc-4160-b1d4-61c10ad39313', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e46d11e1-2931-4ed2-907e-1577961e3d03', 'attached_at': '', 'detached_at': '', 'volume_id': '2913d933-fdbc-4160-b1d4-61c10ad39313', 'serial': '2913d933-fdbc-4160-b1d4-61c10ad39313'} {{(pid=69699) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 681.938094] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38012e9b-33d6-4728-809d-d29c2fb4845d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.941708] env[69699]: DEBUG oslo_vmware.api [None req-a069d647-cafa-45b6-86a0-339d86f8b8ba tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Waiting for the task: (returnval){ [ 681.941708] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52225bae-5281-a664-6aae-0fd8485d4721" [ 681.941708] env[69699]: _type = "Task" [ 681.941708] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.964925] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e/1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.965329] env[69699]: DEBUG oslo_vmware.api [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Waiting for the task: (returnval){ [ 681.965329] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522619b3-582b-0ea9-a549-3d6a3396c843" [ 681.965329] env[69699]: _type = "Task" [ 681.965329] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.968240] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcb30640-f4ae-429e-aa78-8e53e9259f80 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.990509] env[69699]: DEBUG oslo_vmware.api [None req-a069d647-cafa-45b6-86a0-339d86f8b8ba tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52225bae-5281-a664-6aae-0fd8485d4721, 'name': SearchDatastore_Task, 'duration_secs': 0.009463} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.991192] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a069d647-cafa-45b6-86a0-339d86f8b8ba tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.997991] env[69699]: DEBUG oslo_vmware.api [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522619b3-582b-0ea9-a549-3d6a3396c843, 'name': SearchDatastore_Task, 'duration_secs': 0.016077} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.999327] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.999566] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.999835] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.999992] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.000200] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 682.000538] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Waiting for the task: (returnval){ [ 682.000538] env[69699]: value = "task-3606676" [ 682.000538] env[69699]: _type = "Task" [ 682.000538] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.000738] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83c3e804-0cc1-4b69-bc06-d9713e353a6b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.010905] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': task-3606676, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.014323] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 682.014499] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 682.015262] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edc1818f-1017-4a53-8338-7d152f4b010a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.020828] env[69699]: DEBUG oslo_vmware.api [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Waiting for the task: (returnval){ [ 682.020828] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b19730-9dc6-d239-6a93-18a06fa5c059" [ 682.020828] env[69699]: _type = "Task" [ 682.020828] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.029477] env[69699]: DEBUG oslo_vmware.api [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b19730-9dc6-d239-6a93-18a06fa5c059, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.121503] env[69699]: DEBUG nova.network.neutron [req-3c8510db-9421-4b6e-ab7f-65ada571d53b req-3999ab32-94c3-42d5-896f-97d6c160ec7e service nova] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Updated VIF entry in instance network info cache for port e9eb2af9-0ab9-4a2d-84c5-98b8ea236cfc. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 682.121939] env[69699]: DEBUG nova.network.neutron [req-3c8510db-9421-4b6e-ab7f-65ada571d53b req-3999ab32-94c3-42d5-896f-97d6c160ec7e service nova] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Updating instance_info_cache with network_info: [{"id": "e9eb2af9-0ab9-4a2d-84c5-98b8ea236cfc", "address": "fa:16:3e:95:8d:9f", "network": {"id": "e867eccd-7769-4294-8509-60dde3d71144", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-358165153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb2ab604e8ea4987b0a20bce735b2278", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9eb2af9-0a", "ovs_interfaceid": "e9eb2af9-0ab9-4a2d-84c5-98b8ea236cfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.267857] env[69699]: DEBUG oslo_vmware.rw_handles [None req-4d44bff0-3c5c-4e7a-932c-86d3f5d7e0dc tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5201ad8f-522b-0871-b0a0-11b648b964b1/disk-0.vmdk. {{(pid=69699) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 682.268935] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eee62d4-d80b-44f1-8548-a84bcf8170ac {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.275420] env[69699]: DEBUG oslo_vmware.rw_handles [None req-4d44bff0-3c5c-4e7a-932c-86d3f5d7e0dc tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5201ad8f-522b-0871-b0a0-11b648b964b1/disk-0.vmdk is in state: ready. {{(pid=69699) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 682.275571] env[69699]: ERROR oslo_vmware.rw_handles [None req-4d44bff0-3c5c-4e7a-932c-86d3f5d7e0dc tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5201ad8f-522b-0871-b0a0-11b648b964b1/disk-0.vmdk due to incomplete transfer. [ 682.275801] env[69699]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-20ecddcf-f8ef-4227-b261-9a40f7cf6ac9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.283358] env[69699]: DEBUG oslo_vmware.rw_handles [None req-4d44bff0-3c5c-4e7a-932c-86d3f5d7e0dc tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5201ad8f-522b-0871-b0a0-11b648b964b1/disk-0.vmdk. {{(pid=69699) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 682.283554] env[69699]: DEBUG nova.virt.vmwareapi.images [None req-4d44bff0-3c5c-4e7a-932c-86d3f5d7e0dc tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Uploaded image afe00310-c37a-4ff7-8c67-b0851785089a to the Glance image server {{(pid=69699) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 682.286057] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d44bff0-3c5c-4e7a-932c-86d3f5d7e0dc tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Destroying the VM {{(pid=69699) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 682.286331] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b15e35fa-89bc-4130-999a-133fab9a9259 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.292469] env[69699]: DEBUG oslo_vmware.api [None req-4d44bff0-3c5c-4e7a-932c-86d3f5d7e0dc tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Waiting for the task: (returnval){ [ 682.292469] env[69699]: value = "task-3606677" [ 682.292469] env[69699]: _type = "Task" [ 682.292469] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.301856] env[69699]: DEBUG oslo_vmware.api [None req-4d44bff0-3c5c-4e7a-932c-86d3f5d7e0dc tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606677, 'name': Destroy_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.390619] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8d5c3421-2d66-4a8b-823e-dbc5f4e72928 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.843s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.393084] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.653s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.394663] env[69699]: INFO nova.compute.claims [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 682.399082] env[69699]: DEBUG nova.compute.manager [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 682.420331] env[69699]: INFO nova.scheduler.client.report [None req-8d5c3421-2d66-4a8b-823e-dbc5f4e72928 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Deleted allocations for instance 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9 [ 682.508424] env[69699]: DEBUG nova.objects.instance [None req-cb00aaaf-5700-4d5d-9122-efa525b57ed7 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Lazy-loading 'flavor' on Instance uuid e46d11e1-2931-4ed2-907e-1577961e3d03 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 682.516027] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': task-3606676, 'name': ReconfigVM_Task, 'duration_secs': 0.304696} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.516371] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e/1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.517120] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dfd622a8-9b91-4f2f-986a-4fd8d4767dc9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.526474] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Waiting for the task: (returnval){ [ 682.526474] env[69699]: value = "task-3606678" [ 682.526474] env[69699]: _type = "Task" [ 682.526474] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.534037] env[69699]: DEBUG oslo_vmware.api [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b19730-9dc6-d239-6a93-18a06fa5c059, 'name': SearchDatastore_Task, 'duration_secs': 0.013307} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.536849] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38b7c4c1-4bd9-440c-9a3d-9eb528434fd6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.540077] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': task-3606678, 'name': Rename_Task} progress is 10%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.544259] env[69699]: DEBUG oslo_vmware.api [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Waiting for the task: (returnval){ [ 682.544259] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]525c0747-8b4e-3175-1613-73ada130baeb" [ 682.544259] env[69699]: _type = "Task" [ 682.544259] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.553546] env[69699]: DEBUG oslo_vmware.api [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]525c0747-8b4e-3175-1613-73ada130baeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.627048] env[69699]: DEBUG oslo_concurrency.lockutils [req-3c8510db-9421-4b6e-ab7f-65ada571d53b req-3999ab32-94c3-42d5-896f-97d6c160ec7e service nova] Releasing lock "refresh_cache-89d1dbf0-20d6-4fa7-b362-e5b4311a68d1" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.803474] env[69699]: DEBUG oslo_vmware.api [None req-4d44bff0-3c5c-4e7a-932c-86d3f5d7e0dc tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606677, 'name': Destroy_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.922171] env[69699]: DEBUG oslo_concurrency.lockutils [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.927951] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8d5c3421-2d66-4a8b-823e-dbc5f4e72928 tempest-ServersAdmin275Test-1433543124 tempest-ServersAdmin275Test-1433543124-project-member] Lock "39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.676s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.036914] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': task-3606678, 'name': Rename_Task, 'duration_secs': 0.155165} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.038099] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.038099] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1605cd7b-bb62-43a9-894e-b22180004a84 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.044686] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Waiting for the task: (returnval){ [ 683.044686] env[69699]: value = "task-3606679" [ 683.044686] env[69699]: _type = "Task" [ 683.044686] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.056043] env[69699]: DEBUG oslo_vmware.api [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]525c0747-8b4e-3175-1613-73ada130baeb, 'name': SearchDatastore_Task, 'duration_secs': 0.014609} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.059112] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.059384] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1/89d1dbf0-20d6-4fa7-b362-e5b4311a68d1.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 683.059657] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': task-3606679, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.060092] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8001cb48-ee1d-478e-9284-df83d72ecf29 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.066130] env[69699]: DEBUG oslo_vmware.api [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Waiting for the task: (returnval){ [ 683.066130] env[69699]: value = "task-3606680" [ 683.066130] env[69699]: _type = "Task" [ 683.066130] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.074749] env[69699]: DEBUG oslo_vmware.api [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Task: {'id': task-3606680, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.305495] env[69699]: DEBUG oslo_vmware.api [None req-4d44bff0-3c5c-4e7a-932c-86d3f5d7e0dc tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606677, 'name': Destroy_Task, 'duration_secs': 0.52306} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.305785] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-4d44bff0-3c5c-4e7a-932c-86d3f5d7e0dc tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Destroyed the VM [ 683.306148] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-4d44bff0-3c5c-4e7a-932c-86d3f5d7e0dc tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Deleting Snapshot of the VM instance {{(pid=69699) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 683.306425] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c29421d4-f1f5-4ef2-80b1-190b5d015ef6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.318982] env[69699]: DEBUG oslo_vmware.api [None req-4d44bff0-3c5c-4e7a-932c-86d3f5d7e0dc tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Waiting for the task: (returnval){ [ 683.318982] env[69699]: value = "task-3606681" [ 683.318982] env[69699]: _type = "Task" [ 683.318982] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.327321] env[69699]: DEBUG oslo_vmware.api [None req-4d44bff0-3c5c-4e7a-932c-86d3f5d7e0dc tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606681, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.522889] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cb00aaaf-5700-4d5d-9122-efa525b57ed7 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Lock "e46d11e1-2931-4ed2-907e-1577961e3d03" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.699s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.562277] env[69699]: DEBUG oslo_vmware.api [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': task-3606679, 'name': PowerOnVM_Task, 'duration_secs': 0.472325} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.562277] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.562277] env[69699]: INFO nova.compute.manager [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e] Took 9.41 seconds to spawn the instance on the hypervisor. [ 683.562277] env[69699]: DEBUG nova.compute.manager [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.564592] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad390cd1-104f-449c-8579-d20dc3d151d0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.595234] env[69699]: DEBUG oslo_vmware.api [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Task: {'id': task-3606680, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.832202] env[69699]: DEBUG oslo_vmware.api [None req-4d44bff0-3c5c-4e7a-932c-86d3f5d7e0dc tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606681, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.035238] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d192baa8-4a2d-44a9-a2f0-faf4955f6b78 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.051788] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Acquiring lock "e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.052619] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Lock "e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.054220] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07d900a-5037-4f17-8f71-452d8d73e013 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.097527] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2dbe50-1b30-43d2-8c91-226638023f02 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.109405] env[69699]: DEBUG oslo_vmware.api [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Task: {'id': task-3606680, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657783} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.111626] env[69699]: INFO nova.compute.manager [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e] Took 46.05 seconds to build instance. [ 684.112563] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1/89d1dbf0-20d6-4fa7-b362-e5b4311a68d1.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 684.112781] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 684.113255] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8b6b177-3c1b-4dd6-a6a2-9d28557d727d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.116259] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d103ab8-3f0f-41ea-8cea-1a73bd5b46bf {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.131828] env[69699]: DEBUG nova.compute.provider_tree [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.135394] env[69699]: DEBUG oslo_vmware.api [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Waiting for the task: (returnval){ [ 684.135394] env[69699]: value = "task-3606682" [ 684.135394] env[69699]: _type = "Task" [ 684.135394] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.144267] env[69699]: DEBUG oslo_vmware.api [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Task: {'id': task-3606682, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.327589] env[69699]: DEBUG oslo_vmware.api [None req-4d44bff0-3c5c-4e7a-932c-86d3f5d7e0dc tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606681, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.504373] env[69699]: DEBUG oslo_concurrency.lockutils [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Acquiring lock "8a1f8bf9-4787-45d5-bb42-dbd504d568f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.504845] env[69699]: DEBUG oslo_concurrency.lockutils [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Lock "8a1f8bf9-4787-45d5-bb42-dbd504d568f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.614855] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06b94357-51cf-4ad7-9ffb-c1e80b91426a tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Lock "1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.217s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.638087] env[69699]: DEBUG nova.scheduler.client.report [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.656068] env[69699]: DEBUG oslo_vmware.api [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Task: {'id': task-3606682, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.168462} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.656068] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 684.656068] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a27f57-2d12-48ae-8310-65c3eed14f26 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.687526] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1/89d1dbf0-20d6-4fa7-b362-e5b4311a68d1.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 684.688193] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02f0219f-be86-4cfb-8318-2ab0c358e264 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.710388] env[69699]: DEBUG oslo_vmware.api [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Waiting for the task: (returnval){ [ 684.710388] env[69699]: value = "task-3606683" [ 684.710388] env[69699]: _type = "Task" [ 684.710388] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.718255] env[69699]: DEBUG oslo_vmware.api [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Task: {'id': task-3606683, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.827698] env[69699]: DEBUG oslo_vmware.api [None req-4d44bff0-3c5c-4e7a-932c-86d3f5d7e0dc tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606681, 'name': RemoveSnapshot_Task} progress is 78%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.121918] env[69699]: DEBUG nova.compute.manager [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.150385] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.755s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.150385] env[69699]: DEBUG nova.compute.manager [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 685.156349] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.005s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.156630] env[69699]: DEBUG nova.objects.instance [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69699) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 685.220564] env[69699]: DEBUG oslo_vmware.api [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Task: {'id': task-3606683, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.224629] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Acquiring lock "20a3bc2c-042e-4d70-93f5-b17cbb06a6c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.224845] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Lock "20a3bc2c-042e-4d70-93f5-b17cbb06a6c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.336407] env[69699]: DEBUG oslo_vmware.api [None req-4d44bff0-3c5c-4e7a-932c-86d3f5d7e0dc tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606681, 'name': RemoveSnapshot_Task} progress is 78%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.653415] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.653850] env[69699]: DEBUG oslo_concurrency.lockutils [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Acquiring lock "a0dad223-34a6-4e39-8ee7-ec74ba96a133" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.654161] env[69699]: DEBUG oslo_concurrency.lockutils [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Lock "a0dad223-34a6-4e39-8ee7-ec74ba96a133" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.662057] env[69699]: DEBUG nova.compute.utils [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 685.666231] env[69699]: DEBUG nova.compute.manager [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 685.666448] env[69699]: DEBUG nova.network.neutron [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 685.722486] env[69699]: DEBUG oslo_vmware.api [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Task: {'id': task-3606683, 'name': ReconfigVM_Task, 'duration_secs': 0.594583} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.722782] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1/89d1dbf0-20d6-4fa7-b362-e5b4311a68d1.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 685.723451] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-063eba2a-844b-4abf-9332-7aef42636826 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.730199] env[69699]: DEBUG oslo_vmware.api [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Waiting for the task: (returnval){ [ 685.730199] env[69699]: value = "task-3606684" [ 685.730199] env[69699]: _type = "Task" [ 685.730199] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.738631] env[69699]: DEBUG oslo_vmware.api [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Task: {'id': task-3606684, 'name': Rename_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.743988] env[69699]: DEBUG nova.policy [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bb3e38e23894b1eab05ad6519759de4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba48fa426f0e4cb3b66a18836a0ae660', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 685.828537] env[69699]: DEBUG oslo_vmware.api [None req-4d44bff0-3c5c-4e7a-932c-86d3f5d7e0dc tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606681, 'name': RemoveSnapshot_Task, 'duration_secs': 2.085277} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.828946] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-4d44bff0-3c5c-4e7a-932c-86d3f5d7e0dc tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Deleted Snapshot of the VM instance {{(pid=69699) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 685.829037] env[69699]: INFO nova.compute.manager [None req-4d44bff0-3c5c-4e7a-932c-86d3f5d7e0dc tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Took 17.77 seconds to snapshot the instance on the hypervisor. [ 686.095151] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0d36be66-5c86-4861-b350-225e1b87487d tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Acquiring lock "1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.097455] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0d36be66-5c86-4861-b350-225e1b87487d tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Lock "1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.098078] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0d36be66-5c86-4861-b350-225e1b87487d tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Acquiring lock "1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.098326] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0d36be66-5c86-4861-b350-225e1b87487d tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Lock "1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.098513] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0d36be66-5c86-4861-b350-225e1b87487d tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Lock "1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.100876] env[69699]: INFO nova.compute.manager [None req-0d36be66-5c86-4861-b350-225e1b87487d tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2] Terminating instance [ 686.172950] env[69699]: DEBUG nova.compute.manager [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 686.178028] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5dd4693c-cd77-4c42-876d-59ab88cf5207 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.178028] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.318s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.178028] env[69699]: DEBUG nova.objects.instance [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69699) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 686.244192] env[69699]: DEBUG oslo_vmware.api [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Task: {'id': task-3606684, 'name': Rename_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.405348] env[69699]: DEBUG nova.network.neutron [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Successfully created port: 394d95fe-4743-43c4-b13b-65bd8e257abb {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 686.613108] env[69699]: DEBUG nova.compute.manager [None req-0d36be66-5c86-4861-b350-225e1b87487d tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 686.613108] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-0d36be66-5c86-4861-b350-225e1b87487d tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 686.613108] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65390d76-5617-417c-a4a9-9e74958d441c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.623063] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d36be66-5c86-4861-b350-225e1b87487d tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 686.623198] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23ed30d0-c7a2-40d1-9f5f-1c770eb534da {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.632213] env[69699]: DEBUG oslo_vmware.api [None req-0d36be66-5c86-4861-b350-225e1b87487d tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Waiting for the task: (returnval){ [ 686.632213] env[69699]: value = "task-3606685" [ 686.632213] env[69699]: _type = "Task" [ 686.632213] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.640854] env[69699]: DEBUG oslo_vmware.api [None req-0d36be66-5c86-4861-b350-225e1b87487d tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': task-3606685, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.742728] env[69699]: DEBUG oslo_vmware.api [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Task: {'id': task-3606684, 'name': Rename_Task, 'duration_secs': 0.719828} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.743313] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 686.743728] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88080ed1-3a48-408f-a3e2-aca053788978 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.753241] env[69699]: DEBUG oslo_vmware.api [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Waiting for the task: (returnval){ [ 686.753241] env[69699]: value = "task-3606686" [ 686.753241] env[69699]: _type = "Task" [ 686.753241] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.760383] env[69699]: DEBUG oslo_vmware.api [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Task: {'id': task-3606686, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.143832] env[69699]: DEBUG oslo_vmware.api [None req-0d36be66-5c86-4861-b350-225e1b87487d tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': task-3606685, 'name': PowerOffVM_Task, 'duration_secs': 0.350419} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.144216] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d36be66-5c86-4861-b350-225e1b87487d tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 687.144464] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-0d36be66-5c86-4861-b350-225e1b87487d tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 687.144796] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea47f1a3-0bca-4c90-87db-e47ccfcaeb33 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.189590] env[69699]: DEBUG nova.compute.manager [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 687.193776] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e10f6b1f-c7ba-418f-9223-00b18d4843a6 tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.195013] env[69699]: DEBUG oslo_concurrency.lockutils [None req-35443811-85ae-4c34-9248-8ec516cc7e5d tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.548s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.195284] env[69699]: DEBUG nova.objects.instance [None req-35443811-85ae-4c34-9248-8ec516cc7e5d tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Lazy-loading 'resources' on Instance uuid db8d5037-bee1-4225-8658-78c8844b6f62 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 687.212933] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-0d36be66-5c86-4861-b350-225e1b87487d tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 687.213184] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-0d36be66-5c86-4861-b350-225e1b87487d tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 687.213368] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d36be66-5c86-4861-b350-225e1b87487d tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Deleting the datastore file [datastore2] 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.214019] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9bd9223-9758-4af7-977d-c880bc6035e9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.221039] env[69699]: DEBUG oslo_vmware.api [None req-0d36be66-5c86-4861-b350-225e1b87487d tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Waiting for the task: (returnval){ [ 687.221039] env[69699]: value = "task-3606688" [ 687.221039] env[69699]: _type = "Task" [ 687.221039] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.227022] env[69699]: DEBUG nova.virt.hardware [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 687.227258] env[69699]: DEBUG nova.virt.hardware [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 687.227426] env[69699]: DEBUG nova.virt.hardware [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 687.227609] env[69699]: DEBUG nova.virt.hardware [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 687.227767] env[69699]: DEBUG nova.virt.hardware [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 687.227933] env[69699]: DEBUG nova.virt.hardware [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 687.228173] env[69699]: DEBUG nova.virt.hardware [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 687.228333] env[69699]: DEBUG nova.virt.hardware [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 687.228499] env[69699]: DEBUG nova.virt.hardware [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 687.228734] env[69699]: DEBUG nova.virt.hardware [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 687.228928] env[69699]: DEBUG nova.virt.hardware [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 687.230542] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6738161-1b67-4407-abaa-3677ec061556 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.236979] env[69699]: DEBUG oslo_vmware.api [None req-0d36be66-5c86-4861-b350-225e1b87487d tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': task-3606688, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.242219] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c92bab-ff59-47ab-a162-f5a4e9f58a6e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.264281] env[69699]: DEBUG oslo_vmware.api [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Task: {'id': task-3606686, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.745381] env[69699]: DEBUG oslo_vmware.api [None req-0d36be66-5c86-4861-b350-225e1b87487d tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': task-3606688, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2689} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.745381] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d36be66-5c86-4861-b350-225e1b87487d tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 687.745381] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-0d36be66-5c86-4861-b350-225e1b87487d tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 687.745381] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-0d36be66-5c86-4861-b350-225e1b87487d tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 687.745381] env[69699]: INFO nova.compute.manager [None req-0d36be66-5c86-4861-b350-225e1b87487d tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 687.745725] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d36be66-5c86-4861-b350-225e1b87487d tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 687.745725] env[69699]: DEBUG nova.compute.manager [-] [instance: 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 687.745725] env[69699]: DEBUG nova.network.neutron [-] [instance: 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 687.766093] env[69699]: DEBUG oslo_vmware.api [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Task: {'id': task-3606686, 'name': PowerOnVM_Task, 'duration_secs': 0.763192} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.766745] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 687.766980] env[69699]: INFO nova.compute.manager [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Took 10.73 seconds to spawn the instance on the hypervisor. [ 687.767185] env[69699]: DEBUG nova.compute.manager [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 687.767982] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fa3cb0-52b1-496b-ada9-70051f6e0da9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.834570] env[69699]: DEBUG nova.compute.manager [None req-03f53cee-e4a8-439d-b2ea-6bbec028a526 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: fb987065-208f-42d9-b928-7431e722c642] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 687.835864] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3292ce-5202-438e-8810-638760eff5e6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.145192] env[69699]: DEBUG nova.compute.manager [req-1c85c538-d480-473f-bd81-a2a90fd36657 req-1493b96a-3877-4b9f-b518-29cd8fb1ab80 service nova] [instance: 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2] Received event network-vif-deleted-a7d6c400-86f7-4064-a982-8d67107961e3 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.145192] env[69699]: INFO nova.compute.manager [req-1c85c538-d480-473f-bd81-a2a90fd36657 req-1493b96a-3877-4b9f-b518-29cd8fb1ab80 service nova] [instance: 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2] Neutron deleted interface a7d6c400-86f7-4064-a982-8d67107961e3; detaching it from the instance and deleting it from the info cache [ 688.145192] env[69699]: DEBUG nova.network.neutron [req-1c85c538-d480-473f-bd81-a2a90fd36657 req-1493b96a-3877-4b9f-b518-29cd8fb1ab80 service nova] [instance: 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.298290] env[69699]: INFO nova.compute.manager [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Took 49.32 seconds to build instance. [ 688.302773] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd140de-462e-4707-8034-10cd9f4f65b1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.311432] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0a157f-2bce-4147-b171-a984bbfb75cf {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.352704] env[69699]: INFO nova.compute.manager [None req-03f53cee-e4a8-439d-b2ea-6bbec028a526 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: fb987065-208f-42d9-b928-7431e722c642] instance snapshotting [ 688.354862] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e23557c-4f71-43da-87b6-504db0b9a224 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.361041] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8787796-84bd-412f-9581-75fa3ed9c2cc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.385237] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f205dfe-ce2f-4a00-881e-885a7a4f9f63 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.390889] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71377d6-1631-4f31-836b-0a0ae2d722f4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.404434] env[69699]: DEBUG nova.compute.provider_tree [None req-35443811-85ae-4c34-9248-8ec516cc7e5d tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.457044] env[69699]: DEBUG oslo_vmware.rw_handles [None req-1b7b5b5d-531e-4d27-83b4-adaacfccbfd2 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523879fd-bd56-5e66-35f9-de051c7d8f1c/disk-0.vmdk. {{(pid=69699) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 688.459194] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96636d2e-3d3b-4530-9359-ba744b0ae0b6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.466925] env[69699]: DEBUG oslo_vmware.rw_handles [None req-1b7b5b5d-531e-4d27-83b4-adaacfccbfd2 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523879fd-bd56-5e66-35f9-de051c7d8f1c/disk-0.vmdk is in state: ready. {{(pid=69699) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 688.466925] env[69699]: ERROR oslo_vmware.rw_handles [None req-1b7b5b5d-531e-4d27-83b4-adaacfccbfd2 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523879fd-bd56-5e66-35f9-de051c7d8f1c/disk-0.vmdk due to incomplete transfer. [ 688.466925] env[69699]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1223996a-f1aa-4355-a7ca-abe6588e0028 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.474883] env[69699]: DEBUG oslo_vmware.rw_handles [None req-1b7b5b5d-531e-4d27-83b4-adaacfccbfd2 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523879fd-bd56-5e66-35f9-de051c7d8f1c/disk-0.vmdk. {{(pid=69699) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 688.475109] env[69699]: DEBUG nova.virt.vmwareapi.images [None req-1b7b5b5d-531e-4d27-83b4-adaacfccbfd2 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Uploaded image 2496bb5f-7841-4a76-b710-e80ad8331cd4 to the Glance image server {{(pid=69699) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 688.476746] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b7b5b5d-531e-4d27-83b4-adaacfccbfd2 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Destroying the VM {{(pid=69699) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 688.477623] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f52e4558-bec0-44c3-8b40-45ac3c1ae4bf {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.483948] env[69699]: DEBUG oslo_vmware.api [None req-1b7b5b5d-531e-4d27-83b4-adaacfccbfd2 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Waiting for the task: (returnval){ [ 688.483948] env[69699]: value = "task-3606689" [ 688.483948] env[69699]: _type = "Task" [ 688.483948] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.495406] env[69699]: DEBUG oslo_vmware.api [None req-1b7b5b5d-531e-4d27-83b4-adaacfccbfd2 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Task: {'id': task-3606689, 'name': Destroy_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.623308] env[69699]: DEBUG nova.network.neutron [-] [instance: 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.647787] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee7775c6-267d-4dc0-b675-f8db44b36845 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.659614] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76a49a3-774e-4fe0-a52c-2131fb7a1e4a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.697167] env[69699]: DEBUG nova.compute.manager [req-1c85c538-d480-473f-bd81-a2a90fd36657 req-1493b96a-3877-4b9f-b518-29cd8fb1ab80 service nova] [instance: 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2] Detach interface failed, port_id=a7d6c400-86f7-4064-a982-8d67107961e3, reason: Instance 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2 could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 688.801943] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a3790e90-0110-44f8-9458-d41c174a8884 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Lock "89d1dbf0-20d6-4fa7-b362-e5b4311a68d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.275s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.912316] env[69699]: DEBUG nova.scheduler.client.report [None req-35443811-85ae-4c34-9248-8ec516cc7e5d tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.919051] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-03f53cee-e4a8-439d-b2ea-6bbec028a526 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: fb987065-208f-42d9-b928-7431e722c642] Creating Snapshot of the VM instance {{(pid=69699) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 688.919051] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d90d9b83-3afd-4352-8614-bafc61025b67 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.925991] env[69699]: DEBUG oslo_vmware.api [None req-03f53cee-e4a8-439d-b2ea-6bbec028a526 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Waiting for the task: (returnval){ [ 688.925991] env[69699]: value = "task-3606690" [ 688.925991] env[69699]: _type = "Task" [ 688.925991] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.926790] env[69699]: DEBUG nova.network.neutron [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Successfully updated port: 394d95fe-4743-43c4-b13b-65bd8e257abb {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 688.942182] env[69699]: DEBUG oslo_vmware.api [None req-03f53cee-e4a8-439d-b2ea-6bbec028a526 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606690, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.992781] env[69699]: DEBUG oslo_vmware.api [None req-1b7b5b5d-531e-4d27-83b4-adaacfccbfd2 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Task: {'id': task-3606689, 'name': Destroy_Task, 'duration_secs': 0.346543} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.993132] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-1b7b5b5d-531e-4d27-83b4-adaacfccbfd2 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Destroyed the VM [ 688.993400] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-1b7b5b5d-531e-4d27-83b4-adaacfccbfd2 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Deleting Snapshot of the VM instance {{(pid=69699) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 688.993645] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-271d76f8-8e4f-4834-a401-d4d2b8662c89 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.999918] env[69699]: DEBUG oslo_vmware.api [None req-1b7b5b5d-531e-4d27-83b4-adaacfccbfd2 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Waiting for the task: (returnval){ [ 688.999918] env[69699]: value = "task-3606691" [ 688.999918] env[69699]: _type = "Task" [ 688.999918] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.009488] env[69699]: DEBUG oslo_vmware.api [None req-1b7b5b5d-531e-4d27-83b4-adaacfccbfd2 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Task: {'id': task-3606691, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.125793] env[69699]: INFO nova.compute.manager [-] [instance: 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2] Took 1.38 seconds to deallocate network for instance. [ 689.309155] env[69699]: DEBUG nova.compute.manager [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 55a31f53-3712-486d-a4a8-7f15597da862] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 689.418285] env[69699]: DEBUG oslo_concurrency.lockutils [None req-35443811-85ae-4c34-9248-8ec516cc7e5d tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.223s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.422172] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1654ec33-c832-429f-a94d-16aa7f3fbdd1 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.652s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.422172] env[69699]: DEBUG nova.objects.instance [None req-1654ec33-c832-429f-a94d-16aa7f3fbdd1 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Lazy-loading 'resources' on Instance uuid a05eee33-bfda-4a2d-b341-f5a792d98872 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 689.437625] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "refresh_cache-af9422bd-d925-4174-8ea5-91d2bcec2f3b" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.438442] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquired lock "refresh_cache-af9422bd-d925-4174-8ea5-91d2bcec2f3b" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.438442] env[69699]: DEBUG nova.network.neutron [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.450030] env[69699]: DEBUG oslo_vmware.api [None req-03f53cee-e4a8-439d-b2ea-6bbec028a526 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606690, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.457502] env[69699]: INFO nova.scheduler.client.report [None req-35443811-85ae-4c34-9248-8ec516cc7e5d tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Deleted allocations for instance db8d5037-bee1-4225-8658-78c8844b6f62 [ 689.509811] env[69699]: DEBUG oslo_vmware.api [None req-1b7b5b5d-531e-4d27-83b4-adaacfccbfd2 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Task: {'id': task-3606691, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.639950] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0d36be66-5c86-4861-b350-225e1b87487d tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.664930] env[69699]: DEBUG nova.compute.manager [req-c9993a15-e20f-4f56-af2d-a03a461761d3 req-6f26b477-5584-4621-9230-fa14a187e58d service nova] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Received event network-changed-73f5d294-7953-48bc-9257-bba950e41446 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.665145] env[69699]: DEBUG nova.compute.manager [req-c9993a15-e20f-4f56-af2d-a03a461761d3 req-6f26b477-5584-4621-9230-fa14a187e58d service nova] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Refreshing instance network info cache due to event network-changed-73f5d294-7953-48bc-9257-bba950e41446. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 689.665409] env[69699]: DEBUG oslo_concurrency.lockutils [req-c9993a15-e20f-4f56-af2d-a03a461761d3 req-6f26b477-5584-4621-9230-fa14a187e58d service nova] Acquiring lock "refresh_cache-b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.665566] env[69699]: DEBUG oslo_concurrency.lockutils [req-c9993a15-e20f-4f56-af2d-a03a461761d3 req-6f26b477-5584-4621-9230-fa14a187e58d service nova] Acquired lock "refresh_cache-b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.665727] env[69699]: DEBUG nova.network.neutron [req-c9993a15-e20f-4f56-af2d-a03a461761d3 req-6f26b477-5584-4621-9230-fa14a187e58d service nova] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Refreshing network info cache for port 73f5d294-7953-48bc-9257-bba950e41446 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.835685] env[69699]: DEBUG oslo_concurrency.lockutils [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.943298] env[69699]: DEBUG oslo_vmware.api [None req-03f53cee-e4a8-439d-b2ea-6bbec028a526 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606690, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.972063] env[69699]: DEBUG oslo_concurrency.lockutils [None req-35443811-85ae-4c34-9248-8ec516cc7e5d tempest-ServersListShow296Test-738219061 tempest-ServersListShow296Test-738219061-project-member] Lock "db8d5037-bee1-4225-8658-78c8844b6f62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.614s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.009208] env[69699]: DEBUG nova.network.neutron [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 690.014824] env[69699]: DEBUG oslo_vmware.api [None req-1b7b5b5d-531e-4d27-83b4-adaacfccbfd2 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Task: {'id': task-3606691, 'name': RemoveSnapshot_Task, 'duration_secs': 0.658559} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.015427] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-1b7b5b5d-531e-4d27-83b4-adaacfccbfd2 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Deleted Snapshot of the VM instance {{(pid=69699) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 690.015660] env[69699]: INFO nova.compute.manager [None req-1b7b5b5d-531e-4d27-83b4-adaacfccbfd2 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Took 16.20 seconds to snapshot the instance on the hypervisor. [ 690.441284] env[69699]: DEBUG oslo_vmware.api [None req-03f53cee-e4a8-439d-b2ea-6bbec028a526 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606690, 'name': CreateSnapshot_Task, 'duration_secs': 1.19827} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.443935] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-03f53cee-e4a8-439d-b2ea-6bbec028a526 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: fb987065-208f-42d9-b928-7431e722c642] Created Snapshot of the VM instance {{(pid=69699) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 690.445081] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd090db4-d4e4-4149-8e6f-1abed41fc026 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.531473] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33fcb3fe-14cb-49cc-bf81-bbfc0dc36227 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.540403] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d07956c-8a54-443f-b0e7-0ee5d482f573 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.573118] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2611b7-021c-4f50-bc33-f9120c66b78b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.586017] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b33b91-86d3-4423-ae81-539980899fdf {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.599321] env[69699]: DEBUG nova.compute.provider_tree [None req-1654ec33-c832-429f-a94d-16aa7f3fbdd1 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.625553] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aa078abb-acef-4291-8ec0-b8b11d08344b tempest-VolumesAssistedSnapshotsTest-1816050597 tempest-VolumesAssistedSnapshotsTest-1816050597-project-admin] Acquiring lock "d35745c3-a340-4650-9566-3726d0c8b018" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.627749] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aa078abb-acef-4291-8ec0-b8b11d08344b tempest-VolumesAssistedSnapshotsTest-1816050597 tempest-VolumesAssistedSnapshotsTest-1816050597-project-admin] Lock "d35745c3-a340-4650-9566-3726d0c8b018" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.701097] env[69699]: DEBUG nova.network.neutron [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Updating instance_info_cache with network_info: [{"id": "394d95fe-4743-43c4-b13b-65bd8e257abb", "address": "fa:16:3e:ea:a2:44", "network": {"id": "0bd0c568-ae97-493c-9ed8-c70833965690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-782374772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba48fa426f0e4cb3b66a18836a0ae660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap394d95fe-47", "ovs_interfaceid": "394d95fe-4743-43c4-b13b-65bd8e257abb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.964317] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-03f53cee-e4a8-439d-b2ea-6bbec028a526 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: fb987065-208f-42d9-b928-7431e722c642] Creating linked-clone VM from snapshot {{(pid=69699) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 690.964948] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-56ae26da-1dac-4a7c-9dd3-905b982089c8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.977516] env[69699]: DEBUG oslo_vmware.api [None req-03f53cee-e4a8-439d-b2ea-6bbec028a526 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Waiting for the task: (returnval){ [ 690.977516] env[69699]: value = "task-3606692" [ 690.977516] env[69699]: _type = "Task" [ 690.977516] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.981895] env[69699]: DEBUG nova.network.neutron [req-c9993a15-e20f-4f56-af2d-a03a461761d3 req-6f26b477-5584-4621-9230-fa14a187e58d service nova] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Updated VIF entry in instance network info cache for port 73f5d294-7953-48bc-9257-bba950e41446. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 690.982337] env[69699]: DEBUG nova.network.neutron [req-c9993a15-e20f-4f56-af2d-a03a461761d3 req-6f26b477-5584-4621-9230-fa14a187e58d service nova] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Updating instance_info_cache with network_info: [{"id": "73f5d294-7953-48bc-9257-bba950e41446", "address": "fa:16:3e:d1:6f:f4", "network": {"id": "e867eccd-7769-4294-8509-60dde3d71144", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-358165153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb2ab604e8ea4987b0a20bce735b2278", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73f5d294-79", "ovs_interfaceid": "73f5d294-7953-48bc-9257-bba950e41446", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.992324] env[69699]: DEBUG oslo_vmware.api [None req-03f53cee-e4a8-439d-b2ea-6bbec028a526 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606692, 'name': CloneVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.104286] env[69699]: DEBUG nova.scheduler.client.report [None req-1654ec33-c832-429f-a94d-16aa7f3fbdd1 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.134622] env[69699]: DEBUG nova.compute.utils [None req-aa078abb-acef-4291-8ec0-b8b11d08344b tempest-VolumesAssistedSnapshotsTest-1816050597 tempest-VolumesAssistedSnapshotsTest-1816050597-project-admin] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 691.204697] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Releasing lock "refresh_cache-af9422bd-d925-4174-8ea5-91d2bcec2f3b" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.204697] env[69699]: DEBUG nova.compute.manager [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Instance network_info: |[{"id": "394d95fe-4743-43c4-b13b-65bd8e257abb", "address": "fa:16:3e:ea:a2:44", "network": {"id": "0bd0c568-ae97-493c-9ed8-c70833965690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-782374772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba48fa426f0e4cb3b66a18836a0ae660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap394d95fe-47", "ovs_interfaceid": "394d95fe-4743-43c4-b13b-65bd8e257abb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 691.205622] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:a2:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92fe29b3-0907-453d-aabb-5559c4bd7c0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '394d95fe-4743-43c4-b13b-65bd8e257abb', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.217639] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Creating folder: Project (ba48fa426f0e4cb3b66a18836a0ae660). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.218388] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd3c1e62-cc2a-4661-a687-6e5b4c0e38a1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.231170] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Created folder: Project (ba48fa426f0e4cb3b66a18836a0ae660) in parent group-v719415. [ 691.231405] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Creating folder: Instances. Parent ref: group-v719492. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.231659] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84f365ef-59a6-4a7d-b530-c49ecca66c02 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.242246] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Created folder: Instances in parent group-v719492. [ 691.242349] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.242622] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.242843] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52ba2830-0abe-4e30-9887-a0a32d236645 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.267734] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.267734] env[69699]: value = "task-3606695" [ 691.267734] env[69699]: _type = "Task" [ 691.267734] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.275995] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606695, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.489198] env[69699]: DEBUG oslo_concurrency.lockutils [req-c9993a15-e20f-4f56-af2d-a03a461761d3 req-6f26b477-5584-4621-9230-fa14a187e58d service nova] Releasing lock "refresh_cache-b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.489723] env[69699]: DEBUG oslo_vmware.api [None req-03f53cee-e4a8-439d-b2ea-6bbec028a526 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606692, 'name': CloneVM_Task} progress is 94%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.616160] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1654ec33-c832-429f-a94d-16aa7f3fbdd1 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.189s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.616160] env[69699]: DEBUG oslo_concurrency.lockutils [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.710s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.617730] env[69699]: INFO nova.compute.claims [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] [instance: 7a41f0c5-22b0-48ca-9be5-f41ab5f64203] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 691.637757] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aa078abb-acef-4291-8ec0-b8b11d08344b tempest-VolumesAssistedSnapshotsTest-1816050597 tempest-VolumesAssistedSnapshotsTest-1816050597-project-admin] Lock "d35745c3-a340-4650-9566-3726d0c8b018" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.650095] env[69699]: INFO nova.scheduler.client.report [None req-1654ec33-c832-429f-a94d-16aa7f3fbdd1 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Deleted allocations for instance a05eee33-bfda-4a2d-b341-f5a792d98872 [ 691.778630] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606695, 'name': CreateVM_Task, 'duration_secs': 0.369763} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.778917] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 691.779741] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.780080] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.780599] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.780925] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fe94d60-9deb-4cec-9488-eb1ed120a48e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.785432] env[69699]: DEBUG oslo_vmware.api [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Waiting for the task: (returnval){ [ 691.785432] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a6a74f-3778-a995-39aa-cda2e8964c6c" [ 691.785432] env[69699]: _type = "Task" [ 691.785432] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.794603] env[69699]: DEBUG oslo_vmware.api [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a6a74f-3778-a995-39aa-cda2e8964c6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.989476] env[69699]: DEBUG oslo_vmware.api [None req-03f53cee-e4a8-439d-b2ea-6bbec028a526 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606692, 'name': CloneVM_Task} progress is 94%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.165429] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1654ec33-c832-429f-a94d-16aa7f3fbdd1 tempest-ServersListShow2100Test-170581136 tempest-ServersListShow2100Test-170581136-project-member] Lock "a05eee33-bfda-4a2d-b341-f5a792d98872" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.804s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.270577] env[69699]: DEBUG nova.compute.manager [req-1bd2200b-9454-47c2-8086-28aa9edcd572 req-102acff3-56d6-4d71-b3aa-95bd1e2c87d9 service nova] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Received event network-vif-plugged-394d95fe-4743-43c4-b13b-65bd8e257abb {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.270791] env[69699]: DEBUG oslo_concurrency.lockutils [req-1bd2200b-9454-47c2-8086-28aa9edcd572 req-102acff3-56d6-4d71-b3aa-95bd1e2c87d9 service nova] Acquiring lock "af9422bd-d925-4174-8ea5-91d2bcec2f3b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.270999] env[69699]: DEBUG oslo_concurrency.lockutils [req-1bd2200b-9454-47c2-8086-28aa9edcd572 req-102acff3-56d6-4d71-b3aa-95bd1e2c87d9 service nova] Lock "af9422bd-d925-4174-8ea5-91d2bcec2f3b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.271209] env[69699]: DEBUG oslo_concurrency.lockutils [req-1bd2200b-9454-47c2-8086-28aa9edcd572 req-102acff3-56d6-4d71-b3aa-95bd1e2c87d9 service nova] Lock "af9422bd-d925-4174-8ea5-91d2bcec2f3b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.271409] env[69699]: DEBUG nova.compute.manager [req-1bd2200b-9454-47c2-8086-28aa9edcd572 req-102acff3-56d6-4d71-b3aa-95bd1e2c87d9 service nova] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] No waiting events found dispatching network-vif-plugged-394d95fe-4743-43c4-b13b-65bd8e257abb {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 692.271535] env[69699]: WARNING nova.compute.manager [req-1bd2200b-9454-47c2-8086-28aa9edcd572 req-102acff3-56d6-4d71-b3aa-95bd1e2c87d9 service nova] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Received unexpected event network-vif-plugged-394d95fe-4743-43c4-b13b-65bd8e257abb for instance with vm_state building and task_state spawning. [ 692.271686] env[69699]: DEBUG nova.compute.manager [req-1bd2200b-9454-47c2-8086-28aa9edcd572 req-102acff3-56d6-4d71-b3aa-95bd1e2c87d9 service nova] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Received event network-changed-394d95fe-4743-43c4-b13b-65bd8e257abb {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.271836] env[69699]: DEBUG nova.compute.manager [req-1bd2200b-9454-47c2-8086-28aa9edcd572 req-102acff3-56d6-4d71-b3aa-95bd1e2c87d9 service nova] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Refreshing instance network info cache due to event network-changed-394d95fe-4743-43c4-b13b-65bd8e257abb. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 692.273930] env[69699]: DEBUG oslo_concurrency.lockutils [req-1bd2200b-9454-47c2-8086-28aa9edcd572 req-102acff3-56d6-4d71-b3aa-95bd1e2c87d9 service nova] Acquiring lock "refresh_cache-af9422bd-d925-4174-8ea5-91d2bcec2f3b" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.274228] env[69699]: DEBUG oslo_concurrency.lockutils [req-1bd2200b-9454-47c2-8086-28aa9edcd572 req-102acff3-56d6-4d71-b3aa-95bd1e2c87d9 service nova] Acquired lock "refresh_cache-af9422bd-d925-4174-8ea5-91d2bcec2f3b" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.274528] env[69699]: DEBUG nova.network.neutron [req-1bd2200b-9454-47c2-8086-28aa9edcd572 req-102acff3-56d6-4d71-b3aa-95bd1e2c87d9 service nova] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Refreshing network info cache for port 394d95fe-4743-43c4-b13b-65bd8e257abb {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.297381] env[69699]: DEBUG oslo_vmware.api [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a6a74f-3778-a995-39aa-cda2e8964c6c, 'name': SearchDatastore_Task, 'duration_secs': 0.010194} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.297873] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.298216] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 692.298665] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.298914] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.299232] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.300030] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82eb10da-e285-4fa7-a8ca-74dd0de6efca {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.310569] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 692.310758] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 692.311521] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84e430a2-5c31-413d-9aa6-953e861dbb13 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.317737] env[69699]: DEBUG oslo_vmware.api [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Waiting for the task: (returnval){ [ 692.317737] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52808540-dfdd-f391-3fb8-c898ed0a9639" [ 692.317737] env[69699]: _type = "Task" [ 692.317737] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.325840] env[69699]: DEBUG oslo_vmware.api [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52808540-dfdd-f391-3fb8-c898ed0a9639, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.491801] env[69699]: DEBUG oslo_vmware.api [None req-03f53cee-e4a8-439d-b2ea-6bbec028a526 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606692, 'name': CloneVM_Task, 'duration_secs': 1.485577} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.491801] env[69699]: INFO nova.virt.vmwareapi.vmops [None req-03f53cee-e4a8-439d-b2ea-6bbec028a526 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: fb987065-208f-42d9-b928-7431e722c642] Created linked-clone VM from snapshot [ 692.493452] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe022b2-26ec-4193-972a-d1e423b69a10 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.504499] env[69699]: DEBUG nova.virt.vmwareapi.images [None req-03f53cee-e4a8-439d-b2ea-6bbec028a526 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: fb987065-208f-42d9-b928-7431e722c642] Uploading image 3993c3ee-d4e5-49a1-a845-5c275c70238f {{(pid=69699) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 692.537551] env[69699]: DEBUG oslo_vmware.rw_handles [None req-03f53cee-e4a8-439d-b2ea-6bbec028a526 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 692.537551] env[69699]: value = "vm-719491" [ 692.537551] env[69699]: _type = "VirtualMachine" [ 692.537551] env[69699]: }. {{(pid=69699) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 692.537940] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7bcbf5bc-780d-4d1b-b3d7-610fee3fbc44 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.544883] env[69699]: DEBUG oslo_vmware.rw_handles [None req-03f53cee-e4a8-439d-b2ea-6bbec028a526 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Lease: (returnval){ [ 692.544883] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c63782-2ba0-dc83-7de2-178e6c7a23af" [ 692.544883] env[69699]: _type = "HttpNfcLease" [ 692.544883] env[69699]: } obtained for exporting VM: (result){ [ 692.544883] env[69699]: value = "vm-719491" [ 692.544883] env[69699]: _type = "VirtualMachine" [ 692.544883] env[69699]: }. {{(pid=69699) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 692.545188] env[69699]: DEBUG oslo_vmware.api [None req-03f53cee-e4a8-439d-b2ea-6bbec028a526 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Waiting for the lease: (returnval){ [ 692.545188] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c63782-2ba0-dc83-7de2-178e6c7a23af" [ 692.545188] env[69699]: _type = "HttpNfcLease" [ 692.545188] env[69699]: } to be ready. {{(pid=69699) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 692.552024] env[69699]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 692.552024] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c63782-2ba0-dc83-7de2-178e6c7a23af" [ 692.552024] env[69699]: _type = "HttpNfcLease" [ 692.552024] env[69699]: } is initializing. {{(pid=69699) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 692.713300] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aa078abb-acef-4291-8ec0-b8b11d08344b tempest-VolumesAssistedSnapshotsTest-1816050597 tempest-VolumesAssistedSnapshotsTest-1816050597-project-admin] Acquiring lock "d35745c3-a340-4650-9566-3726d0c8b018" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.713584] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aa078abb-acef-4291-8ec0-b8b11d08344b tempest-VolumesAssistedSnapshotsTest-1816050597 tempest-VolumesAssistedSnapshotsTest-1816050597-project-admin] Lock "d35745c3-a340-4650-9566-3726d0c8b018" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.714111] env[69699]: INFO nova.compute.manager [None req-aa078abb-acef-4291-8ec0-b8b11d08344b tempest-VolumesAssistedSnapshotsTest-1816050597 tempest-VolumesAssistedSnapshotsTest-1816050597-project-admin] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Attaching volume 04b80784-524f-4960-bcde-2f95abc908e1 to /dev/sdb [ 692.766416] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eecbfba-7ebb-4d66-988f-af6aea192f12 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.773391] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1cce62-d87e-44c4-b42e-e8b730699d3b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.801796] env[69699]: DEBUG nova.virt.block_device [None req-aa078abb-acef-4291-8ec0-b8b11d08344b tempest-VolumesAssistedSnapshotsTest-1816050597 tempest-VolumesAssistedSnapshotsTest-1816050597-project-admin] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Updating existing volume attachment record: 8d34e860-4199-49b3-8066-e9a3a97ad878 {{(pid=69699) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 692.832410] env[69699]: DEBUG oslo_vmware.api [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52808540-dfdd-f391-3fb8-c898ed0a9639, 'name': SearchDatastore_Task, 'duration_secs': 0.008794} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.833272] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcbfb37d-09c7-4718-84e2-9262ab0008e9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.838867] env[69699]: DEBUG oslo_vmware.api [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Waiting for the task: (returnval){ [ 692.838867] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]529f631b-d4c2-dce0-8b9e-6671800edd12" [ 692.838867] env[69699]: _type = "Task" [ 692.838867] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.851877] env[69699]: DEBUG oslo_vmware.api [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]529f631b-d4c2-dce0-8b9e-6671800edd12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.057942] env[69699]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 693.057942] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c63782-2ba0-dc83-7de2-178e6c7a23af" [ 693.057942] env[69699]: _type = "HttpNfcLease" [ 693.057942] env[69699]: } is ready. {{(pid=69699) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 693.058334] env[69699]: DEBUG oslo_vmware.rw_handles [None req-03f53cee-e4a8-439d-b2ea-6bbec028a526 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 693.058334] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c63782-2ba0-dc83-7de2-178e6c7a23af" [ 693.058334] env[69699]: _type = "HttpNfcLease" [ 693.058334] env[69699]: }. {{(pid=69699) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 693.059111] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b896568-f76f-4a7b-ac67-d94a3135b54c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.069697] env[69699]: DEBUG oslo_vmware.rw_handles [None req-03f53cee-e4a8-439d-b2ea-6bbec028a526 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bf37c7-604e-e45d-7e81-f121cfbe65f8/disk-0.vmdk from lease info. {{(pid=69699) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 693.069888] env[69699]: DEBUG oslo_vmware.rw_handles [None req-03f53cee-e4a8-439d-b2ea-6bbec028a526 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bf37c7-604e-e45d-7e81-f121cfbe65f8/disk-0.vmdk for reading. {{(pid=69699) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 693.177674] env[69699]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fe363517-acb7-49f2-aac7-d6e7d2640a18 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.251072] env[69699]: DEBUG nova.network.neutron [req-1bd2200b-9454-47c2-8086-28aa9edcd572 req-102acff3-56d6-4d71-b3aa-95bd1e2c87d9 service nova] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Updated VIF entry in instance network info cache for port 394d95fe-4743-43c4-b13b-65bd8e257abb. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.251682] env[69699]: DEBUG nova.network.neutron [req-1bd2200b-9454-47c2-8086-28aa9edcd572 req-102acff3-56d6-4d71-b3aa-95bd1e2c87d9 service nova] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Updating instance_info_cache with network_info: [{"id": "394d95fe-4743-43c4-b13b-65bd8e257abb", "address": "fa:16:3e:ea:a2:44", "network": {"id": "0bd0c568-ae97-493c-9ed8-c70833965690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-782374772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba48fa426f0e4cb3b66a18836a0ae660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap394d95fe-47", "ovs_interfaceid": "394d95fe-4743-43c4-b13b-65bd8e257abb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.351939] env[69699]: DEBUG oslo_vmware.api [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]529f631b-d4c2-dce0-8b9e-6671800edd12, 'name': SearchDatastore_Task, 'duration_secs': 0.009499} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.352201] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.352434] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] af9422bd-d925-4174-8ea5-91d2bcec2f3b/af9422bd-d925-4174-8ea5-91d2bcec2f3b.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 693.352699] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19a4584a-ac01-4b6a-91fe-6b322110cde8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.358945] env[69699]: DEBUG oslo_vmware.api [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Waiting for the task: (returnval){ [ 693.358945] env[69699]: value = "task-3606703" [ 693.358945] env[69699]: _type = "Task" [ 693.358945] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.369433] env[69699]: DEBUG oslo_vmware.api [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3606703, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.379242] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0a3b05-a592-4c0c-a0bc-e534002f7e86 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.387995] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f1ea9c-766e-4693-acbf-6f531a876ba5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.422431] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f42989f-5f32-4116-b90f-9ced9a5e1255 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.429750] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67a8764-7543-4cae-a410-57aa6deb70e5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.443391] env[69699]: DEBUG nova.compute.provider_tree [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.755085] env[69699]: DEBUG oslo_concurrency.lockutils [req-1bd2200b-9454-47c2-8086-28aa9edcd572 req-102acff3-56d6-4d71-b3aa-95bd1e2c87d9 service nova] Releasing lock "refresh_cache-af9422bd-d925-4174-8ea5-91d2bcec2f3b" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.871769] env[69699]: DEBUG oslo_vmware.api [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3606703, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.950285] env[69699]: DEBUG nova.scheduler.client.report [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.279024] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Acquiring lock "c2fb5505-fc81-40cb-b6de-34779f347adb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.279024] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Lock "c2fb5505-fc81-40cb-b6de-34779f347adb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.378631] env[69699]: DEBUG oslo_vmware.api [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3606703, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54084} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.382531] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] af9422bd-d925-4174-8ea5-91d2bcec2f3b/af9422bd-d925-4174-8ea5-91d2bcec2f3b.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.382531] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.382531] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d46308b-e5ac-4a9d-b9bb-50e1044e5c6b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.391113] env[69699]: DEBUG oslo_vmware.api [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Waiting for the task: (returnval){ [ 694.391113] env[69699]: value = "task-3606704" [ 694.391113] env[69699]: _type = "Task" [ 694.391113] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.399197] env[69699]: DEBUG oslo_vmware.api [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3606704, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.458837] env[69699]: DEBUG oslo_concurrency.lockutils [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.842s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.458837] env[69699]: DEBUG nova.compute.manager [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] [instance: 7a41f0c5-22b0-48ca-9be5-f41ab5f64203] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 694.463344] env[69699]: DEBUG oslo_concurrency.lockutils [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.213s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.466150] env[69699]: INFO nova.compute.claims [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.773754] env[69699]: DEBUG nova.compute.manager [req-c2053ee9-a468-4284-9c4a-977ecfa1e301 req-9404ae2e-65e0-4de0-b486-91ff3f3966b1 service nova] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Received event network-changed-73f5d294-7953-48bc-9257-bba950e41446 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.774139] env[69699]: DEBUG nova.compute.manager [req-c2053ee9-a468-4284-9c4a-977ecfa1e301 req-9404ae2e-65e0-4de0-b486-91ff3f3966b1 service nova] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Refreshing instance network info cache due to event network-changed-73f5d294-7953-48bc-9257-bba950e41446. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 694.774775] env[69699]: DEBUG oslo_concurrency.lockutils [req-c2053ee9-a468-4284-9c4a-977ecfa1e301 req-9404ae2e-65e0-4de0-b486-91ff3f3966b1 service nova] Acquiring lock "refresh_cache-b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.774775] env[69699]: DEBUG oslo_concurrency.lockutils [req-c2053ee9-a468-4284-9c4a-977ecfa1e301 req-9404ae2e-65e0-4de0-b486-91ff3f3966b1 service nova] Acquired lock "refresh_cache-b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.776398] env[69699]: DEBUG nova.network.neutron [req-c2053ee9-a468-4284-9c4a-977ecfa1e301 req-9404ae2e-65e0-4de0-b486-91ff3f3966b1 service nova] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Refreshing network info cache for port 73f5d294-7953-48bc-9257-bba950e41446 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 694.899122] env[69699]: DEBUG oslo_vmware.api [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3606704, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.208327} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.899431] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 694.900280] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0253227-8dd7-4168-ad80-fb34d90fbd0d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.922879] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] af9422bd-d925-4174-8ea5-91d2bcec2f3b/af9422bd-d925-4174-8ea5-91d2bcec2f3b.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.923655] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0364d92-9c4c-4272-ba40-362e32a11e47 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.944102] env[69699]: DEBUG oslo_vmware.api [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Waiting for the task: (returnval){ [ 694.944102] env[69699]: value = "task-3606706" [ 694.944102] env[69699]: _type = "Task" [ 694.944102] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.954015] env[69699]: DEBUG oslo_vmware.api [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3606706, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.973647] env[69699]: DEBUG nova.compute.utils [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 694.975241] env[69699]: DEBUG nova.compute.manager [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] [instance: 7a41f0c5-22b0-48ca-9be5-f41ab5f64203] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 694.975851] env[69699]: DEBUG nova.network.neutron [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] [instance: 7a41f0c5-22b0-48ca-9be5-f41ab5f64203] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 695.046075] env[69699]: DEBUG nova.policy [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73c9cdcb58fd4c0aab315aafb6fb7a00', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ea3082aa48643afa5d0105e1556375a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 695.342568] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2b9a7e81-3a7f-44e3-94d1-f277b64ca82a tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Acquiring lock "89d1dbf0-20d6-4fa7-b362-e5b4311a68d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.343186] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2b9a7e81-3a7f-44e3-94d1-f277b64ca82a tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Lock "89d1dbf0-20d6-4fa7-b362-e5b4311a68d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.343186] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2b9a7e81-3a7f-44e3-94d1-f277b64ca82a tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Acquiring lock "89d1dbf0-20d6-4fa7-b362-e5b4311a68d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.343330] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2b9a7e81-3a7f-44e3-94d1-f277b64ca82a tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Lock "89d1dbf0-20d6-4fa7-b362-e5b4311a68d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.343463] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2b9a7e81-3a7f-44e3-94d1-f277b64ca82a tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Lock "89d1dbf0-20d6-4fa7-b362-e5b4311a68d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.350966] env[69699]: INFO nova.compute.manager [None req-2b9a7e81-3a7f-44e3-94d1-f277b64ca82a tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Terminating instance [ 695.458833] env[69699]: DEBUG oslo_vmware.api [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3606706, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.479036] env[69699]: DEBUG nova.compute.manager [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] [instance: 7a41f0c5-22b0-48ca-9be5-f41ab5f64203] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 695.673789] env[69699]: DEBUG nova.network.neutron [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] [instance: 7a41f0c5-22b0-48ca-9be5-f41ab5f64203] Successfully created port: b531f93b-ae6c-4714-8e31-863d04c2f5de {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 695.760028] env[69699]: DEBUG nova.network.neutron [req-c2053ee9-a468-4284-9c4a-977ecfa1e301 req-9404ae2e-65e0-4de0-b486-91ff3f3966b1 service nova] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Updated VIF entry in instance network info cache for port 73f5d294-7953-48bc-9257-bba950e41446. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 695.760505] env[69699]: DEBUG nova.network.neutron [req-c2053ee9-a468-4284-9c4a-977ecfa1e301 req-9404ae2e-65e0-4de0-b486-91ff3f3966b1 service nova] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Updating instance_info_cache with network_info: [{"id": "73f5d294-7953-48bc-9257-bba950e41446", "address": "fa:16:3e:d1:6f:f4", "network": {"id": "e867eccd-7769-4294-8509-60dde3d71144", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-358165153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb2ab604e8ea4987b0a20bce735b2278", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73f5d294-79", "ovs_interfaceid": "73f5d294-7953-48bc-9257-bba950e41446", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.856448] env[69699]: DEBUG nova.compute.manager [None req-2b9a7e81-3a7f-44e3-94d1-f277b64ca82a tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 695.856986] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2b9a7e81-3a7f-44e3-94d1-f277b64ca82a tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 695.859129] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef6d2f6-04d5-493a-9dbe-12d1ea73fe2b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.869449] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b9a7e81-3a7f-44e3-94d1-f277b64ca82a tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 695.869815] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4e06046-6470-4831-b439-f6569950bd5a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.877941] env[69699]: DEBUG oslo_vmware.api [None req-2b9a7e81-3a7f-44e3-94d1-f277b64ca82a tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Waiting for the task: (returnval){ [ 695.877941] env[69699]: value = "task-3606708" [ 695.877941] env[69699]: _type = "Task" [ 695.877941] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.890862] env[69699]: DEBUG oslo_vmware.api [None req-2b9a7e81-3a7f-44e3-94d1-f277b64ca82a tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Task: {'id': task-3606708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.960324] env[69699]: DEBUG oslo_vmware.api [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3606706, 'name': ReconfigVM_Task, 'duration_secs': 0.722667} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.960609] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Reconfigured VM instance instance-00000019 to attach disk [datastore2] af9422bd-d925-4174-8ea5-91d2bcec2f3b/af9422bd-d925-4174-8ea5-91d2bcec2f3b.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 695.961558] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7288ee72-d4b1-4845-903a-eacb22fe923e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.976018] env[69699]: DEBUG oslo_vmware.api [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Waiting for the task: (returnval){ [ 695.976018] env[69699]: value = "task-3606709" [ 695.976018] env[69699]: _type = "Task" [ 695.976018] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.987708] env[69699]: DEBUG oslo_vmware.api [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3606709, 'name': Rename_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.080746] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dded2cc-997f-49d3-b6e4-1e5f87d31fe6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.088438] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4ba408-0818-4e95-bac2-b0b8478f842a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.120576] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715fc716-285f-48ad-82fa-9f3140c6a5e1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.128678] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262ea7c3-b0e3-4dad-b97b-b884b86a31f7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.142301] env[69699]: DEBUG nova.compute.provider_tree [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.222652] env[69699]: DEBUG nova.compute.manager [req-a41ac9d9-2b42-43c4-9346-a762f27b60b6 req-8db7c5f8-3c3d-452c-b278-24cbf3e59b46 service nova] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Received event network-changed-73f5d294-7953-48bc-9257-bba950e41446 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.222853] env[69699]: DEBUG nova.compute.manager [req-a41ac9d9-2b42-43c4-9346-a762f27b60b6 req-8db7c5f8-3c3d-452c-b278-24cbf3e59b46 service nova] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Refreshing instance network info cache due to event network-changed-73f5d294-7953-48bc-9257-bba950e41446. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 696.223058] env[69699]: DEBUG oslo_concurrency.lockutils [req-a41ac9d9-2b42-43c4-9346-a762f27b60b6 req-8db7c5f8-3c3d-452c-b278-24cbf3e59b46 service nova] Acquiring lock "refresh_cache-b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.263616] env[69699]: DEBUG oslo_concurrency.lockutils [req-c2053ee9-a468-4284-9c4a-977ecfa1e301 req-9404ae2e-65e0-4de0-b486-91ff3f3966b1 service nova] Releasing lock "refresh_cache-b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.263997] env[69699]: DEBUG nova.compute.manager [req-c2053ee9-a468-4284-9c4a-977ecfa1e301 req-9404ae2e-65e0-4de0-b486-91ff3f3966b1 service nova] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Received event network-changed-e9eb2af9-0ab9-4a2d-84c5-98b8ea236cfc {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.264197] env[69699]: DEBUG nova.compute.manager [req-c2053ee9-a468-4284-9c4a-977ecfa1e301 req-9404ae2e-65e0-4de0-b486-91ff3f3966b1 service nova] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Refreshing instance network info cache due to event network-changed-e9eb2af9-0ab9-4a2d-84c5-98b8ea236cfc. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 696.264413] env[69699]: DEBUG oslo_concurrency.lockutils [req-c2053ee9-a468-4284-9c4a-977ecfa1e301 req-9404ae2e-65e0-4de0-b486-91ff3f3966b1 service nova] Acquiring lock "refresh_cache-89d1dbf0-20d6-4fa7-b362-e5b4311a68d1" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.264556] env[69699]: DEBUG oslo_concurrency.lockutils [req-c2053ee9-a468-4284-9c4a-977ecfa1e301 req-9404ae2e-65e0-4de0-b486-91ff3f3966b1 service nova] Acquired lock "refresh_cache-89d1dbf0-20d6-4fa7-b362-e5b4311a68d1" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.264710] env[69699]: DEBUG nova.network.neutron [req-c2053ee9-a468-4284-9c4a-977ecfa1e301 req-9404ae2e-65e0-4de0-b486-91ff3f3966b1 service nova] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Refreshing network info cache for port e9eb2af9-0ab9-4a2d-84c5-98b8ea236cfc {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 696.265960] env[69699]: DEBUG oslo_concurrency.lockutils [req-a41ac9d9-2b42-43c4-9346-a762f27b60b6 req-8db7c5f8-3c3d-452c-b278-24cbf3e59b46 service nova] Acquired lock "refresh_cache-b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.266168] env[69699]: DEBUG nova.network.neutron [req-a41ac9d9-2b42-43c4-9346-a762f27b60b6 req-8db7c5f8-3c3d-452c-b278-24cbf3e59b46 service nova] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Refreshing network info cache for port 73f5d294-7953-48bc-9257-bba950e41446 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 696.391798] env[69699]: DEBUG oslo_vmware.api [None req-2b9a7e81-3a7f-44e3-94d1-f277b64ca82a tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Task: {'id': task-3606708, 'name': PowerOffVM_Task, 'duration_secs': 0.239105} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.392089] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b9a7e81-3a7f-44e3-94d1-f277b64ca82a tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 696.392276] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2b9a7e81-3a7f-44e3-94d1-f277b64ca82a tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 696.392543] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93d1b61a-57d5-457f-b688-a93cb1e55a12 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.478901] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2b9a7e81-3a7f-44e3-94d1-f277b64ca82a tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 696.479220] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2b9a7e81-3a7f-44e3-94d1-f277b64ca82a tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Deleting contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 696.479461] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b9a7e81-3a7f-44e3-94d1-f277b64ca82a tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Deleting the datastore file [datastore1] 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 696.480280] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8aaba091-ce84-4e54-95a3-94fa371fc4ee {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.485575] env[69699]: DEBUG oslo_vmware.api [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3606709, 'name': Rename_Task, 'duration_secs': 0.170606} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.486331] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 696.486588] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d042bb9-6f72-48d5-b061-6638daab1b1a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.491045] env[69699]: DEBUG oslo_vmware.api [None req-2b9a7e81-3a7f-44e3-94d1-f277b64ca82a tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Waiting for the task: (returnval){ [ 696.491045] env[69699]: value = "task-3606711" [ 696.491045] env[69699]: _type = "Task" [ 696.491045] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.495512] env[69699]: DEBUG nova.compute.manager [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] [instance: 7a41f0c5-22b0-48ca-9be5-f41ab5f64203] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 696.497110] env[69699]: DEBUG oslo_vmware.api [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Waiting for the task: (returnval){ [ 696.497110] env[69699]: value = "task-3606712" [ 696.497110] env[69699]: _type = "Task" [ 696.497110] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.506422] env[69699]: DEBUG oslo_vmware.api [None req-2b9a7e81-3a7f-44e3-94d1-f277b64ca82a tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Task: {'id': task-3606711, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.511356] env[69699]: DEBUG oslo_vmware.api [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3606712, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.521940] env[69699]: DEBUG nova.virt.hardware [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 696.521940] env[69699]: DEBUG nova.virt.hardware [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.521940] env[69699]: DEBUG nova.virt.hardware [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.522180] env[69699]: DEBUG nova.virt.hardware [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.522339] env[69699]: DEBUG nova.virt.hardware [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.522597] env[69699]: DEBUG nova.virt.hardware [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 696.522909] env[69699]: DEBUG nova.virt.hardware [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 696.523202] env[69699]: DEBUG nova.virt.hardware [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 696.523505] env[69699]: DEBUG nova.virt.hardware [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 696.523810] env[69699]: DEBUG nova.virt.hardware [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 696.524179] env[69699]: DEBUG nova.virt.hardware [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 696.526023] env[69699]: DEBUG nova.compute.manager [None req-6f827478-7e5b-48a9-8619-4c66cd38f8ed tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 696.526379] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7646823e-107f-4cbb-9a24-0b10e8bc919a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.529837] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3630c9f0-616d-4610-8411-a7b073074aa8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.543431] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1375a0-9ee6-490e-8963-7ee102a7fdce {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.645630] env[69699]: DEBUG nova.scheduler.client.report [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.001557] env[69699]: DEBUG oslo_vmware.api [None req-2b9a7e81-3a7f-44e3-94d1-f277b64ca82a tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Task: {'id': task-3606711, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306455} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.004995] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b9a7e81-3a7f-44e3-94d1-f277b64ca82a tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 697.005237] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2b9a7e81-3a7f-44e3-94d1-f277b64ca82a tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Deleted contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 697.005444] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2b9a7e81-3a7f-44e3-94d1-f277b64ca82a tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 697.005650] env[69699]: INFO nova.compute.manager [None req-2b9a7e81-3a7f-44e3-94d1-f277b64ca82a tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 697.005917] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b9a7e81-3a7f-44e3-94d1-f277b64ca82a tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.006142] env[69699]: DEBUG nova.compute.manager [-] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 697.006307] env[69699]: DEBUG nova.network.neutron [-] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 697.014136] env[69699]: DEBUG oslo_vmware.api [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3606712, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.031062] env[69699]: DEBUG nova.network.neutron [req-c2053ee9-a468-4284-9c4a-977ecfa1e301 req-9404ae2e-65e0-4de0-b486-91ff3f3966b1 service nova] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Updated VIF entry in instance network info cache for port e9eb2af9-0ab9-4a2d-84c5-98b8ea236cfc. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.031422] env[69699]: DEBUG nova.network.neutron [req-c2053ee9-a468-4284-9c4a-977ecfa1e301 req-9404ae2e-65e0-4de0-b486-91ff3f3966b1 service nova] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Updating instance_info_cache with network_info: [{"id": "e9eb2af9-0ab9-4a2d-84c5-98b8ea236cfc", "address": "fa:16:3e:95:8d:9f", "network": {"id": "e867eccd-7769-4294-8509-60dde3d71144", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-358165153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb2ab604e8ea4987b0a20bce735b2278", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9eb2af9-0a", "ovs_interfaceid": "e9eb2af9-0ab9-4a2d-84c5-98b8ea236cfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.044025] env[69699]: INFO nova.compute.manager [None req-6f827478-7e5b-48a9-8619-4c66cd38f8ed tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] instance snapshotting [ 697.046721] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b000c2-c48a-4eaa-b49a-d3b0981fa304 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.068986] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6391efb6-6e77-4855-9f18-a647ba1ab512 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.151167] env[69699]: DEBUG oslo_concurrency.lockutils [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.151721] env[69699]: DEBUG nova.compute.manager [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 697.154520] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.197s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.156055] env[69699]: INFO nova.compute.claims [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.316357] env[69699]: DEBUG nova.network.neutron [req-a41ac9d9-2b42-43c4-9346-a762f27b60b6 req-8db7c5f8-3c3d-452c-b278-24cbf3e59b46 service nova] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Updated VIF entry in instance network info cache for port 73f5d294-7953-48bc-9257-bba950e41446. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.317186] env[69699]: DEBUG nova.network.neutron [req-a41ac9d9-2b42-43c4-9346-a762f27b60b6 req-8db7c5f8-3c3d-452c-b278-24cbf3e59b46 service nova] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Updating instance_info_cache with network_info: [{"id": "73f5d294-7953-48bc-9257-bba950e41446", "address": "fa:16:3e:d1:6f:f4", "network": {"id": "e867eccd-7769-4294-8509-60dde3d71144", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-358165153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb2ab604e8ea4987b0a20bce735b2278", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73f5d294-79", "ovs_interfaceid": "73f5d294-7953-48bc-9257-bba950e41446", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.376095] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa078abb-acef-4291-8ec0-b8b11d08344b tempest-VolumesAssistedSnapshotsTest-1816050597 tempest-VolumesAssistedSnapshotsTest-1816050597-project-admin] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Volume attach. Driver type: vmdk {{(pid=69699) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 697.376369] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa078abb-acef-4291-8ec0-b8b11d08344b tempest-VolumesAssistedSnapshotsTest-1816050597 tempest-VolumesAssistedSnapshotsTest-1816050597-project-admin] [instance: d35745c3-a340-4650-9566-3726d0c8b018] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719500', 'volume_id': '04b80784-524f-4960-bcde-2f95abc908e1', 'name': 'volume-04b80784-524f-4960-bcde-2f95abc908e1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd35745c3-a340-4650-9566-3726d0c8b018', 'attached_at': '', 'detached_at': '', 'volume_id': '04b80784-524f-4960-bcde-2f95abc908e1', 'serial': '04b80784-524f-4960-bcde-2f95abc908e1'} {{(pid=69699) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 697.377284] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14571129-9f31-4dee-8eec-b5cb0755ded2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.401148] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5dff099-832c-48d2-a6de-934fdf14f68f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.433865] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa078abb-acef-4291-8ec0-b8b11d08344b tempest-VolumesAssistedSnapshotsTest-1816050597 tempest-VolumesAssistedSnapshotsTest-1816050597-project-admin] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] volume-04b80784-524f-4960-bcde-2f95abc908e1/volume-04b80784-524f-4960-bcde-2f95abc908e1.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 697.433865] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a06f5458-4ac5-4da9-9f15-4ce6b8ca30d8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.457527] env[69699]: DEBUG oslo_vmware.api [None req-aa078abb-acef-4291-8ec0-b8b11d08344b tempest-VolumesAssistedSnapshotsTest-1816050597 tempest-VolumesAssistedSnapshotsTest-1816050597-project-admin] Waiting for the task: (returnval){ [ 697.457527] env[69699]: value = "task-3606714" [ 697.457527] env[69699]: _type = "Task" [ 697.457527] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.466986] env[69699]: DEBUG oslo_vmware.api [None req-aa078abb-acef-4291-8ec0-b8b11d08344b tempest-VolumesAssistedSnapshotsTest-1816050597 tempest-VolumesAssistedSnapshotsTest-1816050597-project-admin] Task: {'id': task-3606714, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.511656] env[69699]: DEBUG oslo_vmware.api [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3606712, 'name': PowerOnVM_Task, 'duration_secs': 0.656878} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.511950] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 697.512175] env[69699]: INFO nova.compute.manager [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Took 10.32 seconds to spawn the instance on the hypervisor. [ 697.512354] env[69699]: DEBUG nova.compute.manager [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 697.513144] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b673fa-66ba-4d2c-8834-292e86b53a16 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.534315] env[69699]: DEBUG oslo_concurrency.lockutils [req-c2053ee9-a468-4284-9c4a-977ecfa1e301 req-9404ae2e-65e0-4de0-b486-91ff3f3966b1 service nova] Releasing lock "refresh_cache-89d1dbf0-20d6-4fa7-b362-e5b4311a68d1" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.534599] env[69699]: DEBUG nova.compute.manager [req-c2053ee9-a468-4284-9c4a-977ecfa1e301 req-9404ae2e-65e0-4de0-b486-91ff3f3966b1 service nova] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Received event network-changed-e9eb2af9-0ab9-4a2d-84c5-98b8ea236cfc {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.534818] env[69699]: DEBUG nova.compute.manager [req-c2053ee9-a468-4284-9c4a-977ecfa1e301 req-9404ae2e-65e0-4de0-b486-91ff3f3966b1 service nova] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Refreshing instance network info cache due to event network-changed-e9eb2af9-0ab9-4a2d-84c5-98b8ea236cfc. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 697.535043] env[69699]: DEBUG oslo_concurrency.lockutils [req-c2053ee9-a468-4284-9c4a-977ecfa1e301 req-9404ae2e-65e0-4de0-b486-91ff3f3966b1 service nova] Acquiring lock "refresh_cache-89d1dbf0-20d6-4fa7-b362-e5b4311a68d1" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.535364] env[69699]: DEBUG oslo_concurrency.lockutils [req-c2053ee9-a468-4284-9c4a-977ecfa1e301 req-9404ae2e-65e0-4de0-b486-91ff3f3966b1 service nova] Acquired lock "refresh_cache-89d1dbf0-20d6-4fa7-b362-e5b4311a68d1" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.535364] env[69699]: DEBUG nova.network.neutron [req-c2053ee9-a468-4284-9c4a-977ecfa1e301 req-9404ae2e-65e0-4de0-b486-91ff3f3966b1 service nova] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Refreshing network info cache for port e9eb2af9-0ab9-4a2d-84c5-98b8ea236cfc {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.553414] env[69699]: DEBUG nova.network.neutron [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] [instance: 7a41f0c5-22b0-48ca-9be5-f41ab5f64203] Successfully updated port: b531f93b-ae6c-4714-8e31-863d04c2f5de {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 697.583175] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6f827478-7e5b-48a9-8619-4c66cd38f8ed tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Creating Snapshot of the VM instance {{(pid=69699) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 697.583175] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-989b3a79-0982-4161-be57-27ac8add3522 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.589325] env[69699]: DEBUG oslo_vmware.api [None req-6f827478-7e5b-48a9-8619-4c66cd38f8ed tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Waiting for the task: (returnval){ [ 697.589325] env[69699]: value = "task-3606715" [ 697.589325] env[69699]: _type = "Task" [ 697.589325] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.600015] env[69699]: DEBUG oslo_vmware.api [None req-6f827478-7e5b-48a9-8619-4c66cd38f8ed tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Task: {'id': task-3606715, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.660380] env[69699]: DEBUG nova.compute.utils [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 697.661969] env[69699]: DEBUG nova.compute.manager [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Not allocating networking since 'none' was specified. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 697.820325] env[69699]: DEBUG oslo_concurrency.lockutils [req-a41ac9d9-2b42-43c4-9346-a762f27b60b6 req-8db7c5f8-3c3d-452c-b278-24cbf3e59b46 service nova] Releasing lock "refresh_cache-b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.861919] env[69699]: DEBUG nova.compute.manager [req-bb5ff307-9e12-490c-bac6-35ad572a5af8 req-c9458770-8515-4345-bb87-0d1d7d0377e0 service nova] [instance: 7a41f0c5-22b0-48ca-9be5-f41ab5f64203] Received event network-vif-plugged-b531f93b-ae6c-4714-8e31-863d04c2f5de {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.862171] env[69699]: DEBUG oslo_concurrency.lockutils [req-bb5ff307-9e12-490c-bac6-35ad572a5af8 req-c9458770-8515-4345-bb87-0d1d7d0377e0 service nova] Acquiring lock "7a41f0c5-22b0-48ca-9be5-f41ab5f64203-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.862392] env[69699]: DEBUG oslo_concurrency.lockutils [req-bb5ff307-9e12-490c-bac6-35ad572a5af8 req-c9458770-8515-4345-bb87-0d1d7d0377e0 service nova] Lock "7a41f0c5-22b0-48ca-9be5-f41ab5f64203-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.862581] env[69699]: DEBUG oslo_concurrency.lockutils [req-bb5ff307-9e12-490c-bac6-35ad572a5af8 req-c9458770-8515-4345-bb87-0d1d7d0377e0 service nova] Lock "7a41f0c5-22b0-48ca-9be5-f41ab5f64203-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.862751] env[69699]: DEBUG nova.compute.manager [req-bb5ff307-9e12-490c-bac6-35ad572a5af8 req-c9458770-8515-4345-bb87-0d1d7d0377e0 service nova] [instance: 7a41f0c5-22b0-48ca-9be5-f41ab5f64203] No waiting events found dispatching network-vif-plugged-b531f93b-ae6c-4714-8e31-863d04c2f5de {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 697.862929] env[69699]: WARNING nova.compute.manager [req-bb5ff307-9e12-490c-bac6-35ad572a5af8 req-c9458770-8515-4345-bb87-0d1d7d0377e0 service nova] [instance: 7a41f0c5-22b0-48ca-9be5-f41ab5f64203] Received unexpected event network-vif-plugged-b531f93b-ae6c-4714-8e31-863d04c2f5de for instance with vm_state building and task_state spawning. [ 697.955426] env[69699]: DEBUG nova.network.neutron [-] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.968186] env[69699]: DEBUG oslo_vmware.api [None req-aa078abb-acef-4291-8ec0-b8b11d08344b tempest-VolumesAssistedSnapshotsTest-1816050597 tempest-VolumesAssistedSnapshotsTest-1816050597-project-admin] Task: {'id': task-3606714, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.037354] env[69699]: INFO nova.compute.manager [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Took 54.32 seconds to build instance. [ 698.057846] env[69699]: DEBUG oslo_concurrency.lockutils [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Acquiring lock "refresh_cache-7a41f0c5-22b0-48ca-9be5-f41ab5f64203" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.058019] env[69699]: DEBUG oslo_concurrency.lockutils [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Acquired lock "refresh_cache-7a41f0c5-22b0-48ca-9be5-f41ab5f64203" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.058183] env[69699]: DEBUG nova.network.neutron [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] [instance: 7a41f0c5-22b0-48ca-9be5-f41ab5f64203] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.062546] env[69699]: INFO nova.network.neutron [req-c2053ee9-a468-4284-9c4a-977ecfa1e301 req-9404ae2e-65e0-4de0-b486-91ff3f3966b1 service nova] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Port e9eb2af9-0ab9-4a2d-84c5-98b8ea236cfc from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 698.062786] env[69699]: DEBUG nova.network.neutron [req-c2053ee9-a468-4284-9c4a-977ecfa1e301 req-9404ae2e-65e0-4de0-b486-91ff3f3966b1 service nova] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.100753] env[69699]: DEBUG oslo_vmware.api [None req-6f827478-7e5b-48a9-8619-4c66cd38f8ed tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Task: {'id': task-3606715, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.165583] env[69699]: DEBUG nova.compute.manager [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 698.319169] env[69699]: DEBUG nova.compute.manager [req-cf609678-9ed9-43a1-b1a0-29303fc89cb5 req-71c2a828-2325-4870-bb71-43606486e2f0 service nova] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Received event network-changed-73f5d294-7953-48bc-9257-bba950e41446 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.319169] env[69699]: DEBUG nova.compute.manager [req-cf609678-9ed9-43a1-b1a0-29303fc89cb5 req-71c2a828-2325-4870-bb71-43606486e2f0 service nova] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Refreshing instance network info cache due to event network-changed-73f5d294-7953-48bc-9257-bba950e41446. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 698.319169] env[69699]: DEBUG oslo_concurrency.lockutils [req-cf609678-9ed9-43a1-b1a0-29303fc89cb5 req-71c2a828-2325-4870-bb71-43606486e2f0 service nova] Acquiring lock "refresh_cache-b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.319169] env[69699]: DEBUG oslo_concurrency.lockutils [req-cf609678-9ed9-43a1-b1a0-29303fc89cb5 req-71c2a828-2325-4870-bb71-43606486e2f0 service nova] Acquired lock "refresh_cache-b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.319169] env[69699]: DEBUG nova.network.neutron [req-cf609678-9ed9-43a1-b1a0-29303fc89cb5 req-71c2a828-2325-4870-bb71-43606486e2f0 service nova] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Refreshing network info cache for port 73f5d294-7953-48bc-9257-bba950e41446 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 698.462368] env[69699]: INFO nova.compute.manager [-] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Took 1.46 seconds to deallocate network for instance. [ 698.473078] env[69699]: DEBUG oslo_vmware.api [None req-aa078abb-acef-4291-8ec0-b8b11d08344b tempest-VolumesAssistedSnapshotsTest-1816050597 tempest-VolumesAssistedSnapshotsTest-1816050597-project-admin] Task: {'id': task-3606714, 'name': ReconfigVM_Task, 'duration_secs': 0.572635} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.473078] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa078abb-acef-4291-8ec0-b8b11d08344b tempest-VolumesAssistedSnapshotsTest-1816050597 tempest-VolumesAssistedSnapshotsTest-1816050597-project-admin] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Reconfigured VM instance instance-0000000d to attach disk [datastore2] volume-04b80784-524f-4960-bcde-2f95abc908e1/volume-04b80784-524f-4960-bcde-2f95abc908e1.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.477673] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc123e1d-6af2-4e1a-b6aa-37de92013601 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.493952] env[69699]: DEBUG oslo_vmware.api [None req-aa078abb-acef-4291-8ec0-b8b11d08344b tempest-VolumesAssistedSnapshotsTest-1816050597 tempest-VolumesAssistedSnapshotsTest-1816050597-project-admin] Waiting for the task: (returnval){ [ 698.493952] env[69699]: value = "task-3606716" [ 698.493952] env[69699]: _type = "Task" [ 698.493952] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.506274] env[69699]: DEBUG oslo_vmware.api [None req-aa078abb-acef-4291-8ec0-b8b11d08344b tempest-VolumesAssistedSnapshotsTest-1816050597 tempest-VolumesAssistedSnapshotsTest-1816050597-project-admin] Task: {'id': task-3606716, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.541467] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aa2b2fce-467e-4e50-a074-19d4ba7b0a0d tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "af9422bd-d925-4174-8ea5-91d2bcec2f3b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.258s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.568105] env[69699]: DEBUG oslo_concurrency.lockutils [req-c2053ee9-a468-4284-9c4a-977ecfa1e301 req-9404ae2e-65e0-4de0-b486-91ff3f3966b1 service nova] Releasing lock "refresh_cache-89d1dbf0-20d6-4fa7-b362-e5b4311a68d1" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.603935] env[69699]: DEBUG oslo_vmware.api [None req-6f827478-7e5b-48a9-8619-4c66cd38f8ed tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Task: {'id': task-3606715, 'name': CreateSnapshot_Task, 'duration_secs': 0.618234} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.604320] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6f827478-7e5b-48a9-8619-4c66cd38f8ed tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Created Snapshot of the VM instance {{(pid=69699) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 698.605133] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f219ef-a542-4c0a-a4c9-11ae47dbec11 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.608139] env[69699]: DEBUG nova.network.neutron [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] [instance: 7a41f0c5-22b0-48ca-9be5-f41ab5f64203] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 698.691326] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3da5b80-04ed-4146-bc0b-c5ce49cfc21d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.702748] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50666d56-0302-4721-b930-5dc8110b3baf {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.736959] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbc9be8-6d4e-4ca6-9593-fa0a3b6426c8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.744434] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd2839a-cdec-48d3-a5f6-d43ea13ee8aa {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.758204] env[69699]: DEBUG nova.compute.provider_tree [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.964353] env[69699]: DEBUG nova.network.neutron [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] [instance: 7a41f0c5-22b0-48ca-9be5-f41ab5f64203] Updating instance_info_cache with network_info: [{"id": "b531f93b-ae6c-4714-8e31-863d04c2f5de", "address": "fa:16:3e:cc:9a:77", "network": {"id": "cf7e11e8-f0e1-4137-b176-ce92b41f73aa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7ead911ee02c4672932553c72aa317e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb531f93b-ae", "ovs_interfaceid": "b531f93b-ae6c-4714-8e31-863d04c2f5de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.974248] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2b9a7e81-3a7f-44e3-94d1-f277b64ca82a tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.006829] env[69699]: DEBUG oslo_vmware.api [None req-aa078abb-acef-4291-8ec0-b8b11d08344b tempest-VolumesAssistedSnapshotsTest-1816050597 tempest-VolumesAssistedSnapshotsTest-1816050597-project-admin] Task: {'id': task-3606716, 'name': ReconfigVM_Task, 'duration_secs': 0.166756} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.007295] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa078abb-acef-4291-8ec0-b8b11d08344b tempest-VolumesAssistedSnapshotsTest-1816050597 tempest-VolumesAssistedSnapshotsTest-1816050597-project-admin] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719500', 'volume_id': '04b80784-524f-4960-bcde-2f95abc908e1', 'name': 'volume-04b80784-524f-4960-bcde-2f95abc908e1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd35745c3-a340-4650-9566-3726d0c8b018', 'attached_at': '', 'detached_at': '', 'volume_id': '04b80784-524f-4960-bcde-2f95abc908e1', 'serial': '04b80784-524f-4960-bcde-2f95abc908e1'} {{(pid=69699) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 699.044646] env[69699]: DEBUG nova.compute.manager [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 5faa9d6e-3cbf-46cf-9bf7-d0910511491d] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 699.127754] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6f827478-7e5b-48a9-8619-4c66cd38f8ed tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Creating linked-clone VM from snapshot {{(pid=69699) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 699.128227] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a50781cb-d4d7-4473-bacf-217345ecfa94 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.141461] env[69699]: DEBUG oslo_vmware.api [None req-6f827478-7e5b-48a9-8619-4c66cd38f8ed tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Waiting for the task: (returnval){ [ 699.141461] env[69699]: value = "task-3606718" [ 699.141461] env[69699]: _type = "Task" [ 699.141461] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.154811] env[69699]: DEBUG oslo_vmware.api [None req-6f827478-7e5b-48a9-8619-4c66cd38f8ed tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Task: {'id': task-3606718, 'name': CloneVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.179597] env[69699]: DEBUG nova.compute.manager [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 699.203444] env[69699]: DEBUG nova.virt.hardware [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 699.203695] env[69699]: DEBUG nova.virt.hardware [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 699.203849] env[69699]: DEBUG nova.virt.hardware [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.204124] env[69699]: DEBUG nova.virt.hardware [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 699.204321] env[69699]: DEBUG nova.virt.hardware [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.204476] env[69699]: DEBUG nova.virt.hardware [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 699.204687] env[69699]: DEBUG nova.virt.hardware [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 699.204965] env[69699]: DEBUG nova.virt.hardware [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 699.205059] env[69699]: DEBUG nova.virt.hardware [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 699.205192] env[69699]: DEBUG nova.virt.hardware [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 699.205360] env[69699]: DEBUG nova.virt.hardware [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 699.206255] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97950bc-f266-4852-9fdf-fa8b47bb4828 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.214981] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f242fe-25d1-4773-9228-4d2a9fef02b1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.230155] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Instance VIF info [] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.234777] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Creating folder: Project (7ee974b340b54fccb19360108bc76c4d). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.237547] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21b62a01-3e79-4ed1-ad94-d4e838ddcefa {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.247381] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Created folder: Project (7ee974b340b54fccb19360108bc76c4d) in parent group-v719415. [ 699.247569] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Creating folder: Instances. Parent ref: group-v719503. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.247779] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36642fba-87eb-490a-9532-16886a2369b2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.258469] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Created folder: Instances in parent group-v719503. [ 699.258813] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.259031] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.259520] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a408080-34cd-49a8-99c5-76e6adfcd75e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.273195] env[69699]: DEBUG nova.scheduler.client.report [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.282038] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.282038] env[69699]: value = "task-3606721" [ 699.282038] env[69699]: _type = "Task" [ 699.282038] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.291641] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606721, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.330614] env[69699]: DEBUG nova.network.neutron [req-cf609678-9ed9-43a1-b1a0-29303fc89cb5 req-71c2a828-2325-4870-bb71-43606486e2f0 service nova] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Updated VIF entry in instance network info cache for port 73f5d294-7953-48bc-9257-bba950e41446. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 699.331234] env[69699]: DEBUG nova.network.neutron [req-cf609678-9ed9-43a1-b1a0-29303fc89cb5 req-71c2a828-2325-4870-bb71-43606486e2f0 service nova] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Updating instance_info_cache with network_info: [{"id": "73f5d294-7953-48bc-9257-bba950e41446", "address": "fa:16:3e:d1:6f:f4", "network": {"id": "e867eccd-7769-4294-8509-60dde3d71144", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-358165153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb2ab604e8ea4987b0a20bce735b2278", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73f5d294-79", "ovs_interfaceid": "73f5d294-7953-48bc-9257-bba950e41446", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.466678] env[69699]: DEBUG oslo_concurrency.lockutils [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Releasing lock "refresh_cache-7a41f0c5-22b0-48ca-9be5-f41ab5f64203" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.467273] env[69699]: DEBUG nova.compute.manager [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] [instance: 7a41f0c5-22b0-48ca-9be5-f41ab5f64203] Instance network_info: |[{"id": "b531f93b-ae6c-4714-8e31-863d04c2f5de", "address": "fa:16:3e:cc:9a:77", "network": {"id": "cf7e11e8-f0e1-4137-b176-ce92b41f73aa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7ead911ee02c4672932553c72aa317e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb531f93b-ae", "ovs_interfaceid": "b531f93b-ae6c-4714-8e31-863d04c2f5de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 699.467772] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] [instance: 7a41f0c5-22b0-48ca-9be5-f41ab5f64203] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:9a:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b531f93b-ae6c-4714-8e31-863d04c2f5de', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.480454] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Creating folder: Project (8ea3082aa48643afa5d0105e1556375a). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.481388] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e305e881-7e4d-4100-b5d6-c306f8adc2fb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.494015] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Created folder: Project (8ea3082aa48643afa5d0105e1556375a) in parent group-v719415. [ 699.494272] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Creating folder: Instances. Parent ref: group-v719506. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.494596] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e88d0b19-e837-4bf6-9db0-23dd95eb783f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.505615] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Created folder: Instances in parent group-v719506. [ 699.505901] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.506129] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a41f0c5-22b0-48ca-9be5-f41ab5f64203] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.506356] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e96656c-3cf5-4b16-9af7-a3149da785d0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.530681] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.530681] env[69699]: value = "task-3606724" [ 699.530681] env[69699]: _type = "Task" [ 699.530681] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.539209] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606724, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.574166] env[69699]: DEBUG oslo_concurrency.lockutils [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.653761] env[69699]: DEBUG oslo_vmware.api [None req-6f827478-7e5b-48a9-8619-4c66cd38f8ed tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Task: {'id': task-3606718, 'name': CloneVM_Task} progress is 94%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.779985] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.780646] env[69699]: DEBUG nova.compute.manager [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 699.783373] env[69699]: DEBUG oslo_concurrency.lockutils [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.220s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.785205] env[69699]: INFO nova.compute.claims [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] [instance: 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 699.799131] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606721, 'name': CreateVM_Task, 'duration_secs': 0.470858} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.799643] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 699.800367] env[69699]: DEBUG oslo_concurrency.lockutils [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.800833] env[69699]: DEBUG oslo_concurrency.lockutils [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.801333] env[69699]: DEBUG oslo_concurrency.lockutils [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.801733] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee216085-38f3-4a5f-a066-fb5b9a67e731 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.808439] env[69699]: DEBUG oslo_vmware.api [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Waiting for the task: (returnval){ [ 699.808439] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5225b963-5582-ce82-d313-803c95d43459" [ 699.808439] env[69699]: _type = "Task" [ 699.808439] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.819726] env[69699]: DEBUG oslo_vmware.api [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5225b963-5582-ce82-d313-803c95d43459, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.834615] env[69699]: DEBUG oslo_concurrency.lockutils [req-cf609678-9ed9-43a1-b1a0-29303fc89cb5 req-71c2a828-2325-4870-bb71-43606486e2f0 service nova] Releasing lock "refresh_cache-b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.969047] env[69699]: DEBUG nova.compute.manager [req-c35dfb70-d334-4457-a54e-6228c5b6d6c1 req-d408c724-a245-4568-a180-103dc350e552 service nova] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Received event network-vif-deleted-e9eb2af9-0ab9-4a2d-84c5-98b8ea236cfc {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.969298] env[69699]: DEBUG nova.compute.manager [req-c35dfb70-d334-4457-a54e-6228c5b6d6c1 req-d408c724-a245-4568-a180-103dc350e552 service nova] [instance: 7a41f0c5-22b0-48ca-9be5-f41ab5f64203] Received event network-changed-b531f93b-ae6c-4714-8e31-863d04c2f5de {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.969477] env[69699]: DEBUG nova.compute.manager [req-c35dfb70-d334-4457-a54e-6228c5b6d6c1 req-d408c724-a245-4568-a180-103dc350e552 service nova] [instance: 7a41f0c5-22b0-48ca-9be5-f41ab5f64203] Refreshing instance network info cache due to event network-changed-b531f93b-ae6c-4714-8e31-863d04c2f5de. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 699.969704] env[69699]: DEBUG oslo_concurrency.lockutils [req-c35dfb70-d334-4457-a54e-6228c5b6d6c1 req-d408c724-a245-4568-a180-103dc350e552 service nova] Acquiring lock "refresh_cache-7a41f0c5-22b0-48ca-9be5-f41ab5f64203" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.969858] env[69699]: DEBUG oslo_concurrency.lockutils [req-c35dfb70-d334-4457-a54e-6228c5b6d6c1 req-d408c724-a245-4568-a180-103dc350e552 service nova] Acquired lock "refresh_cache-7a41f0c5-22b0-48ca-9be5-f41ab5f64203" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.970120] env[69699]: DEBUG nova.network.neutron [req-c35dfb70-d334-4457-a54e-6228c5b6d6c1 req-d408c724-a245-4568-a180-103dc350e552 service nova] [instance: 7a41f0c5-22b0-48ca-9be5-f41ab5f64203] Refreshing network info cache for port b531f93b-ae6c-4714-8e31-863d04c2f5de {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.041408] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606724, 'name': CreateVM_Task, 'duration_secs': 0.395784} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.041608] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a41f0c5-22b0-48ca-9be5-f41ab5f64203] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.042335] env[69699]: DEBUG oslo_concurrency.lockutils [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.076069] env[69699]: DEBUG nova.objects.instance [None req-aa078abb-acef-4291-8ec0-b8b11d08344b tempest-VolumesAssistedSnapshotsTest-1816050597 tempest-VolumesAssistedSnapshotsTest-1816050597-project-admin] Lazy-loading 'flavor' on Instance uuid d35745c3-a340-4650-9566-3726d0c8b018 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 700.154608] env[69699]: DEBUG oslo_vmware.api [None req-6f827478-7e5b-48a9-8619-4c66cd38f8ed tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Task: {'id': task-3606718, 'name': CloneVM_Task} progress is 94%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.289519] env[69699]: DEBUG nova.compute.utils [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.291228] env[69699]: DEBUG nova.compute.manager [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 700.291426] env[69699]: DEBUG nova.network.neutron [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 700.320497] env[69699]: DEBUG oslo_vmware.api [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5225b963-5582-ce82-d313-803c95d43459, 'name': SearchDatastore_Task, 'duration_secs': 0.012508} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.320808] env[69699]: DEBUG oslo_concurrency.lockutils [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.321080] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.321324] env[69699]: DEBUG oslo_concurrency.lockutils [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.321469] env[69699]: DEBUG oslo_concurrency.lockutils [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.321647] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.321975] env[69699]: DEBUG oslo_concurrency.lockutils [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.322309] env[69699]: DEBUG oslo_concurrency.lockutils [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.322904] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3aab5c9d-4c0b-4d00-8c5f-05747e1ce7c7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.326693] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a6f7d57-0631-4511-bef2-a31ac8a9ccc2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.332818] env[69699]: DEBUG oslo_vmware.api [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Waiting for the task: (returnval){ [ 700.332818] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c302d5-1d5e-bb60-998f-c7e917c1bd1e" [ 700.332818] env[69699]: _type = "Task" [ 700.332818] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.341291] env[69699]: DEBUG nova.policy [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9dae987e26914a43835960c518752214', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e04398ccf8a4b1490feabf07d03922b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.341291] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.341291] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 700.342341] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9643501a-1d7f-4060-846f-ad5380c20513 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.348879] env[69699]: DEBUG oslo_vmware.api [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c302d5-1d5e-bb60-998f-c7e917c1bd1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.352467] env[69699]: DEBUG oslo_vmware.api [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Waiting for the task: (returnval){ [ 700.352467] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52d1222f-3f01-7581-3755-8883557760da" [ 700.352467] env[69699]: _type = "Task" [ 700.352467] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.360410] env[69699]: DEBUG oslo_vmware.api [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52d1222f-3f01-7581-3755-8883557760da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.585222] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aa078abb-acef-4291-8ec0-b8b11d08344b tempest-VolumesAssistedSnapshotsTest-1816050597 tempest-VolumesAssistedSnapshotsTest-1816050597-project-admin] Lock "d35745c3-a340-4650-9566-3726d0c8b018" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.871s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.653700] env[69699]: DEBUG oslo_vmware.api [None req-6f827478-7e5b-48a9-8619-4c66cd38f8ed tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Task: {'id': task-3606718, 'name': CloneVM_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.794408] env[69699]: DEBUG nova.compute.manager [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 700.844306] env[69699]: DEBUG oslo_vmware.api [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c302d5-1d5e-bb60-998f-c7e917c1bd1e, 'name': SearchDatastore_Task, 'duration_secs': 0.014629} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.847388] env[69699]: DEBUG oslo_concurrency.lockutils [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.847615] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] [instance: 7a41f0c5-22b0-48ca-9be5-f41ab5f64203] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.847866] env[69699]: DEBUG oslo_concurrency.lockutils [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.863097] env[69699]: DEBUG oslo_vmware.api [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52d1222f-3f01-7581-3755-8883557760da, 'name': SearchDatastore_Task, 'duration_secs': 0.015035} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.870382] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2015ebce-8074-4e1b-b99f-76b22b9a958c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.877785] env[69699]: DEBUG oslo_vmware.api [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Waiting for the task: (returnval){ [ 700.877785] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5250dc38-e4a7-710b-79d9-c0b0a5444a5a" [ 700.877785] env[69699]: _type = "Task" [ 700.877785] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.887822] env[69699]: DEBUG oslo_vmware.api [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5250dc38-e4a7-710b-79d9-c0b0a5444a5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.002107] env[69699]: DEBUG nova.network.neutron [req-c35dfb70-d334-4457-a54e-6228c5b6d6c1 req-d408c724-a245-4568-a180-103dc350e552 service nova] [instance: 7a41f0c5-22b0-48ca-9be5-f41ab5f64203] Updated VIF entry in instance network info cache for port b531f93b-ae6c-4714-8e31-863d04c2f5de. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.002612] env[69699]: DEBUG nova.network.neutron [req-c35dfb70-d334-4457-a54e-6228c5b6d6c1 req-d408c724-a245-4568-a180-103dc350e552 service nova] [instance: 7a41f0c5-22b0-48ca-9be5-f41ab5f64203] Updating instance_info_cache with network_info: [{"id": "b531f93b-ae6c-4714-8e31-863d04c2f5de", "address": "fa:16:3e:cc:9a:77", "network": {"id": "cf7e11e8-f0e1-4137-b176-ce92b41f73aa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7ead911ee02c4672932553c72aa317e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb531f93b-ae", "ovs_interfaceid": "b531f93b-ae6c-4714-8e31-863d04c2f5de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.030288] env[69699]: DEBUG nova.network.neutron [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Successfully created port: 9525e76c-4118-4693-b96f-6dfd171d665b {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 701.162285] env[69699]: DEBUG oslo_vmware.api [None req-6f827478-7e5b-48a9-8619-4c66cd38f8ed tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Task: {'id': task-3606718, 'name': CloneVM_Task, 'duration_secs': 1.617217} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.165276] env[69699]: INFO nova.virt.vmwareapi.vmops [None req-6f827478-7e5b-48a9-8619-4c66cd38f8ed tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Created linked-clone VM from snapshot [ 701.166577] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133feb37-02cf-4860-b44f-04f7b42e46b0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.178911] env[69699]: DEBUG nova.virt.vmwareapi.images [None req-6f827478-7e5b-48a9-8619-4c66cd38f8ed tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Uploading image 9db08edd-a737-4fe5-b8d0-1b4641ff622b {{(pid=69699) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 701.202173] env[69699]: DEBUG oslo_vmware.rw_handles [None req-6f827478-7e5b-48a9-8619-4c66cd38f8ed tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 701.202173] env[69699]: value = "vm-719502" [ 701.202173] env[69699]: _type = "VirtualMachine" [ 701.202173] env[69699]: }. {{(pid=69699) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 701.203016] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-edf290a1-2fce-4c8e-96b7-fcc073ce7733 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.210408] env[69699]: DEBUG oslo_vmware.rw_handles [None req-6f827478-7e5b-48a9-8619-4c66cd38f8ed tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Lease: (returnval){ [ 701.210408] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b2f1b1-b0f8-4db8-26c6-b31f68fd4392" [ 701.210408] env[69699]: _type = "HttpNfcLease" [ 701.210408] env[69699]: } obtained for exporting VM: (result){ [ 701.210408] env[69699]: value = "vm-719502" [ 701.210408] env[69699]: _type = "VirtualMachine" [ 701.210408] env[69699]: }. {{(pid=69699) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 701.210736] env[69699]: DEBUG oslo_vmware.api [None req-6f827478-7e5b-48a9-8619-4c66cd38f8ed tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Waiting for the lease: (returnval){ [ 701.210736] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b2f1b1-b0f8-4db8-26c6-b31f68fd4392" [ 701.210736] env[69699]: _type = "HttpNfcLease" [ 701.210736] env[69699]: } to be ready. {{(pid=69699) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 701.224117] env[69699]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 701.224117] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b2f1b1-b0f8-4db8-26c6-b31f68fd4392" [ 701.224117] env[69699]: _type = "HttpNfcLease" [ 701.224117] env[69699]: } is initializing. {{(pid=69699) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 701.394555] env[69699]: DEBUG oslo_vmware.api [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5250dc38-e4a7-710b-79d9-c0b0a5444a5a, 'name': SearchDatastore_Task, 'duration_secs': 0.021676} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.395134] env[69699]: DEBUG oslo_concurrency.lockutils [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.395134] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 7de76820-d45f-4bfc-afd9-895e47274116/7de76820-d45f-4bfc-afd9-895e47274116.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.395460] env[69699]: DEBUG oslo_concurrency.lockutils [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.395541] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.395687] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29f5ad74-7370-496e-8b0c-73c00b4a492f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.398249] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ccdf442-3214-4e80-9911-9a1dd9ada1ca {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.409907] env[69699]: DEBUG oslo_vmware.api [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Waiting for the task: (returnval){ [ 701.409907] env[69699]: value = "task-3606727" [ 701.409907] env[69699]: _type = "Task" [ 701.409907] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.415660] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.415660] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 701.417378] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9109c7c-9c92-4682-a2fb-ae38653bc4a2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.428403] env[69699]: DEBUG oslo_vmware.api [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Task: {'id': task-3606727, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.434344] env[69699]: DEBUG oslo_vmware.api [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Waiting for the task: (returnval){ [ 701.434344] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b6629b-f27e-ea65-b3eb-267e29a3cfc7" [ 701.434344] env[69699]: _type = "Task" [ 701.434344] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.446443] env[69699]: DEBUG oslo_vmware.api [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b6629b-f27e-ea65-b3eb-267e29a3cfc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.455926] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d5a884-1455-40e2-97d0-b1a817f88211 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.464375] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2930d5a-d854-4254-844a-b8a35056cd06 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.502772] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef40f47c-fff1-43d0-a225-4f174a98cc76 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.509042] env[69699]: DEBUG oslo_concurrency.lockutils [req-c35dfb70-d334-4457-a54e-6228c5b6d6c1 req-d408c724-a245-4568-a180-103dc350e552 service nova] Releasing lock "refresh_cache-7a41f0c5-22b0-48ca-9be5-f41ab5f64203" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.509345] env[69699]: DEBUG nova.compute.manager [req-c35dfb70-d334-4457-a54e-6228c5b6d6c1 req-d408c724-a245-4568-a180-103dc350e552 service nova] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Received event network-changed-394d95fe-4743-43c4-b13b-65bd8e257abb {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.509570] env[69699]: DEBUG nova.compute.manager [req-c35dfb70-d334-4457-a54e-6228c5b6d6c1 req-d408c724-a245-4568-a180-103dc350e552 service nova] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Refreshing instance network info cache due to event network-changed-394d95fe-4743-43c4-b13b-65bd8e257abb. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 701.509827] env[69699]: DEBUG oslo_concurrency.lockutils [req-c35dfb70-d334-4457-a54e-6228c5b6d6c1 req-d408c724-a245-4568-a180-103dc350e552 service nova] Acquiring lock "refresh_cache-af9422bd-d925-4174-8ea5-91d2bcec2f3b" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.510043] env[69699]: DEBUG oslo_concurrency.lockutils [req-c35dfb70-d334-4457-a54e-6228c5b6d6c1 req-d408c724-a245-4568-a180-103dc350e552 service nova] Acquired lock "refresh_cache-af9422bd-d925-4174-8ea5-91d2bcec2f3b" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.510223] env[69699]: DEBUG nova.network.neutron [req-c35dfb70-d334-4457-a54e-6228c5b6d6c1 req-d408c724-a245-4568-a180-103dc350e552 service nova] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Refreshing network info cache for port 394d95fe-4743-43c4-b13b-65bd8e257abb {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.518554] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a7ec69-ca16-4c19-9e10-794fba2a708e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.536089] env[69699]: DEBUG nova.compute.provider_tree [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.719803] env[69699]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 701.719803] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b2f1b1-b0f8-4db8-26c6-b31f68fd4392" [ 701.719803] env[69699]: _type = "HttpNfcLease" [ 701.719803] env[69699]: } is ready. {{(pid=69699) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 701.720219] env[69699]: DEBUG oslo_vmware.rw_handles [None req-6f827478-7e5b-48a9-8619-4c66cd38f8ed tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 701.720219] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b2f1b1-b0f8-4db8-26c6-b31f68fd4392" [ 701.720219] env[69699]: _type = "HttpNfcLease" [ 701.720219] env[69699]: }. {{(pid=69699) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 701.721078] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50cea4fa-19e9-49b4-8b46-35b15fc591d0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.728859] env[69699]: DEBUG oslo_vmware.rw_handles [None req-6f827478-7e5b-48a9-8619-4c66cd38f8ed tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b932ac-8e02-3cb0-7bcd-e83234d3cad7/disk-0.vmdk from lease info. {{(pid=69699) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 701.729049] env[69699]: DEBUG oslo_vmware.rw_handles [None req-6f827478-7e5b-48a9-8619-4c66cd38f8ed tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b932ac-8e02-3cb0-7bcd-e83234d3cad7/disk-0.vmdk for reading. {{(pid=69699) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 701.809661] env[69699]: DEBUG nova.compute.manager [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 701.836819] env[69699]: DEBUG nova.virt.hardware [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 701.837095] env[69699]: DEBUG nova.virt.hardware [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 701.837263] env[69699]: DEBUG nova.virt.hardware [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.837534] env[69699]: DEBUG nova.virt.hardware [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 701.837708] env[69699]: DEBUG nova.virt.hardware [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.837878] env[69699]: DEBUG nova.virt.hardware [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 701.838111] env[69699]: DEBUG nova.virt.hardware [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 701.838319] env[69699]: DEBUG nova.virt.hardware [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 701.838556] env[69699]: DEBUG nova.virt.hardware [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 701.838716] env[69699]: DEBUG nova.virt.hardware [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 701.838893] env[69699]: DEBUG nova.virt.hardware [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 701.839839] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a555eda1-c394-4afd-8b49-752c19f48d4c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.849647] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9e9cbb-f1b9-4f7d-827a-2c3367925d5e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.885276] env[69699]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5b687f12-7789-4f97-b53c-17220824e4f6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.926427] env[69699]: DEBUG oslo_vmware.api [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Task: {'id': task-3606727, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.944861] env[69699]: DEBUG oslo_vmware.api [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b6629b-f27e-ea65-b3eb-267e29a3cfc7, 'name': SearchDatastore_Task, 'duration_secs': 0.01348} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.946465] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecae4878-2b0b-400a-957f-898725b496d8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.951842] env[69699]: DEBUG oslo_vmware.api [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Waiting for the task: (returnval){ [ 701.951842] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52368a53-656c-7874-0ca5-9ca9467c92a9" [ 701.951842] env[69699]: _type = "Task" [ 701.951842] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.964641] env[69699]: DEBUG oslo_vmware.api [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52368a53-656c-7874-0ca5-9ca9467c92a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.016870] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f2fea43a-e16e-4789-b5aa-d8754c0dfae1 tempest-VolumesAssistedSnapshotsTest-1816050597 tempest-VolumesAssistedSnapshotsTest-1816050597-project-admin] Acquiring lock "d35745c3-a340-4650-9566-3726d0c8b018" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.017204] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f2fea43a-e16e-4789-b5aa-d8754c0dfae1 tempest-VolumesAssistedSnapshotsTest-1816050597 tempest-VolumesAssistedSnapshotsTest-1816050597-project-admin] Lock "d35745c3-a340-4650-9566-3726d0c8b018" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.039974] env[69699]: DEBUG nova.scheduler.client.report [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.180843] env[69699]: DEBUG oslo_vmware.rw_handles [None req-03f53cee-e4a8-439d-b2ea-6bbec028a526 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bf37c7-604e-e45d-7e81-f121cfbe65f8/disk-0.vmdk. {{(pid=69699) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 702.180843] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7058750-d003-4962-9de1-aee6eba71dc3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.188024] env[69699]: DEBUG oslo_vmware.rw_handles [None req-03f53cee-e4a8-439d-b2ea-6bbec028a526 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bf37c7-604e-e45d-7e81-f121cfbe65f8/disk-0.vmdk is in state: ready. {{(pid=69699) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 702.188281] env[69699]: ERROR oslo_vmware.rw_handles [None req-03f53cee-e4a8-439d-b2ea-6bbec028a526 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bf37c7-604e-e45d-7e81-f121cfbe65f8/disk-0.vmdk due to incomplete transfer. [ 702.190935] env[69699]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-09a83218-dc8e-431e-9fca-972ef226ed08 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.200443] env[69699]: DEBUG oslo_vmware.rw_handles [None req-03f53cee-e4a8-439d-b2ea-6bbec028a526 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bf37c7-604e-e45d-7e81-f121cfbe65f8/disk-0.vmdk. {{(pid=69699) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 702.200664] env[69699]: DEBUG nova.virt.vmwareapi.images [None req-03f53cee-e4a8-439d-b2ea-6bbec028a526 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: fb987065-208f-42d9-b928-7431e722c642] Uploaded image 3993c3ee-d4e5-49a1-a845-5c275c70238f to the Glance image server {{(pid=69699) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 702.204372] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f53cee-e4a8-439d-b2ea-6bbec028a526 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: fb987065-208f-42d9-b928-7431e722c642] Destroying the VM {{(pid=69699) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 702.204804] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3a775541-5c40-42f4-b14b-bb90b0a2ece2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.211883] env[69699]: DEBUG oslo_vmware.api [None req-03f53cee-e4a8-439d-b2ea-6bbec028a526 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Waiting for the task: (returnval){ [ 702.211883] env[69699]: value = "task-3606728" [ 702.211883] env[69699]: _type = "Task" [ 702.211883] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.220868] env[69699]: DEBUG oslo_vmware.api [None req-03f53cee-e4a8-439d-b2ea-6bbec028a526 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606728, 'name': Destroy_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.371681] env[69699]: DEBUG nova.network.neutron [req-c35dfb70-d334-4457-a54e-6228c5b6d6c1 req-d408c724-a245-4568-a180-103dc350e552 service nova] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Updated VIF entry in instance network info cache for port 394d95fe-4743-43c4-b13b-65bd8e257abb. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.372404] env[69699]: DEBUG nova.network.neutron [req-c35dfb70-d334-4457-a54e-6228c5b6d6c1 req-d408c724-a245-4568-a180-103dc350e552 service nova] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Updating instance_info_cache with network_info: [{"id": "394d95fe-4743-43c4-b13b-65bd8e257abb", "address": "fa:16:3e:ea:a2:44", "network": {"id": "0bd0c568-ae97-493c-9ed8-c70833965690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-782374772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba48fa426f0e4cb3b66a18836a0ae660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap394d95fe-47", "ovs_interfaceid": "394d95fe-4743-43c4-b13b-65bd8e257abb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.424729] env[69699]: DEBUG oslo_vmware.api [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Task: {'id': task-3606727, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671108} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.425528] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 7de76820-d45f-4bfc-afd9-895e47274116/7de76820-d45f-4bfc-afd9-895e47274116.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.425820] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.426404] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a77ac02-83b2-4f36-bf53-e693b798bd1a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.436884] env[69699]: DEBUG oslo_vmware.api [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Waiting for the task: (returnval){ [ 702.436884] env[69699]: value = "task-3606729" [ 702.436884] env[69699]: _type = "Task" [ 702.436884] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.444150] env[69699]: DEBUG oslo_vmware.api [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Task: {'id': task-3606729, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.462416] env[69699]: DEBUG oslo_vmware.api [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52368a53-656c-7874-0ca5-9ca9467c92a9, 'name': SearchDatastore_Task, 'duration_secs': 0.06038} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.462779] env[69699]: DEBUG oslo_concurrency.lockutils [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.463127] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 7a41f0c5-22b0-48ca-9be5-f41ab5f64203/7a41f0c5-22b0-48ca-9be5-f41ab5f64203.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 702.463462] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc641484-e555-4004-9145-0d96517f47fc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.470226] env[69699]: DEBUG oslo_vmware.api [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Waiting for the task: (returnval){ [ 702.470226] env[69699]: value = "task-3606730" [ 702.470226] env[69699]: _type = "Task" [ 702.470226] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.480121] env[69699]: DEBUG oslo_vmware.api [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Task: {'id': task-3606730, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.527505] env[69699]: INFO nova.compute.manager [None req-f2fea43a-e16e-4789-b5aa-d8754c0dfae1 tempest-VolumesAssistedSnapshotsTest-1816050597 tempest-VolumesAssistedSnapshotsTest-1816050597-project-admin] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Detaching volume 04b80784-524f-4960-bcde-2f95abc908e1 [ 702.551607] env[69699]: DEBUG oslo_concurrency.lockutils [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.768s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.552223] env[69699]: DEBUG nova.compute.manager [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] [instance: 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 702.555408] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.807s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.559191] env[69699]: INFO nova.compute.claims [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 702.580054] env[69699]: INFO nova.virt.block_device [None req-f2fea43a-e16e-4789-b5aa-d8754c0dfae1 tempest-VolumesAssistedSnapshotsTest-1816050597 tempest-VolumesAssistedSnapshotsTest-1816050597-project-admin] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Attempting to driver detach volume 04b80784-524f-4960-bcde-2f95abc908e1 from mountpoint /dev/sdb [ 702.580054] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2fea43a-e16e-4789-b5aa-d8754c0dfae1 tempest-VolumesAssistedSnapshotsTest-1816050597 tempest-VolumesAssistedSnapshotsTest-1816050597-project-admin] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Volume detach. Driver type: vmdk {{(pid=69699) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 702.580054] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2fea43a-e16e-4789-b5aa-d8754c0dfae1 tempest-VolumesAssistedSnapshotsTest-1816050597 tempest-VolumesAssistedSnapshotsTest-1816050597-project-admin] [instance: d35745c3-a340-4650-9566-3726d0c8b018] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719500', 'volume_id': '04b80784-524f-4960-bcde-2f95abc908e1', 'name': 'volume-04b80784-524f-4960-bcde-2f95abc908e1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd35745c3-a340-4650-9566-3726d0c8b018', 'attached_at': '', 'detached_at': '', 'volume_id': '04b80784-524f-4960-bcde-2f95abc908e1', 'serial': '04b80784-524f-4960-bcde-2f95abc908e1'} {{(pid=69699) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 702.581221] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d0def5-0e4a-4662-bb0a-f12202d42a63 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.611194] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebcd470-bf5e-4fb9-b70f-301774cc1cae {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.622238] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda722af-da03-4147-b954-46fb454c89d5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.647438] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2e94e8-c989-4a94-b5ea-4e31af447a8a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.651077] env[69699]: DEBUG nova.compute.manager [req-61dbf5b0-9864-434e-a7a5-ec17651ec507 req-8e65448c-7915-428f-80be-767cadbbe4c7 service nova] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Received event network-vif-plugged-9525e76c-4118-4693-b96f-6dfd171d665b {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.651331] env[69699]: DEBUG oslo_concurrency.lockutils [req-61dbf5b0-9864-434e-a7a5-ec17651ec507 req-8e65448c-7915-428f-80be-767cadbbe4c7 service nova] Acquiring lock "7d299e10-f60c-434f-94aa-283d1738ee16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.651553] env[69699]: DEBUG oslo_concurrency.lockutils [req-61dbf5b0-9864-434e-a7a5-ec17651ec507 req-8e65448c-7915-428f-80be-767cadbbe4c7 service nova] Lock "7d299e10-f60c-434f-94aa-283d1738ee16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.651852] env[69699]: DEBUG oslo_concurrency.lockutils [req-61dbf5b0-9864-434e-a7a5-ec17651ec507 req-8e65448c-7915-428f-80be-767cadbbe4c7 service nova] Lock "7d299e10-f60c-434f-94aa-283d1738ee16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.652581] env[69699]: DEBUG nova.compute.manager [req-61dbf5b0-9864-434e-a7a5-ec17651ec507 req-8e65448c-7915-428f-80be-767cadbbe4c7 service nova] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] No waiting events found dispatching network-vif-plugged-9525e76c-4118-4693-b96f-6dfd171d665b {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 702.652581] env[69699]: WARNING nova.compute.manager [req-61dbf5b0-9864-434e-a7a5-ec17651ec507 req-8e65448c-7915-428f-80be-767cadbbe4c7 service nova] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Received unexpected event network-vif-plugged-9525e76c-4118-4693-b96f-6dfd171d665b for instance with vm_state building and task_state spawning. [ 702.667916] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2fea43a-e16e-4789-b5aa-d8754c0dfae1 tempest-VolumesAssistedSnapshotsTest-1816050597 tempest-VolumesAssistedSnapshotsTest-1816050597-project-admin] The volume has not been displaced from its original location: [datastore2] volume-04b80784-524f-4960-bcde-2f95abc908e1/volume-04b80784-524f-4960-bcde-2f95abc908e1.vmdk. No consolidation needed. {{(pid=69699) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 702.673761] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2fea43a-e16e-4789-b5aa-d8754c0dfae1 tempest-VolumesAssistedSnapshotsTest-1816050597 tempest-VolumesAssistedSnapshotsTest-1816050597-project-admin] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Reconfiguring VM instance instance-0000000d to detach disk 2001 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 702.674479] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28b147be-42bf-4cf8-84d8-d0a073355900 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.696073] env[69699]: DEBUG oslo_vmware.api [None req-f2fea43a-e16e-4789-b5aa-d8754c0dfae1 tempest-VolumesAssistedSnapshotsTest-1816050597 tempest-VolumesAssistedSnapshotsTest-1816050597-project-admin] Waiting for the task: (returnval){ [ 702.696073] env[69699]: value = "task-3606731" [ 702.696073] env[69699]: _type = "Task" [ 702.696073] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.705933] env[69699]: DEBUG oslo_vmware.api [None req-f2fea43a-e16e-4789-b5aa-d8754c0dfae1 tempest-VolumesAssistedSnapshotsTest-1816050597 tempest-VolumesAssistedSnapshotsTest-1816050597-project-admin] Task: {'id': task-3606731, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.718433] env[69699]: DEBUG nova.network.neutron [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Successfully updated port: 9525e76c-4118-4693-b96f-6dfd171d665b {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 702.730237] env[69699]: DEBUG oslo_vmware.api [None req-03f53cee-e4a8-439d-b2ea-6bbec028a526 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606728, 'name': Destroy_Task, 'duration_secs': 0.382474} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.731107] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-03f53cee-e4a8-439d-b2ea-6bbec028a526 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: fb987065-208f-42d9-b928-7431e722c642] Destroyed the VM [ 702.731771] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-03f53cee-e4a8-439d-b2ea-6bbec028a526 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: fb987065-208f-42d9-b928-7431e722c642] Deleting Snapshot of the VM instance {{(pid=69699) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 702.731844] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ea03d017-76d9-4eaa-920e-c218544ec83d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.741924] env[69699]: DEBUG oslo_vmware.api [None req-03f53cee-e4a8-439d-b2ea-6bbec028a526 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Waiting for the task: (returnval){ [ 702.741924] env[69699]: value = "task-3606732" [ 702.741924] env[69699]: _type = "Task" [ 702.741924] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.752215] env[69699]: DEBUG oslo_vmware.api [None req-03f53cee-e4a8-439d-b2ea-6bbec028a526 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606732, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.877441] env[69699]: DEBUG oslo_concurrency.lockutils [req-c35dfb70-d334-4457-a54e-6228c5b6d6c1 req-d408c724-a245-4568-a180-103dc350e552 service nova] Releasing lock "refresh_cache-af9422bd-d925-4174-8ea5-91d2bcec2f3b" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.945596] env[69699]: DEBUG oslo_vmware.api [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Task: {'id': task-3606729, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124116} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.945960] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 702.946838] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9cdc8c-1903-4088-be51-10099992b3d1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.970841] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 7de76820-d45f-4bfc-afd9-895e47274116/7de76820-d45f-4bfc-afd9-895e47274116.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 702.971345] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fa56e26-41e1-44f1-9072-1f85cba958c8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.996930] env[69699]: DEBUG oslo_vmware.api [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Task: {'id': task-3606730, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.999369] env[69699]: DEBUG oslo_vmware.api [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Waiting for the task: (returnval){ [ 702.999369] env[69699]: value = "task-3606733" [ 702.999369] env[69699]: _type = "Task" [ 702.999369] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.009420] env[69699]: DEBUG oslo_vmware.api [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Task: {'id': task-3606733, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.070850] env[69699]: DEBUG nova.compute.utils [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 703.075316] env[69699]: DEBUG nova.compute.manager [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] [instance: 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 703.076065] env[69699]: DEBUG nova.network.neutron [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] [instance: 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 703.129534] env[69699]: DEBUG nova.policy [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9d275c4433ae47b78f2e30f9a16f2a94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '703917bd604d4226b04768e8c440bc6c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 703.212302] env[69699]: DEBUG oslo_vmware.api [None req-f2fea43a-e16e-4789-b5aa-d8754c0dfae1 tempest-VolumesAssistedSnapshotsTest-1816050597 tempest-VolumesAssistedSnapshotsTest-1816050597-project-admin] Task: {'id': task-3606731, 'name': ReconfigVM_Task, 'duration_secs': 0.411579} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.212302] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2fea43a-e16e-4789-b5aa-d8754c0dfae1 tempest-VolumesAssistedSnapshotsTest-1816050597 tempest-VolumesAssistedSnapshotsTest-1816050597-project-admin] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Reconfigured VM instance instance-0000000d to detach disk 2001 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 703.216522] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e1922e6-7752-484c-91db-eabb44df0c77 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.231919] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "refresh_cache-7d299e10-f60c-434f-94aa-283d1738ee16" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.232120] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquired lock "refresh_cache-7d299e10-f60c-434f-94aa-283d1738ee16" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.232320] env[69699]: DEBUG nova.network.neutron [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.236941] env[69699]: DEBUG oslo_vmware.api [None req-f2fea43a-e16e-4789-b5aa-d8754c0dfae1 tempest-VolumesAssistedSnapshotsTest-1816050597 tempest-VolumesAssistedSnapshotsTest-1816050597-project-admin] Waiting for the task: (returnval){ [ 703.236941] env[69699]: value = "task-3606735" [ 703.236941] env[69699]: _type = "Task" [ 703.236941] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.251922] env[69699]: DEBUG oslo_vmware.api [None req-f2fea43a-e16e-4789-b5aa-d8754c0dfae1 tempest-VolumesAssistedSnapshotsTest-1816050597 tempest-VolumesAssistedSnapshotsTest-1816050597-project-admin] Task: {'id': task-3606735, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.260157] env[69699]: DEBUG oslo_vmware.api [None req-03f53cee-e4a8-439d-b2ea-6bbec028a526 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606732, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.406098] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 703.406098] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 703.482875] env[69699]: DEBUG oslo_vmware.api [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Task: {'id': task-3606730, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.829272} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.483298] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 7a41f0c5-22b0-48ca-9be5-f41ab5f64203/7a41f0c5-22b0-48ca-9be5-f41ab5f64203.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 703.483411] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] [instance: 7a41f0c5-22b0-48ca-9be5-f41ab5f64203] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 703.483659] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17e51f32-b8c8-4cca-8919-330e182d1956 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.494425] env[69699]: DEBUG oslo_vmware.api [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Waiting for the task: (returnval){ [ 703.494425] env[69699]: value = "task-3606736" [ 703.494425] env[69699]: _type = "Task" [ 703.494425] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.502979] env[69699]: DEBUG oslo_vmware.api [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Task: {'id': task-3606736, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.516147] env[69699]: DEBUG oslo_vmware.api [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Task: {'id': task-3606733, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.566018] env[69699]: DEBUG nova.network.neutron [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] [instance: 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a] Successfully created port: 746edea0-1e95-47f0-b7b1-449812812dea {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 703.579492] env[69699]: DEBUG nova.compute.manager [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] [instance: 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 703.765956] env[69699]: DEBUG oslo_vmware.api [None req-f2fea43a-e16e-4789-b5aa-d8754c0dfae1 tempest-VolumesAssistedSnapshotsTest-1816050597 tempest-VolumesAssistedSnapshotsTest-1816050597-project-admin] Task: {'id': task-3606735, 'name': ReconfigVM_Task, 'duration_secs': 0.199306} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.767743] env[69699]: DEBUG oslo_vmware.api [None req-03f53cee-e4a8-439d-b2ea-6bbec028a526 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606732, 'name': RemoveSnapshot_Task, 'duration_secs': 0.732541} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.770806] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2fea43a-e16e-4789-b5aa-d8754c0dfae1 tempest-VolumesAssistedSnapshotsTest-1816050597 tempest-VolumesAssistedSnapshotsTest-1816050597-project-admin] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719500', 'volume_id': '04b80784-524f-4960-bcde-2f95abc908e1', 'name': 'volume-04b80784-524f-4960-bcde-2f95abc908e1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd35745c3-a340-4650-9566-3726d0c8b018', 'attached_at': '', 'detached_at': '', 'volume_id': '04b80784-524f-4960-bcde-2f95abc908e1', 'serial': '04b80784-524f-4960-bcde-2f95abc908e1'} {{(pid=69699) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 703.772898] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-03f53cee-e4a8-439d-b2ea-6bbec028a526 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: fb987065-208f-42d9-b928-7431e722c642] Deleted Snapshot of the VM instance {{(pid=69699) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 703.773234] env[69699]: INFO nova.compute.manager [None req-03f53cee-e4a8-439d-b2ea-6bbec028a526 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: fb987065-208f-42d9-b928-7431e722c642] Took 15.42 seconds to snapshot the instance on the hypervisor. [ 703.796055] env[69699]: DEBUG nova.network.neutron [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.915019] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 703.915358] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 703.915625] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 703.915846] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 703.916090] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 703.916382] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 703.916465] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69699) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 703.916623] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 704.010655] env[69699]: DEBUG oslo_vmware.api [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Task: {'id': task-3606736, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.20336} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.011947] env[69699]: DEBUG nova.network.neutron [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Updating instance_info_cache with network_info: [{"id": "9525e76c-4118-4693-b96f-6dfd171d665b", "address": "fa:16:3e:e5:84:43", "network": {"id": "7f999160-b5bb-4e50-a728-01fecb63917a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1727920786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e04398ccf8a4b1490feabf07d03922b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9525e76c-41", "ovs_interfaceid": "9525e76c-4118-4693-b96f-6dfd171d665b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.016078] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] [instance: 7a41f0c5-22b0-48ca-9be5-f41ab5f64203] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.017369] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c255770-4bf9-4fef-9d94-75456a2533b2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.024443] env[69699]: DEBUG oslo_vmware.api [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Task: {'id': task-3606733, 'name': ReconfigVM_Task, 'duration_secs': 0.762075} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.025154] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 7de76820-d45f-4bfc-afd9-895e47274116/7de76820-d45f-4bfc-afd9-895e47274116.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.026380] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e83ceac-df4d-4f62-8e95-07b03546af64 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.048941] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] [instance: 7a41f0c5-22b0-48ca-9be5-f41ab5f64203] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 7a41f0c5-22b0-48ca-9be5-f41ab5f64203/7a41f0c5-22b0-48ca-9be5-f41ab5f64203.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.050701] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8bccbd8-0e2b-490a-b1fb-eaec9eea4ca2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.069369] env[69699]: DEBUG oslo_vmware.api [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Waiting for the task: (returnval){ [ 704.069369] env[69699]: value = "task-3606737" [ 704.069369] env[69699]: _type = "Task" [ 704.069369] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.075754] env[69699]: DEBUG oslo_vmware.api [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Waiting for the task: (returnval){ [ 704.075754] env[69699]: value = "task-3606738" [ 704.075754] env[69699]: _type = "Task" [ 704.075754] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.082610] env[69699]: DEBUG oslo_vmware.api [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Task: {'id': task-3606737, 'name': Rename_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.092850] env[69699]: DEBUG oslo_vmware.api [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Task: {'id': task-3606738, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.202511] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fd3a21-5c08-400c-a239-bff2372c6da2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.211398] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c9e535-2ff6-43b7-92c7-a68dc6424b9d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.248308] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9edb5343-23c6-494f-985e-ba8ae61e19d4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.258201] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2766409-82c3-4d80-abc7-4d78c0972ee1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.272712] env[69699]: DEBUG nova.compute.provider_tree [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.333932] env[69699]: DEBUG nova.objects.instance [None req-f2fea43a-e16e-4789-b5aa-d8754c0dfae1 tempest-VolumesAssistedSnapshotsTest-1816050597 tempest-VolumesAssistedSnapshotsTest-1816050597-project-admin] Lazy-loading 'flavor' on Instance uuid d35745c3-a340-4650-9566-3726d0c8b018 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 704.420173] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.517696] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Releasing lock "refresh_cache-7d299e10-f60c-434f-94aa-283d1738ee16" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.518162] env[69699]: DEBUG nova.compute.manager [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Instance network_info: |[{"id": "9525e76c-4118-4693-b96f-6dfd171d665b", "address": "fa:16:3e:e5:84:43", "network": {"id": "7f999160-b5bb-4e50-a728-01fecb63917a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1727920786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e04398ccf8a4b1490feabf07d03922b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9525e76c-41", "ovs_interfaceid": "9525e76c-4118-4693-b96f-6dfd171d665b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 704.518723] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:84:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '863474bc-a24a-4823-828c-580a187829e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9525e76c-4118-4693-b96f-6dfd171d665b', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 704.528036] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Creating folder: Project (1e04398ccf8a4b1490feabf07d03922b). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.529052] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c366b97-71ae-48be-ae09-59d8e97dd73b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.542523] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Created folder: Project (1e04398ccf8a4b1490feabf07d03922b) in parent group-v719415. [ 704.542789] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Creating folder: Instances. Parent ref: group-v719510. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.543047] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b81bf3f-4fff-48ff-89d4-2dfef05fa376 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.554610] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Created folder: Instances in parent group-v719510. [ 704.554952] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.555243] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 704.555549] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63418351-26d0-4698-ae5b-93e9fe3f0bca {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.582025] env[69699]: DEBUG oslo_vmware.api [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Task: {'id': task-3606737, 'name': Rename_Task, 'duration_secs': 0.200121} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.583394] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.584239] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 704.584239] env[69699]: value = "task-3606741" [ 704.584239] env[69699]: _type = "Task" [ 704.584239] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.585107] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0aea530-ba90-4d41-8640-f3d4850790fd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.595428] env[69699]: DEBUG nova.compute.manager [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] [instance: 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 704.597427] env[69699]: DEBUG oslo_vmware.api [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Task: {'id': task-3606738, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.600046] env[69699]: DEBUG oslo_vmware.api [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Waiting for the task: (returnval){ [ 704.600046] env[69699]: value = "task-3606742" [ 704.600046] env[69699]: _type = "Task" [ 704.600046] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.603276] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606741, 'name': CreateVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.620698] env[69699]: DEBUG nova.virt.hardware [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 704.620698] env[69699]: DEBUG nova.virt.hardware [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 704.620698] env[69699]: DEBUG nova.virt.hardware [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.620931] env[69699]: DEBUG nova.virt.hardware [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 704.621115] env[69699]: DEBUG nova.virt.hardware [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.621370] env[69699]: DEBUG nova.virt.hardware [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 704.621643] env[69699]: DEBUG nova.virt.hardware [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 704.621856] env[69699]: DEBUG nova.virt.hardware [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 704.622131] env[69699]: DEBUG nova.virt.hardware [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 704.622370] env[69699]: DEBUG nova.virt.hardware [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 704.622552] env[69699]: DEBUG nova.virt.hardware [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 704.623732] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa5a71c-55c1-45f1-9ab7-00c9c6379049 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.632761] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d82665-54dc-45ab-97be-844e180a8e02 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.718338] env[69699]: DEBUG nova.compute.manager [req-9656e01b-2884-41fa-a0d5-757e16f6dffa req-544b4ecf-8ac9-4e14-84dd-a39f569b7ebf service nova] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Received event network-changed-9525e76c-4118-4693-b96f-6dfd171d665b {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.718338] env[69699]: DEBUG nova.compute.manager [req-9656e01b-2884-41fa-a0d5-757e16f6dffa req-544b4ecf-8ac9-4e14-84dd-a39f569b7ebf service nova] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Refreshing instance network info cache due to event network-changed-9525e76c-4118-4693-b96f-6dfd171d665b. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 704.718443] env[69699]: DEBUG oslo_concurrency.lockutils [req-9656e01b-2884-41fa-a0d5-757e16f6dffa req-544b4ecf-8ac9-4e14-84dd-a39f569b7ebf service nova] Acquiring lock "refresh_cache-7d299e10-f60c-434f-94aa-283d1738ee16" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.718546] env[69699]: DEBUG oslo_concurrency.lockutils [req-9656e01b-2884-41fa-a0d5-757e16f6dffa req-544b4ecf-8ac9-4e14-84dd-a39f569b7ebf service nova] Acquired lock "refresh_cache-7d299e10-f60c-434f-94aa-283d1738ee16" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.718713] env[69699]: DEBUG nova.network.neutron [req-9656e01b-2884-41fa-a0d5-757e16f6dffa req-544b4ecf-8ac9-4e14-84dd-a39f569b7ebf service nova] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Refreshing network info cache for port 9525e76c-4118-4693-b96f-6dfd171d665b {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.777371] env[69699]: DEBUG nova.scheduler.client.report [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.092968] env[69699]: DEBUG oslo_vmware.api [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Task: {'id': task-3606738, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.098993] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606741, 'name': CreateVM_Task} progress is 25%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.117753] env[69699]: DEBUG oslo_vmware.api [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Task: {'id': task-3606742, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.285023] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.285023] env[69699]: DEBUG nova.compute.manager [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 705.285984] env[69699]: DEBUG oslo_concurrency.lockutils [None req-504c3507-555a-4db0-b68c-145e090957b0 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.495s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.286397] env[69699]: DEBUG nova.objects.instance [None req-504c3507-555a-4db0-b68c-145e090957b0 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Lazy-loading 'resources' on Instance uuid daab1c9b-cf22-4ef3-901b-56dfa26ac10e {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 705.306428] env[69699]: DEBUG nova.network.neutron [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] [instance: 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a] Successfully updated port: 746edea0-1e95-47f0-b7b1-449812812dea {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 705.349221] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f2fea43a-e16e-4789-b5aa-d8754c0dfae1 tempest-VolumesAssistedSnapshotsTest-1816050597 tempest-VolumesAssistedSnapshotsTest-1816050597-project-admin] Lock "d35745c3-a340-4650-9566-3726d0c8b018" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.326s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.462907] env[69699]: DEBUG nova.compute.manager [None req-4a413695-a976-405d-b8ca-ec394daef1d6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.463872] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d1f5b0-7006-424e-9962-184cd0b7202b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.539446] env[69699]: DEBUG nova.network.neutron [req-9656e01b-2884-41fa-a0d5-757e16f6dffa req-544b4ecf-8ac9-4e14-84dd-a39f569b7ebf service nova] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Updated VIF entry in instance network info cache for port 9525e76c-4118-4693-b96f-6dfd171d665b. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.539890] env[69699]: DEBUG nova.network.neutron [req-9656e01b-2884-41fa-a0d5-757e16f6dffa req-544b4ecf-8ac9-4e14-84dd-a39f569b7ebf service nova] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Updating instance_info_cache with network_info: [{"id": "9525e76c-4118-4693-b96f-6dfd171d665b", "address": "fa:16:3e:e5:84:43", "network": {"id": "7f999160-b5bb-4e50-a728-01fecb63917a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1727920786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e04398ccf8a4b1490feabf07d03922b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9525e76c-41", "ovs_interfaceid": "9525e76c-4118-4693-b96f-6dfd171d665b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.590847] env[69699]: DEBUG oslo_vmware.api [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Task: {'id': task-3606738, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.614482] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606741, 'name': CreateVM_Task, 'duration_secs': 1.020472} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.617823] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.617966] env[69699]: DEBUG oslo_vmware.api [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Task: {'id': task-3606742, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.618594] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.618752] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.619127] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.619669] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d9ad79e-5cca-4e1a-9e66-379b0def5634 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.624880] env[69699]: DEBUG oslo_vmware.api [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 705.624880] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52bcf93c-307b-d85e-2854-27a6cae83356" [ 705.624880] env[69699]: _type = "Task" [ 705.624880] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.634145] env[69699]: DEBUG oslo_vmware.api [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52bcf93c-307b-d85e-2854-27a6cae83356, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.793280] env[69699]: DEBUG nova.compute.utils [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 705.798389] env[69699]: DEBUG nova.compute.manager [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 705.798580] env[69699]: DEBUG nova.network.neutron [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 705.808369] env[69699]: DEBUG oslo_concurrency.lockutils [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Acquiring lock "refresh_cache-8a133dcc-4367-4ee4-a9ed-1bc47ac2839a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.808520] env[69699]: DEBUG oslo_concurrency.lockutils [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Acquired lock "refresh_cache-8a133dcc-4367-4ee4-a9ed-1bc47ac2839a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.808673] env[69699]: DEBUG nova.network.neutron [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] [instance: 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.866961] env[69699]: DEBUG nova.policy [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a420c0a27334da1882af4e62a79523f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5411800585aa454a979ee925e4daf8c7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 705.977072] env[69699]: INFO nova.compute.manager [None req-4a413695-a976-405d-b8ca-ec394daef1d6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] instance snapshotting [ 705.980618] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111864fb-8f4d-45d6-aa9f-580a5c80f4ff {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.003854] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87309123-44ae-4da5-96c0-78671178c994 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.043357] env[69699]: DEBUG oslo_concurrency.lockutils [req-9656e01b-2884-41fa-a0d5-757e16f6dffa req-544b4ecf-8ac9-4e14-84dd-a39f569b7ebf service nova] Releasing lock "refresh_cache-7d299e10-f60c-434f-94aa-283d1738ee16" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.093324] env[69699]: DEBUG oslo_vmware.api [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Task: {'id': task-3606738, 'name': ReconfigVM_Task, 'duration_secs': 1.541453} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.093668] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] [instance: 7a41f0c5-22b0-48ca-9be5-f41ab5f64203] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 7a41f0c5-22b0-48ca-9be5-f41ab5f64203/7a41f0c5-22b0-48ca-9be5-f41ab5f64203.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.094333] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d89f5ec-d7f5-44ee-9ec1-a067c1229ed2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.102338] env[69699]: DEBUG oslo_vmware.api [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Waiting for the task: (returnval){ [ 706.102338] env[69699]: value = "task-3606745" [ 706.102338] env[69699]: _type = "Task" [ 706.102338] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.119882] env[69699]: DEBUG oslo_vmware.api [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Task: {'id': task-3606742, 'name': PowerOnVM_Task, 'duration_secs': 1.285024} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.120157] env[69699]: DEBUG oslo_vmware.api [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Task: {'id': task-3606745, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.122987] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.123215] env[69699]: INFO nova.compute.manager [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Took 6.94 seconds to spawn the instance on the hypervisor. [ 706.123398] env[69699]: DEBUG nova.compute.manager [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.124771] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af42323-0baa-414a-bbdc-b4fcc75c0308 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.146639] env[69699]: DEBUG oslo_vmware.api [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52bcf93c-307b-d85e-2854-27a6cae83356, 'name': SearchDatastore_Task, 'duration_secs': 0.012222} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.147407] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.147651] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.147867] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.148034] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.148223] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.148496] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f6c05ad-41c6-4967-be1c-4a3c1bfd2d3c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.161635] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.161845] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.162615] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf229438-03c7-4aae-b693-098b4ac0243a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.169267] env[69699]: DEBUG oslo_vmware.api [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 706.169267] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c9f276-54f6-6c00-6380-a604ae5a7a6a" [ 706.169267] env[69699]: _type = "Task" [ 706.169267] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.183348] env[69699]: DEBUG oslo_vmware.api [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c9f276-54f6-6c00-6380-a604ae5a7a6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.273047] env[69699]: DEBUG nova.network.neutron [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Successfully created port: d698553d-76ff-49bb-949a-c56b81bc55ca {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 706.301798] env[69699]: DEBUG nova.compute.manager [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 706.356581] env[69699]: DEBUG nova.network.neutron [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] [instance: 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 706.519298] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-4a413695-a976-405d-b8ca-ec394daef1d6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Creating Snapshot of the VM instance {{(pid=69699) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 706.519298] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-29563e71-6889-478d-bc60-b430b849ed99 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.529022] env[69699]: DEBUG oslo_vmware.api [None req-4a413695-a976-405d-b8ca-ec394daef1d6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Waiting for the task: (returnval){ [ 706.529022] env[69699]: value = "task-3606746" [ 706.529022] env[69699]: _type = "Task" [ 706.529022] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.530321] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9781362d-f569-4bfe-9488-50f5018ee172 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.545360] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725da644-7415-4077-9df5-ae92f4865104 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.548890] env[69699]: DEBUG oslo_vmware.api [None req-4a413695-a976-405d-b8ca-ec394daef1d6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606746, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.578029] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469987df-6b1f-4702-a868-f72d97474be1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.586964] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e884fc5-26af-45e8-b511-da7f5ade405e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.602985] env[69699]: DEBUG nova.compute.provider_tree [None req-504c3507-555a-4db0-b68c-145e090957b0 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.615145] env[69699]: DEBUG oslo_vmware.api [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Task: {'id': task-3606745, 'name': Rename_Task, 'duration_secs': 0.251106} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.615454] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] [instance: 7a41f0c5-22b0-48ca-9be5-f41ab5f64203] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.615708] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fc8ad6c-f08c-49fb-b9fa-e4e576235033 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.623828] env[69699]: DEBUG oslo_vmware.api [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Waiting for the task: (returnval){ [ 706.623828] env[69699]: value = "task-3606747" [ 706.623828] env[69699]: _type = "Task" [ 706.623828] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.636028] env[69699]: DEBUG oslo_vmware.api [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Task: {'id': task-3606747, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.658299] env[69699]: INFO nova.compute.manager [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Took 44.43 seconds to build instance. [ 706.687012] env[69699]: DEBUG oslo_vmware.api [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c9f276-54f6-6c00-6380-a604ae5a7a6a, 'name': SearchDatastore_Task, 'duration_secs': 0.013661} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.689299] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65bd78c0-dcfd-432e-8b4b-2a3cea7b9481 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.701419] env[69699]: DEBUG oslo_vmware.api [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 706.701419] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a91394-7c74-974c-fd94-ccc270b09881" [ 706.701419] env[69699]: _type = "Task" [ 706.701419] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.711723] env[69699]: DEBUG oslo_vmware.api [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a91394-7c74-974c-fd94-ccc270b09881, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.931114] env[69699]: DEBUG nova.network.neutron [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] [instance: 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a] Updating instance_info_cache with network_info: [{"id": "746edea0-1e95-47f0-b7b1-449812812dea", "address": "fa:16:3e:5c:5a:ef", "network": {"id": "042a72f7-7de3-42e5-9a2b-93d98604ea72", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1269193917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "703917bd604d4226b04768e8c440bc6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap746edea0-1e", "ovs_interfaceid": "746edea0-1e95-47f0-b7b1-449812812dea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.946939] env[69699]: DEBUG nova.compute.manager [req-03f60f74-f3f9-4323-9527-1c7aa4632b89 req-3673f165-c4dc-46e2-a68b-184a977bf061 service nova] [instance: 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a] Received event network-vif-plugged-746edea0-1e95-47f0-b7b1-449812812dea {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.947169] env[69699]: DEBUG oslo_concurrency.lockutils [req-03f60f74-f3f9-4323-9527-1c7aa4632b89 req-3673f165-c4dc-46e2-a68b-184a977bf061 service nova] Acquiring lock "8a133dcc-4367-4ee4-a9ed-1bc47ac2839a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.947379] env[69699]: DEBUG oslo_concurrency.lockutils [req-03f60f74-f3f9-4323-9527-1c7aa4632b89 req-3673f165-c4dc-46e2-a68b-184a977bf061 service nova] Lock "8a133dcc-4367-4ee4-a9ed-1bc47ac2839a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.947546] env[69699]: DEBUG oslo_concurrency.lockutils [req-03f60f74-f3f9-4323-9527-1c7aa4632b89 req-3673f165-c4dc-46e2-a68b-184a977bf061 service nova] Lock "8a133dcc-4367-4ee4-a9ed-1bc47ac2839a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.947720] env[69699]: DEBUG nova.compute.manager [req-03f60f74-f3f9-4323-9527-1c7aa4632b89 req-3673f165-c4dc-46e2-a68b-184a977bf061 service nova] [instance: 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a] No waiting events found dispatching network-vif-plugged-746edea0-1e95-47f0-b7b1-449812812dea {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 706.947878] env[69699]: WARNING nova.compute.manager [req-03f60f74-f3f9-4323-9527-1c7aa4632b89 req-3673f165-c4dc-46e2-a68b-184a977bf061 service nova] [instance: 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a] Received unexpected event network-vif-plugged-746edea0-1e95-47f0-b7b1-449812812dea for instance with vm_state building and task_state spawning. [ 706.948538] env[69699]: DEBUG nova.compute.manager [req-03f60f74-f3f9-4323-9527-1c7aa4632b89 req-3673f165-c4dc-46e2-a68b-184a977bf061 service nova] [instance: 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a] Received event network-changed-746edea0-1e95-47f0-b7b1-449812812dea {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.948815] env[69699]: DEBUG nova.compute.manager [req-03f60f74-f3f9-4323-9527-1c7aa4632b89 req-3673f165-c4dc-46e2-a68b-184a977bf061 service nova] [instance: 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a] Refreshing instance network info cache due to event network-changed-746edea0-1e95-47f0-b7b1-449812812dea. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 706.949435] env[69699]: DEBUG oslo_concurrency.lockutils [req-03f60f74-f3f9-4323-9527-1c7aa4632b89 req-3673f165-c4dc-46e2-a68b-184a977bf061 service nova] Acquiring lock "refresh_cache-8a133dcc-4367-4ee4-a9ed-1bc47ac2839a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.041162] env[69699]: DEBUG oslo_vmware.api [None req-4a413695-a976-405d-b8ca-ec394daef1d6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606746, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.106248] env[69699]: DEBUG nova.scheduler.client.report [None req-504c3507-555a-4db0-b68c-145e090957b0 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.135605] env[69699]: DEBUG oslo_vmware.api [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Task: {'id': task-3606747, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.165638] env[69699]: DEBUG oslo_concurrency.lockutils [None req-68b3e91e-cda7-4912-9ddd-7c32c0cbcd1a tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Lock "7de76820-d45f-4bfc-afd9-895e47274116" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.706s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.213299] env[69699]: DEBUG oslo_vmware.api [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a91394-7c74-974c-fd94-ccc270b09881, 'name': SearchDatastore_Task, 'duration_secs': 0.014247} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.214019] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.214327] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 7d299e10-f60c-434f-94aa-283d1738ee16/7d299e10-f60c-434f-94aa-283d1738ee16.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 707.214613] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-021c1ddf-ef88-487b-8c5c-08062d2df8a6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.224311] env[69699]: DEBUG oslo_vmware.api [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 707.224311] env[69699]: value = "task-3606748" [ 707.224311] env[69699]: _type = "Task" [ 707.224311] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.234480] env[69699]: DEBUG oslo_vmware.api [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3606748, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.316844] env[69699]: DEBUG nova.compute.manager [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 707.346616] env[69699]: DEBUG nova.virt.hardware [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 707.347621] env[69699]: DEBUG nova.virt.hardware [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 707.347981] env[69699]: DEBUG nova.virt.hardware [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 707.348577] env[69699]: DEBUG nova.virt.hardware [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 707.348811] env[69699]: DEBUG nova.virt.hardware [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 707.349188] env[69699]: DEBUG nova.virt.hardware [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 707.349528] env[69699]: DEBUG nova.virt.hardware [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 707.349863] env[69699]: DEBUG nova.virt.hardware [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 707.350215] env[69699]: DEBUG nova.virt.hardware [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 707.350512] env[69699]: DEBUG nova.virt.hardware [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 707.350808] env[69699]: DEBUG nova.virt.hardware [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 707.351989] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b294c2-a1db-4890-9b71-15f8dc65d276 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.366537] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13caab0e-4125-411d-82dd-d735d1ddf383 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.437025] env[69699]: DEBUG oslo_concurrency.lockutils [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Releasing lock "refresh_cache-8a133dcc-4367-4ee4-a9ed-1bc47ac2839a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.437025] env[69699]: DEBUG nova.compute.manager [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] [instance: 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a] Instance network_info: |[{"id": "746edea0-1e95-47f0-b7b1-449812812dea", "address": "fa:16:3e:5c:5a:ef", "network": {"id": "042a72f7-7de3-42e5-9a2b-93d98604ea72", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1269193917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "703917bd604d4226b04768e8c440bc6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap746edea0-1e", "ovs_interfaceid": "746edea0-1e95-47f0-b7b1-449812812dea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 707.437507] env[69699]: DEBUG oslo_concurrency.lockutils [req-03f60f74-f3f9-4323-9527-1c7aa4632b89 req-3673f165-c4dc-46e2-a68b-184a977bf061 service nova] Acquired lock "refresh_cache-8a133dcc-4367-4ee4-a9ed-1bc47ac2839a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.437507] env[69699]: DEBUG nova.network.neutron [req-03f60f74-f3f9-4323-9527-1c7aa4632b89 req-3673f165-c4dc-46e2-a68b-184a977bf061 service nova] [instance: 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a] Refreshing network info cache for port 746edea0-1e95-47f0-b7b1-449812812dea {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.437507] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] [instance: 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:5a:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27681cba-790d-451e-9d12-d179871f375a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '746edea0-1e95-47f0-b7b1-449812812dea', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.447198] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Creating folder: Project (703917bd604d4226b04768e8c440bc6c). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.448965] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bcd3e972-b3fd-4bc7-8b5b-952a6c78ecd5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.463210] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Created folder: Project (703917bd604d4226b04768e8c440bc6c) in parent group-v719415. [ 707.463531] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Creating folder: Instances. Parent ref: group-v719514. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.463787] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27616a91-90e6-4bc1-95f2-27d96130e5c4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.477596] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Created folder: Instances in parent group-v719514. [ 707.477596] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.477810] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 707.478046] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95468280-5cf6-4eab-b452-5c99d6e03bd6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.501933] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.501933] env[69699]: value = "task-3606752" [ 707.501933] env[69699]: _type = "Task" [ 707.501933] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.511673] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606752, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.543286] env[69699]: DEBUG oslo_vmware.api [None req-4a413695-a976-405d-b8ca-ec394daef1d6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606746, 'name': CreateSnapshot_Task, 'duration_secs': 0.843834} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.543286] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-4a413695-a976-405d-b8ca-ec394daef1d6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Created Snapshot of the VM instance {{(pid=69699) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 707.543286] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e66856-1a69-42c5-8ad7-d616820f24e0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.611412] env[69699]: DEBUG oslo_concurrency.lockutils [None req-504c3507-555a-4db0-b68c-145e090957b0 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.325s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.615384] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.079s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.617393] env[69699]: INFO nova.compute.claims [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 11123131-ce04-45c0-a369-1ec5e568b6a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 707.637662] env[69699]: DEBUG oslo_vmware.api [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Task: {'id': task-3606747, 'name': PowerOnVM_Task, 'duration_secs': 0.72118} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.639068] env[69699]: INFO nova.scheduler.client.report [None req-504c3507-555a-4db0-b68c-145e090957b0 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Deleted allocations for instance daab1c9b-cf22-4ef3-901b-56dfa26ac10e [ 707.640304] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] [instance: 7a41f0c5-22b0-48ca-9be5-f41ab5f64203] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.640563] env[69699]: INFO nova.compute.manager [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] [instance: 7a41f0c5-22b0-48ca-9be5-f41ab5f64203] Took 11.15 seconds to spawn the instance on the hypervisor. [ 707.640804] env[69699]: DEBUG nova.compute.manager [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] [instance: 7a41f0c5-22b0-48ca-9be5-f41ab5f64203] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.642477] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a58847d-428f-44ba-b261-44143570fe33 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.665502] env[69699]: DEBUG nova.compute.manager [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 707.739728] env[69699]: DEBUG oslo_vmware.api [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3606748, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.016055] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606752, 'name': CreateVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.067626] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-4a413695-a976-405d-b8ca-ec394daef1d6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Creating linked-clone VM from snapshot {{(pid=69699) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 708.072262] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-204c0ad9-3769-46c9-86f3-8f41cf38da16 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.085260] env[69699]: DEBUG oslo_vmware.api [None req-4a413695-a976-405d-b8ca-ec394daef1d6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Waiting for the task: (returnval){ [ 708.085260] env[69699]: value = "task-3606753" [ 708.085260] env[69699]: _type = "Task" [ 708.085260] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.097686] env[69699]: DEBUG oslo_vmware.api [None req-4a413695-a976-405d-b8ca-ec394daef1d6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606753, 'name': CloneVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.160042] env[69699]: DEBUG oslo_concurrency.lockutils [None req-504c3507-555a-4db0-b68c-145e090957b0 tempest-ServersTestJSON-1710059859 tempest-ServersTestJSON-1710059859-project-member] Lock "daab1c9b-cf22-4ef3-901b-56dfa26ac10e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.846s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.170871] env[69699]: INFO nova.compute.manager [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] [instance: 7a41f0c5-22b0-48ca-9be5-f41ab5f64203] Took 49.29 seconds to build instance. [ 708.192570] env[69699]: DEBUG oslo_concurrency.lockutils [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.244947] env[69699]: DEBUG oslo_vmware.api [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3606748, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.7202} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.244947] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 7d299e10-f60c-434f-94aa-283d1738ee16/7d299e10-f60c-434f-94aa-283d1738ee16.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 708.245227] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 708.245706] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e95ff8ce-1bef-489f-9891-03a562d6a88c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.255034] env[69699]: DEBUG oslo_vmware.api [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 708.255034] env[69699]: value = "task-3606754" [ 708.255034] env[69699]: _type = "Task" [ 708.255034] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.266698] env[69699]: DEBUG oslo_vmware.api [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3606754, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.291014] env[69699]: INFO nova.compute.manager [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Rebuilding instance [ 708.347349] env[69699]: DEBUG nova.compute.manager [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.349511] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d295232-e2f3-4d5e-aaee-1a50bc5f1f46 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.471743] env[69699]: DEBUG nova.network.neutron [req-03f60f74-f3f9-4323-9527-1c7aa4632b89 req-3673f165-c4dc-46e2-a68b-184a977bf061 service nova] [instance: 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a] Updated VIF entry in instance network info cache for port 746edea0-1e95-47f0-b7b1-449812812dea. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.471743] env[69699]: DEBUG nova.network.neutron [req-03f60f74-f3f9-4323-9527-1c7aa4632b89 req-3673f165-c4dc-46e2-a68b-184a977bf061 service nova] [instance: 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a] Updating instance_info_cache with network_info: [{"id": "746edea0-1e95-47f0-b7b1-449812812dea", "address": "fa:16:3e:5c:5a:ef", "network": {"id": "042a72f7-7de3-42e5-9a2b-93d98604ea72", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1269193917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "703917bd604d4226b04768e8c440bc6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap746edea0-1e", "ovs_interfaceid": "746edea0-1e95-47f0-b7b1-449812812dea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.513580] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606752, 'name': CreateVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.573418] env[69699]: DEBUG nova.network.neutron [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Successfully updated port: d698553d-76ff-49bb-949a-c56b81bc55ca {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 708.597685] env[69699]: DEBUG oslo_vmware.api [None req-4a413695-a976-405d-b8ca-ec394daef1d6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606753, 'name': CloneVM_Task} progress is 94%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.674294] env[69699]: DEBUG oslo_concurrency.lockutils [None req-98f083e3-4a2c-4bc3-adec-7e1c5f5f64b3 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Lock "7a41f0c5-22b0-48ca-9be5-f41ab5f64203" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.744s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.766878] env[69699]: DEBUG oslo_vmware.api [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3606754, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083359} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.770088] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 708.771157] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a0aa65-a679-419c-9c52-00055dfb0944 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.797034] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 7d299e10-f60c-434f-94aa-283d1738ee16/7d299e10-f60c-434f-94aa-283d1738ee16.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 708.800082] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81b0607e-df65-4818-a0b8-2c79cd66ac0f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.825236] env[69699]: DEBUG oslo_vmware.api [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 708.825236] env[69699]: value = "task-3606755" [ 708.825236] env[69699]: _type = "Task" [ 708.825236] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.838429] env[69699]: DEBUG oslo_vmware.api [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3606755, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.975847] env[69699]: DEBUG oslo_concurrency.lockutils [req-03f60f74-f3f9-4323-9527-1c7aa4632b89 req-3673f165-c4dc-46e2-a68b-184a977bf061 service nova] Releasing lock "refresh_cache-8a133dcc-4367-4ee4-a9ed-1bc47ac2839a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.022080] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606752, 'name': CreateVM_Task, 'duration_secs': 1.446254} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.022299] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 709.023614] env[69699]: DEBUG oslo_concurrency.lockutils [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.023847] env[69699]: DEBUG oslo_concurrency.lockutils [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.024206] env[69699]: DEBUG oslo_concurrency.lockutils [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.024475] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-094a5a4b-82c4-4694-ab4c-8dda730e3baf {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.034206] env[69699]: DEBUG oslo_vmware.api [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Waiting for the task: (returnval){ [ 709.034206] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ce8c22-57d2-2890-a82c-0fa8370ab080" [ 709.034206] env[69699]: _type = "Task" [ 709.034206] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.044315] env[69699]: DEBUG oslo_vmware.api [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ce8c22-57d2-2890-a82c-0fa8370ab080, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.069099] env[69699]: DEBUG nova.compute.manager [req-fb9eb14b-b9ca-443a-a43a-b06ff242843c req-67dd67f2-c78e-4bf1-a4ca-ee95921fed55 service nova] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Received event network-vif-plugged-d698553d-76ff-49bb-949a-c56b81bc55ca {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.073023] env[69699]: DEBUG oslo_concurrency.lockutils [req-fb9eb14b-b9ca-443a-a43a-b06ff242843c req-67dd67f2-c78e-4bf1-a4ca-ee95921fed55 service nova] Acquiring lock "38000a91-e705-4063-806c-9af0fe7235ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.073023] env[69699]: DEBUG oslo_concurrency.lockutils [req-fb9eb14b-b9ca-443a-a43a-b06ff242843c req-67dd67f2-c78e-4bf1-a4ca-ee95921fed55 service nova] Lock "38000a91-e705-4063-806c-9af0fe7235ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.073023] env[69699]: DEBUG oslo_concurrency.lockutils [req-fb9eb14b-b9ca-443a-a43a-b06ff242843c req-67dd67f2-c78e-4bf1-a4ca-ee95921fed55 service nova] Lock "38000a91-e705-4063-806c-9af0fe7235ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.073023] env[69699]: DEBUG nova.compute.manager [req-fb9eb14b-b9ca-443a-a43a-b06ff242843c req-67dd67f2-c78e-4bf1-a4ca-ee95921fed55 service nova] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] No waiting events found dispatching network-vif-plugged-d698553d-76ff-49bb-949a-c56b81bc55ca {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 709.073023] env[69699]: WARNING nova.compute.manager [req-fb9eb14b-b9ca-443a-a43a-b06ff242843c req-67dd67f2-c78e-4bf1-a4ca-ee95921fed55 service nova] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Received unexpected event network-vif-plugged-d698553d-76ff-49bb-949a-c56b81bc55ca for instance with vm_state building and task_state spawning. [ 709.073523] env[69699]: DEBUG nova.compute.manager [req-fb9eb14b-b9ca-443a-a43a-b06ff242843c req-67dd67f2-c78e-4bf1-a4ca-ee95921fed55 service nova] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Received event network-changed-d698553d-76ff-49bb-949a-c56b81bc55ca {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.073523] env[69699]: DEBUG nova.compute.manager [req-fb9eb14b-b9ca-443a-a43a-b06ff242843c req-67dd67f2-c78e-4bf1-a4ca-ee95921fed55 service nova] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Refreshing instance network info cache due to event network-changed-d698553d-76ff-49bb-949a-c56b81bc55ca. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 709.073523] env[69699]: DEBUG oslo_concurrency.lockutils [req-fb9eb14b-b9ca-443a-a43a-b06ff242843c req-67dd67f2-c78e-4bf1-a4ca-ee95921fed55 service nova] Acquiring lock "refresh_cache-38000a91-e705-4063-806c-9af0fe7235ca" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.073523] env[69699]: DEBUG oslo_concurrency.lockutils [req-fb9eb14b-b9ca-443a-a43a-b06ff242843c req-67dd67f2-c78e-4bf1-a4ca-ee95921fed55 service nova] Acquired lock "refresh_cache-38000a91-e705-4063-806c-9af0fe7235ca" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.073523] env[69699]: DEBUG nova.network.neutron [req-fb9eb14b-b9ca-443a-a43a-b06ff242843c req-67dd67f2-c78e-4bf1-a4ca-ee95921fed55 service nova] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Refreshing network info cache for port d698553d-76ff-49bb-949a-c56b81bc55ca {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 709.074917] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Acquiring lock "refresh_cache-38000a91-e705-4063-806c-9af0fe7235ca" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.098184] env[69699]: DEBUG oslo_vmware.api [None req-4a413695-a976-405d-b8ca-ec394daef1d6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606753, 'name': CloneVM_Task} progress is 94%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.176448] env[69699]: DEBUG nova.compute.manager [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] [instance: 64ac299a-1fe8-4bcb-b657-6d660d38f5b5] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 709.196064] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1e827a-cca5-4a53-9908-d562c99bdb46 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.209322] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7b66fa-3795-49e1-b6fb-a1787ab35cfe {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.242306] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d3afa9-39c0-4b17-b4c8-2c8c279faf7a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.246831] env[69699]: DEBUG oslo_concurrency.lockutils [None req-57f909a6-236b-4260-b0a2-db604d234525 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Acquiring lock "7a41f0c5-22b0-48ca-9be5-f41ab5f64203" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.247095] env[69699]: DEBUG oslo_concurrency.lockutils [None req-57f909a6-236b-4260-b0a2-db604d234525 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Lock "7a41f0c5-22b0-48ca-9be5-f41ab5f64203" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.247310] env[69699]: DEBUG oslo_concurrency.lockutils [None req-57f909a6-236b-4260-b0a2-db604d234525 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Acquiring lock "7a41f0c5-22b0-48ca-9be5-f41ab5f64203-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.247493] env[69699]: DEBUG oslo_concurrency.lockutils [None req-57f909a6-236b-4260-b0a2-db604d234525 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Lock "7a41f0c5-22b0-48ca-9be5-f41ab5f64203-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.247663] env[69699]: DEBUG oslo_concurrency.lockutils [None req-57f909a6-236b-4260-b0a2-db604d234525 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Lock "7a41f0c5-22b0-48ca-9be5-f41ab5f64203-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.251850] env[69699]: INFO nova.compute.manager [None req-57f909a6-236b-4260-b0a2-db604d234525 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] [instance: 7a41f0c5-22b0-48ca-9be5-f41ab5f64203] Terminating instance [ 709.255612] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364afdcc-8d8e-4f07-ae3d-c002aa076d2c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.272713] env[69699]: DEBUG nova.compute.provider_tree [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.339774] env[69699]: DEBUG oslo_vmware.api [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3606755, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.381926] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 709.382215] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e9691f2-01f6-4c09-a4e0-2d4382513e59 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.391987] env[69699]: DEBUG oslo_vmware.api [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Waiting for the task: (returnval){ [ 709.391987] env[69699]: value = "task-3606756" [ 709.391987] env[69699]: _type = "Task" [ 709.391987] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.402223] env[69699]: DEBUG oslo_vmware.api [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Task: {'id': task-3606756, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.546986] env[69699]: DEBUG oslo_vmware.api [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ce8c22-57d2-2890-a82c-0fa8370ab080, 'name': SearchDatastore_Task, 'duration_secs': 0.022843} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.547412] env[69699]: DEBUG oslo_concurrency.lockutils [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.547727] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] [instance: 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.548078] env[69699]: DEBUG oslo_concurrency.lockutils [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.548280] env[69699]: DEBUG oslo_concurrency.lockutils [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.548755] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.549171] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-745339ec-de52-49a3-9127-fbac45f2e206 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.592810] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.592944] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.594278] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5172de87-42d3-476e-9ba2-dbca85a09cea {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.601934] env[69699]: DEBUG oslo_vmware.api [None req-4a413695-a976-405d-b8ca-ec394daef1d6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606753, 'name': CloneVM_Task} progress is 95%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.606288] env[69699]: DEBUG oslo_vmware.api [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Waiting for the task: (returnval){ [ 709.606288] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5213eb76-2e3f-5c49-4b4f-926b3144ac24" [ 709.606288] env[69699]: _type = "Task" [ 709.606288] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.616506] env[69699]: DEBUG oslo_vmware.api [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5213eb76-2e3f-5c49-4b4f-926b3144ac24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.627570] env[69699]: DEBUG nova.network.neutron [req-fb9eb14b-b9ca-443a-a43a-b06ff242843c req-67dd67f2-c78e-4bf1-a4ca-ee95921fed55 service nova] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 709.705267] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.735650] env[69699]: DEBUG nova.network.neutron [req-fb9eb14b-b9ca-443a-a43a-b06ff242843c req-67dd67f2-c78e-4bf1-a4ca-ee95921fed55 service nova] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.763256] env[69699]: DEBUG nova.compute.manager [None req-57f909a6-236b-4260-b0a2-db604d234525 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] [instance: 7a41f0c5-22b0-48ca-9be5-f41ab5f64203] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 709.763532] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-57f909a6-236b-4260-b0a2-db604d234525 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] [instance: 7a41f0c5-22b0-48ca-9be5-f41ab5f64203] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 709.764467] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b922a2-a864-48e5-9272-6da8e3eb131a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.774134] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-57f909a6-236b-4260-b0a2-db604d234525 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] [instance: 7a41f0c5-22b0-48ca-9be5-f41ab5f64203] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 709.774404] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59cd52a1-b697-42e7-b3df-599cba41623d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.776604] env[69699]: DEBUG nova.scheduler.client.report [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.787177] env[69699]: DEBUG oslo_vmware.api [None req-57f909a6-236b-4260-b0a2-db604d234525 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Waiting for the task: (returnval){ [ 709.787177] env[69699]: value = "task-3606757" [ 709.787177] env[69699]: _type = "Task" [ 709.787177] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.791178] env[69699]: DEBUG oslo_concurrency.lockutils [None req-935ba60f-d1ef-4a57-a276-fea24baa8b4b tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Acquiring lock "d35745c3-a340-4650-9566-3726d0c8b018" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.791529] env[69699]: DEBUG oslo_concurrency.lockutils [None req-935ba60f-d1ef-4a57-a276-fea24baa8b4b tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Lock "d35745c3-a340-4650-9566-3726d0c8b018" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.794424] env[69699]: DEBUG oslo_concurrency.lockutils [None req-935ba60f-d1ef-4a57-a276-fea24baa8b4b tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Acquiring lock "d35745c3-a340-4650-9566-3726d0c8b018-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.794424] env[69699]: DEBUG oslo_concurrency.lockutils [None req-935ba60f-d1ef-4a57-a276-fea24baa8b4b tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Lock "d35745c3-a340-4650-9566-3726d0c8b018-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.794424] env[69699]: DEBUG oslo_concurrency.lockutils [None req-935ba60f-d1ef-4a57-a276-fea24baa8b4b tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Lock "d35745c3-a340-4650-9566-3726d0c8b018-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.794955] env[69699]: INFO nova.compute.manager [None req-935ba60f-d1ef-4a57-a276-fea24baa8b4b tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Terminating instance [ 709.805119] env[69699]: DEBUG oslo_vmware.api [None req-57f909a6-236b-4260-b0a2-db604d234525 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Task: {'id': task-3606757, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.840693] env[69699]: DEBUG oslo_vmware.api [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3606755, 'name': ReconfigVM_Task, 'duration_secs': 0.670678} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.841583] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 7d299e10-f60c-434f-94aa-283d1738ee16/7d299e10-f60c-434f-94aa-283d1738ee16.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.841963] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6cf517d-e615-4a02-adca-df2e974f359b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.850619] env[69699]: DEBUG oslo_vmware.api [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 709.850619] env[69699]: value = "task-3606758" [ 709.850619] env[69699]: _type = "Task" [ 709.850619] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.861225] env[69699]: DEBUG oslo_vmware.api [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3606758, 'name': Rename_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.902528] env[69699]: DEBUG oslo_vmware.api [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Task: {'id': task-3606756, 'name': PowerOffVM_Task, 'duration_secs': 0.160732} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.902812] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 709.903523] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 709.904398] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156df728-e234-4840-9ebe-4b40df19d1c4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.913427] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 709.913739] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f08c9ce1-8ad0-4b4f-b772-de36650121e5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.943998] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 709.944384] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 709.944676] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Deleting the datastore file [datastore2] 7de76820-d45f-4bfc-afd9-895e47274116 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 709.945520] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-363c7879-a863-4809-b80e-eb7ac70a60ff {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.954854] env[69699]: DEBUG oslo_vmware.api [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Waiting for the task: (returnval){ [ 709.954854] env[69699]: value = "task-3606760" [ 709.954854] env[69699]: _type = "Task" [ 709.954854] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.966467] env[69699]: DEBUG oslo_vmware.api [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Task: {'id': task-3606760, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.100295] env[69699]: DEBUG oslo_vmware.api [None req-4a413695-a976-405d-b8ca-ec394daef1d6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606753, 'name': CloneVM_Task, 'duration_secs': 1.837138} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.100771] env[69699]: INFO nova.virt.vmwareapi.vmops [None req-4a413695-a976-405d-b8ca-ec394daef1d6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Created linked-clone VM from snapshot [ 710.101662] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223446ba-56fa-4237-a79f-010227451d85 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.110267] env[69699]: DEBUG nova.virt.vmwareapi.images [None req-4a413695-a976-405d-b8ca-ec394daef1d6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Uploading image 2c98b745-930b-4279-95d4-2a622966adfe {{(pid=69699) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 710.122938] env[69699]: DEBUG oslo_vmware.api [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5213eb76-2e3f-5c49-4b4f-926b3144ac24, 'name': SearchDatastore_Task, 'duration_secs': 0.015595} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.123975] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12ca2bb1-691a-4e05-8ffa-fa03e1cca4dd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.134030] env[69699]: DEBUG oslo_vmware.api [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Waiting for the task: (returnval){ [ 710.134030] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c76a5f-1110-c261-6063-a1b123afcece" [ 710.134030] env[69699]: _type = "Task" [ 710.134030] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.136164] env[69699]: DEBUG oslo_vmware.rw_handles [None req-4a413695-a976-405d-b8ca-ec394daef1d6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 710.136164] env[69699]: value = "vm-719517" [ 710.136164] env[69699]: _type = "VirtualMachine" [ 710.136164] env[69699]: }. {{(pid=69699) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 710.136560] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-05a86853-31ec-4aa3-a032-04362977f894 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.147888] env[69699]: DEBUG oslo_vmware.api [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c76a5f-1110-c261-6063-a1b123afcece, 'name': SearchDatastore_Task, 'duration_secs': 0.011281} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.149340] env[69699]: DEBUG oslo_concurrency.lockutils [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.149647] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a/8a133dcc-4367-4ee4-a9ed-1bc47ac2839a.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.150032] env[69699]: DEBUG oslo_vmware.rw_handles [None req-4a413695-a976-405d-b8ca-ec394daef1d6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Lease: (returnval){ [ 710.150032] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52fc2d76-a981-13a1-e1d9-51193a0a2e50" [ 710.150032] env[69699]: _type = "HttpNfcLease" [ 710.150032] env[69699]: } obtained for exporting VM: (result){ [ 710.150032] env[69699]: value = "vm-719517" [ 710.150032] env[69699]: _type = "VirtualMachine" [ 710.150032] env[69699]: }. {{(pid=69699) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 710.150273] env[69699]: DEBUG oslo_vmware.api [None req-4a413695-a976-405d-b8ca-ec394daef1d6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Waiting for the lease: (returnval){ [ 710.150273] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52fc2d76-a981-13a1-e1d9-51193a0a2e50" [ 710.150273] env[69699]: _type = "HttpNfcLease" [ 710.150273] env[69699]: } to be ready. {{(pid=69699) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 710.150548] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-feaaae78-5dbc-4e13-9f2a-26e875d7d2c1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.159730] env[69699]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 710.159730] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52fc2d76-a981-13a1-e1d9-51193a0a2e50" [ 710.159730] env[69699]: _type = "HttpNfcLease" [ 710.159730] env[69699]: } is ready. {{(pid=69699) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 710.160879] env[69699]: DEBUG oslo_vmware.rw_handles [None req-4a413695-a976-405d-b8ca-ec394daef1d6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 710.160879] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52fc2d76-a981-13a1-e1d9-51193a0a2e50" [ 710.160879] env[69699]: _type = "HttpNfcLease" [ 710.160879] env[69699]: }. {{(pid=69699) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 710.163024] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cecbcce4-2ab3-4844-b083-690fa78e1c1f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.165808] env[69699]: DEBUG oslo_vmware.api [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Waiting for the task: (returnval){ [ 710.165808] env[69699]: value = "task-3606762" [ 710.165808] env[69699]: _type = "Task" [ 710.165808] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.173780] env[69699]: DEBUG oslo_vmware.rw_handles [None req-4a413695-a976-405d-b8ca-ec394daef1d6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5297dd94-9dea-bee9-7ea5-3fcfa5f9c16e/disk-0.vmdk from lease info. {{(pid=69699) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 710.174344] env[69699]: DEBUG oslo_vmware.rw_handles [None req-4a413695-a976-405d-b8ca-ec394daef1d6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5297dd94-9dea-bee9-7ea5-3fcfa5f9c16e/disk-0.vmdk for reading. {{(pid=69699) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 710.239133] env[69699]: DEBUG oslo_concurrency.lockutils [req-fb9eb14b-b9ca-443a-a43a-b06ff242843c req-67dd67f2-c78e-4bf1-a4ca-ee95921fed55 service nova] Releasing lock "refresh_cache-38000a91-e705-4063-806c-9af0fe7235ca" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.239721] env[69699]: DEBUG oslo_vmware.api [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Task: {'id': task-3606762, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.241682] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Acquired lock "refresh_cache-38000a91-e705-4063-806c-9af0fe7235ca" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.241903] env[69699]: DEBUG nova.network.neutron [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.272981] env[69699]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-74bde413-a37f-4ed2-a177-e5a8b208a503 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.281810] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.666s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.283408] env[69699]: DEBUG nova.compute.manager [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 11123131-ce04-45c0-a369-1ec5e568b6a5] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 710.286322] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a069d647-cafa-45b6-86a0-339d86f8b8ba tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 28.294s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.300716] env[69699]: DEBUG nova.compute.manager [None req-935ba60f-d1ef-4a57-a276-fea24baa8b4b tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 710.301036] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-935ba60f-d1ef-4a57-a276-fea24baa8b4b tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 710.301298] env[69699]: DEBUG oslo_vmware.api [None req-57f909a6-236b-4260-b0a2-db604d234525 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Task: {'id': task-3606757, 'name': PowerOffVM_Task, 'duration_secs': 0.230936} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.302094] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2da4e0-eee9-4cc7-a5db-70f9020550d3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.305307] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-57f909a6-236b-4260-b0a2-db604d234525 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] [instance: 7a41f0c5-22b0-48ca-9be5-f41ab5f64203] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 710.305480] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-57f909a6-236b-4260-b0a2-db604d234525 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] [instance: 7a41f0c5-22b0-48ca-9be5-f41ab5f64203] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 710.306485] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e406b32-24d2-4460-9fb5-ed417705db85 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.327543] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-935ba60f-d1ef-4a57-a276-fea24baa8b4b tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 710.327863] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b0d5e4f-431f-4f53-a2cc-1155766d471b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.339902] env[69699]: DEBUG oslo_vmware.api [None req-935ba60f-d1ef-4a57-a276-fea24baa8b4b tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Waiting for the task: (returnval){ [ 710.339902] env[69699]: value = "task-3606764" [ 710.339902] env[69699]: _type = "Task" [ 710.339902] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.354258] env[69699]: DEBUG oslo_vmware.api [None req-935ba60f-d1ef-4a57-a276-fea24baa8b4b tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Task: {'id': task-3606764, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.367560] env[69699]: DEBUG oslo_vmware.api [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3606758, 'name': Rename_Task, 'duration_secs': 0.236231} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.367947] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.368203] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ad5560c-4a4e-4af0-9f88-a4e63345c047 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.381142] env[69699]: DEBUG oslo_vmware.api [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 710.381142] env[69699]: value = "task-3606765" [ 710.381142] env[69699]: _type = "Task" [ 710.381142] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.394681] env[69699]: DEBUG oslo_vmware.api [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3606765, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.397784] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-57f909a6-236b-4260-b0a2-db604d234525 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] [instance: 7a41f0c5-22b0-48ca-9be5-f41ab5f64203] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 710.397784] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-57f909a6-236b-4260-b0a2-db604d234525 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] [instance: 7a41f0c5-22b0-48ca-9be5-f41ab5f64203] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 710.397979] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-57f909a6-236b-4260-b0a2-db604d234525 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Deleting the datastore file [datastore2] 7a41f0c5-22b0-48ca-9be5-f41ab5f64203 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 710.398306] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea37d6f1-df0b-471b-963b-4adff637b39c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.410963] env[69699]: DEBUG oslo_vmware.api [None req-57f909a6-236b-4260-b0a2-db604d234525 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Waiting for the task: (returnval){ [ 710.410963] env[69699]: value = "task-3606766" [ 710.410963] env[69699]: _type = "Task" [ 710.410963] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.425330] env[69699]: DEBUG oslo_vmware.api [None req-57f909a6-236b-4260-b0a2-db604d234525 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Task: {'id': task-3606766, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.469431] env[69699]: DEBUG oslo_vmware.api [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Task: {'id': task-3606760, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13845} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.470234] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 710.470234] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 710.470234] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 710.679580] env[69699]: DEBUG oslo_vmware.api [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Task: {'id': task-3606762, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497334} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.679895] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a/8a133dcc-4367-4ee4-a9ed-1bc47ac2839a.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.680231] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] [instance: 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.680565] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30dcb480-c12c-4f0d-8f7c-247c167c553b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.690286] env[69699]: DEBUG oslo_vmware.api [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Waiting for the task: (returnval){ [ 710.690286] env[69699]: value = "task-3606767" [ 710.690286] env[69699]: _type = "Task" [ 710.690286] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.701132] env[69699]: DEBUG oslo_vmware.api [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Task: {'id': task-3606767, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.784616] env[69699]: DEBUG nova.network.neutron [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 710.791312] env[69699]: DEBUG nova.compute.utils [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 710.796305] env[69699]: DEBUG nova.compute.manager [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 11123131-ce04-45c0-a369-1ec5e568b6a5] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 710.796542] env[69699]: DEBUG nova.network.neutron [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 11123131-ce04-45c0-a369-1ec5e568b6a5] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 710.850901] env[69699]: DEBUG oslo_vmware.api [None req-935ba60f-d1ef-4a57-a276-fea24baa8b4b tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Task: {'id': task-3606764, 'name': PowerOffVM_Task, 'duration_secs': 0.450668} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.851644] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-935ba60f-d1ef-4a57-a276-fea24baa8b4b tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 710.852819] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-935ba60f-d1ef-4a57-a276-fea24baa8b4b tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 710.852819] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-434250c4-0755-4da3-8c4a-2d90b7e4f107 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.893065] env[69699]: DEBUG oslo_vmware.api [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3606765, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.929829] env[69699]: DEBUG oslo_vmware.api [None req-57f909a6-236b-4260-b0a2-db604d234525 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Task: {'id': task-3606766, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312162} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.933348] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-57f909a6-236b-4260-b0a2-db604d234525 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 710.933552] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-57f909a6-236b-4260-b0a2-db604d234525 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] [instance: 7a41f0c5-22b0-48ca-9be5-f41ab5f64203] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 710.933747] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-57f909a6-236b-4260-b0a2-db604d234525 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] [instance: 7a41f0c5-22b0-48ca-9be5-f41ab5f64203] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 710.933942] env[69699]: INFO nova.compute.manager [None req-57f909a6-236b-4260-b0a2-db604d234525 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] [instance: 7a41f0c5-22b0-48ca-9be5-f41ab5f64203] Took 1.17 seconds to destroy the instance on the hypervisor. [ 710.934422] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57f909a6-236b-4260-b0a2-db604d234525 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.934975] env[69699]: DEBUG nova.compute.manager [-] [instance: 7a41f0c5-22b0-48ca-9be5-f41ab5f64203] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 710.935131] env[69699]: DEBUG nova.network.neutron [-] [instance: 7a41f0c5-22b0-48ca-9be5-f41ab5f64203] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 710.939804] env[69699]: DEBUG nova.policy [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ede336f7076744ca9b0b8bc6592f57a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9c430e202784abe94af4dd227027776', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 710.942301] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-935ba60f-d1ef-4a57-a276-fea24baa8b4b tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 710.942540] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-935ba60f-d1ef-4a57-a276-fea24baa8b4b tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Deleting contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 710.942972] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-935ba60f-d1ef-4a57-a276-fea24baa8b4b tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Deleting the datastore file [datastore1] d35745c3-a340-4650-9566-3726d0c8b018 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 710.943754] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e37b2446-c9f4-4b96-8340-9a6819357ac4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.956463] env[69699]: DEBUG oslo_vmware.api [None req-935ba60f-d1ef-4a57-a276-fea24baa8b4b tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Waiting for the task: (returnval){ [ 710.956463] env[69699]: value = "task-3606769" [ 710.956463] env[69699]: _type = "Task" [ 710.956463] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.970025] env[69699]: DEBUG oslo_vmware.api [None req-935ba60f-d1ef-4a57-a276-fea24baa8b4b tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Task: {'id': task-3606769, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.111473] env[69699]: DEBUG nova.network.neutron [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Updating instance_info_cache with network_info: [{"id": "d698553d-76ff-49bb-949a-c56b81bc55ca", "address": "fa:16:3e:1a:1e:18", "network": {"id": "cf8da3ce-eca3-488c-b3ad-33fe826cbaf2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-457573435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5411800585aa454a979ee925e4daf8c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd698553d-76", "ovs_interfaceid": "d698553d-76ff-49bb-949a-c56b81bc55ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.208259] env[69699]: DEBUG oslo_vmware.api [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Task: {'id': task-3606767, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113032} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.208259] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] [instance: 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.208259] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71a6113-df9c-4716-b00c-88af59d73ea4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.247992] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] [instance: 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a/8a133dcc-4367-4ee4-a9ed-1bc47ac2839a.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.251435] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d0aaf50-c4bd-4404-af64-7f480854b268 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.274592] env[69699]: DEBUG oslo_vmware.api [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Waiting for the task: (returnval){ [ 711.274592] env[69699]: value = "task-3606770" [ 711.274592] env[69699]: _type = "Task" [ 711.274592] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.289322] env[69699]: DEBUG oslo_vmware.api [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Task: {'id': task-3606770, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.299046] env[69699]: DEBUG nova.compute.manager [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 11123131-ce04-45c0-a369-1ec5e568b6a5] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 711.375558] env[69699]: DEBUG nova.network.neutron [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 11123131-ce04-45c0-a369-1ec5e568b6a5] Successfully created port: 00bd5aa4-c3e7-447c-a7da-acb5646380f7 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 711.403727] env[69699]: DEBUG oslo_vmware.api [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3606765, 'name': PowerOnVM_Task, 'duration_secs': 0.685152} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.405285] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.407028] env[69699]: INFO nova.compute.manager [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Took 9.60 seconds to spawn the instance on the hypervisor. [ 711.407028] env[69699]: DEBUG nova.compute.manager [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.408369] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208be5ba-1bf8-489b-8508-2d25fe457847 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.471710] env[69699]: DEBUG oslo_vmware.api [None req-935ba60f-d1ef-4a57-a276-fea24baa8b4b tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Task: {'id': task-3606769, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.380794} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.476293] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-935ba60f-d1ef-4a57-a276-fea24baa8b4b tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 711.476293] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-935ba60f-d1ef-4a57-a276-fea24baa8b4b tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Deleted contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 711.476293] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-935ba60f-d1ef-4a57-a276-fea24baa8b4b tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 711.476293] env[69699]: INFO nova.compute.manager [None req-935ba60f-d1ef-4a57-a276-fea24baa8b4b tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Took 1.18 seconds to destroy the instance on the hypervisor. [ 711.476293] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-935ba60f-d1ef-4a57-a276-fea24baa8b4b tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.476702] env[69699]: DEBUG nova.compute.manager [-] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 711.476950] env[69699]: DEBUG nova.network.neutron [-] [instance: d35745c3-a340-4650-9566-3726d0c8b018] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 711.492437] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f51bd8-2269-4bd0-8586-a5264f8bf5d1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.503165] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d6788f-c622-4acc-bffa-4c90c07f47ea {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.542270] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30bce98a-016c-49bf-94e4-00eb419dff46 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.553121] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8833e12-5f70-4dac-89cf-b590ba16d2d4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.571382] env[69699]: DEBUG nova.compute.provider_tree [None req-a069d647-cafa-45b6-86a0-339d86f8b8ba tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.585953] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Acquiring lock "5e474303-4132-46e9-8cc8-e459f2a82293" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.585953] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Lock "5e474303-4132-46e9-8cc8-e459f2a82293" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.614818] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Releasing lock "refresh_cache-38000a91-e705-4063-806c-9af0fe7235ca" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.617849] env[69699]: DEBUG nova.compute.manager [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Instance network_info: |[{"id": "d698553d-76ff-49bb-949a-c56b81bc55ca", "address": "fa:16:3e:1a:1e:18", "network": {"id": "cf8da3ce-eca3-488c-b3ad-33fe826cbaf2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-457573435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5411800585aa454a979ee925e4daf8c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd698553d-76", "ovs_interfaceid": "d698553d-76ff-49bb-949a-c56b81bc55ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 711.619780] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:1e:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2f5e5e2-e460-49ce-aa24-232e4a8007af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd698553d-76ff-49bb-949a-c56b81bc55ca', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.629975] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Creating folder: Project (5411800585aa454a979ee925e4daf8c7). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.629975] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f86a9a9-cb3f-4d16-98aa-e7ab9f2e265b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.645440] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Created folder: Project (5411800585aa454a979ee925e4daf8c7) in parent group-v719415. [ 711.645659] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Creating folder: Instances. Parent ref: group-v719518. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.646116] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4652ed72-3669-40b7-a924-4f5be4e16195 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.661934] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Created folder: Instances in parent group-v719518. [ 711.662515] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.662791] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 711.663698] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e18b1b19-7d46-4d3b-b2d4-26c8c8765af1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.689821] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.689821] env[69699]: value = "task-3606773" [ 711.689821] env[69699]: _type = "Task" [ 711.689821] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.709833] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606773, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.747488] env[69699]: DEBUG nova.virt.hardware [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 711.747488] env[69699]: DEBUG nova.virt.hardware [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 711.747488] env[69699]: DEBUG nova.virt.hardware [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.747832] env[69699]: DEBUG nova.virt.hardware [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 711.747832] env[69699]: DEBUG nova.virt.hardware [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.747832] env[69699]: DEBUG nova.virt.hardware [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 711.747994] env[69699]: DEBUG nova.virt.hardware [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 711.748293] env[69699]: DEBUG nova.virt.hardware [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 711.748887] env[69699]: DEBUG nova.virt.hardware [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 711.749013] env[69699]: DEBUG nova.virt.hardware [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 711.749359] env[69699]: DEBUG nova.virt.hardware [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 711.753388] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e489f3-5fbc-449f-b344-daa8319b2502 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.767233] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fdf13d-92e2-4941-a116-2e969bc76500 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.776300] env[69699]: DEBUG oslo_vmware.rw_handles [None req-6f827478-7e5b-48a9-8619-4c66cd38f8ed tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b932ac-8e02-3cb0-7bcd-e83234d3cad7/disk-0.vmdk. {{(pid=69699) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 711.776930] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f015e9cc-9e3c-4853-b649-e24a1bd615f9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.796500] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Instance VIF info [] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.803356] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.813884] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 711.813884] env[69699]: DEBUG oslo_vmware.rw_handles [None req-6f827478-7e5b-48a9-8619-4c66cd38f8ed tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b932ac-8e02-3cb0-7bcd-e83234d3cad7/disk-0.vmdk is in state: ready. {{(pid=69699) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 711.814132] env[69699]: ERROR oslo_vmware.rw_handles [None req-6f827478-7e5b-48a9-8619-4c66cd38f8ed tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b932ac-8e02-3cb0-7bcd-e83234d3cad7/disk-0.vmdk due to incomplete transfer. [ 711.814467] env[69699]: DEBUG oslo_vmware.api [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Task: {'id': task-3606770, 'name': ReconfigVM_Task, 'duration_secs': 0.521036} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.814562] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3bd5f9c1-d597-4de6-b0b7-e5c8e7e91295 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.828381] env[69699]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f4a57896-a272-4dba-b66a-b1109725416e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.829983] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] [instance: 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a/8a133dcc-4367-4ee4-a9ed-1bc47ac2839a.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 711.831033] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c787462f-562e-493e-b1e7-f73aa9c78cc9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.839348] env[69699]: DEBUG oslo_vmware.api [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Waiting for the task: (returnval){ [ 711.839348] env[69699]: value = "task-3606774" [ 711.839348] env[69699]: _type = "Task" [ 711.839348] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.842069] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.842069] env[69699]: value = "task-3606775" [ 711.842069] env[69699]: _type = "Task" [ 711.842069] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.843209] env[69699]: DEBUG oslo_vmware.rw_handles [None req-6f827478-7e5b-48a9-8619-4c66cd38f8ed tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b932ac-8e02-3cb0-7bcd-e83234d3cad7/disk-0.vmdk. {{(pid=69699) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 711.843413] env[69699]: DEBUG nova.virt.vmwareapi.images [None req-6f827478-7e5b-48a9-8619-4c66cd38f8ed tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Uploaded image 9db08edd-a737-4fe5-b8d0-1b4641ff622b to the Glance image server {{(pid=69699) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 711.845480] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f827478-7e5b-48a9-8619-4c66cd38f8ed tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Destroying the VM {{(pid=69699) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 711.850211] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-643a1bd2-2137-4a44-9a4b-ccc33a167749 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.864942] env[69699]: DEBUG oslo_vmware.api [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Task: {'id': task-3606774, 'name': Rename_Task} progress is 10%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.865581] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606775, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.867154] env[69699]: DEBUG oslo_vmware.api [None req-6f827478-7e5b-48a9-8619-4c66cd38f8ed tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Waiting for the task: (returnval){ [ 711.867154] env[69699]: value = "task-3606776" [ 711.867154] env[69699]: _type = "Task" [ 711.867154] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.877315] env[69699]: DEBUG oslo_vmware.api [None req-6f827478-7e5b-48a9-8619-4c66cd38f8ed tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Task: {'id': task-3606776, 'name': Destroy_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.905085] env[69699]: DEBUG nova.network.neutron [-] [instance: 7a41f0c5-22b0-48ca-9be5-f41ab5f64203] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.940605] env[69699]: INFO nova.compute.manager [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Took 48.01 seconds to build instance. [ 712.076112] env[69699]: DEBUG nova.scheduler.client.report [None req-a069d647-cafa-45b6-86a0-339d86f8b8ba tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.201940] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606773, 'name': CreateVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.233781] env[69699]: DEBUG nova.compute.manager [req-05f96fee-b216-47db-a021-dc44790b314f req-076d5566-0a84-457d-9d20-f13fe326cd9c service nova] [instance: 7a41f0c5-22b0-48ca-9be5-f41ab5f64203] Received event network-vif-deleted-b531f93b-ae6c-4714-8e31-863d04c2f5de {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.315295] env[69699]: DEBUG nova.compute.manager [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 11123131-ce04-45c0-a369-1ec5e568b6a5] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 712.364028] env[69699]: DEBUG nova.virt.hardware [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 712.364028] env[69699]: DEBUG nova.virt.hardware [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 712.364028] env[69699]: DEBUG nova.virt.hardware [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 712.364377] env[69699]: DEBUG nova.virt.hardware [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 712.364377] env[69699]: DEBUG nova.virt.hardware [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 712.364377] env[69699]: DEBUG nova.virt.hardware [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 712.364377] env[69699]: DEBUG nova.virt.hardware [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 712.364840] env[69699]: DEBUG nova.virt.hardware [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 712.364840] env[69699]: DEBUG nova.virt.hardware [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 712.365052] env[69699]: DEBUG nova.virt.hardware [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 712.365381] env[69699]: DEBUG nova.virt.hardware [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 712.367406] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4edca4d-6bc8-48d3-9cb0-cecc756b71a0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.377875] env[69699]: DEBUG oslo_vmware.api [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Task: {'id': task-3606774, 'name': Rename_Task, 'duration_secs': 0.195635} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.379068] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606775, 'name': CreateVM_Task, 'duration_secs': 0.501101} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.382758] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] [instance: 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.383315] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.383783] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb1da286-e0c2-4d62-b5d6-4ad632211f23 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.385959] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.386137] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.386546] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.390156] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15ebc08f-90dc-4559-ae42-9ee179d55ea9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.393700] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54093389-3f23-4379-a556-c48761c45367 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.409427] env[69699]: DEBUG oslo_vmware.api [None req-6f827478-7e5b-48a9-8619-4c66cd38f8ed tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Task: {'id': task-3606776, 'name': Destroy_Task} progress is 33%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.410103] env[69699]: DEBUG oslo_vmware.api [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Waiting for the task: (returnval){ [ 712.410103] env[69699]: value = "task-3606777" [ 712.410103] env[69699]: _type = "Task" [ 712.410103] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.410485] env[69699]: INFO nova.compute.manager [-] [instance: 7a41f0c5-22b0-48ca-9be5-f41ab5f64203] Took 1.48 seconds to deallocate network for instance. [ 712.431431] env[69699]: DEBUG oslo_vmware.api [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Waiting for the task: (returnval){ [ 712.431431] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5275add8-1563-f78a-7ca8-1e2b8e5b6d77" [ 712.431431] env[69699]: _type = "Task" [ 712.431431] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.440370] env[69699]: DEBUG oslo_vmware.api [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Task: {'id': task-3606777, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.442747] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6695e69f-1c24-4fed-ba62-6d6db0cf1cf1 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "7d299e10-f60c-434f-94aa-283d1738ee16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.975s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.448700] env[69699]: DEBUG oslo_vmware.api [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5275add8-1563-f78a-7ca8-1e2b8e5b6d77, 'name': SearchDatastore_Task, 'duration_secs': 0.016841} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.449359] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.449597] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 712.449838] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.450057] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.451437] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.451437] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f472328-f2ad-4de8-a897-a0194dd818bd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.463792] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.464514] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 712.465396] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87538986-7400-40d2-8b10-c46375109a4a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.471834] env[69699]: DEBUG oslo_vmware.api [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Waiting for the task: (returnval){ [ 712.471834] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ada4b0-e09d-f1c2-54e8-e414f6234700" [ 712.471834] env[69699]: _type = "Task" [ 712.471834] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.481426] env[69699]: DEBUG oslo_vmware.api [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ada4b0-e09d-f1c2-54e8-e414f6234700, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.702816] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606773, 'name': CreateVM_Task, 'duration_secs': 0.556324} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.703013] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.703872] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.704168] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.704655] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.704943] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df9b7981-bf91-40e9-a99a-d07fa79fc671 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.710654] env[69699]: DEBUG oslo_vmware.api [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Waiting for the task: (returnval){ [ 712.710654] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52cea414-13e8-71ac-12e1-02110f4674c2" [ 712.710654] env[69699]: _type = "Task" [ 712.710654] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.722178] env[69699]: DEBUG oslo_vmware.api [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52cea414-13e8-71ac-12e1-02110f4674c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.888322] env[69699]: DEBUG oslo_vmware.api [None req-6f827478-7e5b-48a9-8619-4c66cd38f8ed tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Task: {'id': task-3606776, 'name': Destroy_Task, 'duration_secs': 0.594432} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.888600] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-6f827478-7e5b-48a9-8619-4c66cd38f8ed tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Destroyed the VM [ 712.888837] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6f827478-7e5b-48a9-8619-4c66cd38f8ed tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Deleting Snapshot of the VM instance {{(pid=69699) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 712.889114] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-16ab608d-611d-46aa-8ca3-8f653f832eb4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.897495] env[69699]: DEBUG oslo_vmware.api [None req-6f827478-7e5b-48a9-8619-4c66cd38f8ed tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Waiting for the task: (returnval){ [ 712.897495] env[69699]: value = "task-3606778" [ 712.897495] env[69699]: _type = "Task" [ 712.897495] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.907701] env[69699]: DEBUG oslo_vmware.api [None req-6f827478-7e5b-48a9-8619-4c66cd38f8ed tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Task: {'id': task-3606778, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.911291] env[69699]: DEBUG nova.network.neutron [-] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.921231] env[69699]: DEBUG oslo_concurrency.lockutils [None req-57f909a6-236b-4260-b0a2-db604d234525 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.928873] env[69699]: DEBUG oslo_vmware.api [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Task: {'id': task-3606777, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.949684] env[69699]: DEBUG nova.compute.manager [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] [instance: 0e8f01e6-5844-4226-8ff8-370d3618b366] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 712.984313] env[69699]: DEBUG oslo_vmware.api [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ada4b0-e09d-f1c2-54e8-e414f6234700, 'name': SearchDatastore_Task, 'duration_secs': 0.013842} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.985232] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9de9eb42-7513-4b3f-ad1e-a2f733ace88c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.995533] env[69699]: DEBUG oslo_vmware.api [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Waiting for the task: (returnval){ [ 712.995533] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52bd3245-0290-c2eb-107c-87b782ce8770" [ 712.995533] env[69699]: _type = "Task" [ 712.995533] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.007343] env[69699]: DEBUG oslo_vmware.api [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52bd3245-0290-c2eb-107c-87b782ce8770, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.088439] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a069d647-cafa-45b6-86a0-339d86f8b8ba tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.803s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.093842] env[69699]: DEBUG oslo_concurrency.lockutils [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.170s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.093842] env[69699]: INFO nova.compute.claims [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 713.105549] env[69699]: DEBUG nova.network.neutron [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 11123131-ce04-45c0-a369-1ec5e568b6a5] Successfully updated port: 00bd5aa4-c3e7-447c-a7da-acb5646380f7 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 713.179158] env[69699]: DEBUG nova.compute.manager [req-1a970c7b-ef22-48eb-8586-7bad65501c1d req-7a60fe7a-daa4-4755-9446-9986259559bb service nova] [instance: 11123131-ce04-45c0-a369-1ec5e568b6a5] Received event network-vif-plugged-00bd5aa4-c3e7-447c-a7da-acb5646380f7 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.179158] env[69699]: DEBUG oslo_concurrency.lockutils [req-1a970c7b-ef22-48eb-8586-7bad65501c1d req-7a60fe7a-daa4-4755-9446-9986259559bb service nova] Acquiring lock "11123131-ce04-45c0-a369-1ec5e568b6a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.179158] env[69699]: DEBUG oslo_concurrency.lockutils [req-1a970c7b-ef22-48eb-8586-7bad65501c1d req-7a60fe7a-daa4-4755-9446-9986259559bb service nova] Lock "11123131-ce04-45c0-a369-1ec5e568b6a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.179759] env[69699]: DEBUG oslo_concurrency.lockutils [req-1a970c7b-ef22-48eb-8586-7bad65501c1d req-7a60fe7a-daa4-4755-9446-9986259559bb service nova] Lock "11123131-ce04-45c0-a369-1ec5e568b6a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.179860] env[69699]: DEBUG nova.compute.manager [req-1a970c7b-ef22-48eb-8586-7bad65501c1d req-7a60fe7a-daa4-4755-9446-9986259559bb service nova] [instance: 11123131-ce04-45c0-a369-1ec5e568b6a5] No waiting events found dispatching network-vif-plugged-00bd5aa4-c3e7-447c-a7da-acb5646380f7 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 713.180197] env[69699]: WARNING nova.compute.manager [req-1a970c7b-ef22-48eb-8586-7bad65501c1d req-7a60fe7a-daa4-4755-9446-9986259559bb service nova] [instance: 11123131-ce04-45c0-a369-1ec5e568b6a5] Received unexpected event network-vif-plugged-00bd5aa4-c3e7-447c-a7da-acb5646380f7 for instance with vm_state building and task_state spawning. [ 713.224589] env[69699]: DEBUG oslo_vmware.api [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52cea414-13e8-71ac-12e1-02110f4674c2, 'name': SearchDatastore_Task, 'duration_secs': 0.024674} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.224928] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.225201] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.225482] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.225610] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.225801] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.226091] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a095c42-c43d-4b2b-8930-3edddeee7702 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.236033] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.236261] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.237558] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d85dcad4-7bea-4d91-b7ce-4e9e6f70c415 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.244993] env[69699]: DEBUG oslo_vmware.api [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Waiting for the task: (returnval){ [ 713.244993] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52896a25-926a-f468-30da-65e3bb97105d" [ 713.244993] env[69699]: _type = "Task" [ 713.244993] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.254267] env[69699]: DEBUG oslo_vmware.api [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52896a25-926a-f468-30da-65e3bb97105d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.410612] env[69699]: DEBUG oslo_vmware.api [None req-6f827478-7e5b-48a9-8619-4c66cd38f8ed tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Task: {'id': task-3606778, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.419619] env[69699]: INFO nova.compute.manager [-] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Took 1.94 seconds to deallocate network for instance. [ 713.427262] env[69699]: DEBUG oslo_vmware.api [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Task: {'id': task-3606777, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.483346] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.509350] env[69699]: DEBUG oslo_vmware.api [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52bd3245-0290-c2eb-107c-87b782ce8770, 'name': SearchDatastore_Task, 'duration_secs': 0.013046} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.510027] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.510679] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 7de76820-d45f-4bfc-afd9-895e47274116/7de76820-d45f-4bfc-afd9-895e47274116.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 713.511683] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4cfb579-101b-459b-8c0f-1320829eadb9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.522376] env[69699]: DEBUG oslo_vmware.api [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Waiting for the task: (returnval){ [ 713.522376] env[69699]: value = "task-3606779" [ 713.522376] env[69699]: _type = "Task" [ 713.522376] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.533616] env[69699]: DEBUG oslo_vmware.api [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Task: {'id': task-3606779, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.605994] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Acquiring lock "refresh_cache-11123131-ce04-45c0-a369-1ec5e568b6a5" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.606383] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Acquired lock "refresh_cache-11123131-ce04-45c0-a369-1ec5e568b6a5" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.606558] env[69699]: DEBUG nova.network.neutron [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 11123131-ce04-45c0-a369-1ec5e568b6a5] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 713.677960] env[69699]: INFO nova.scheduler.client.report [None req-a069d647-cafa-45b6-86a0-339d86f8b8ba tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Deleted allocation for migration 7334a1df-2137-4443-bf27-20b38fb8e705 [ 713.688198] env[69699]: INFO nova.compute.manager [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Rebuilding instance [ 713.737516] env[69699]: DEBUG nova.compute.manager [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 713.738780] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10156de2-a307-4d51-b553-a5b6b3348f11 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.764148] env[69699]: DEBUG oslo_vmware.api [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52896a25-926a-f468-30da-65e3bb97105d, 'name': SearchDatastore_Task, 'duration_secs': 0.01357} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.765538] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16e613ab-c769-4a23-b2ed-1422c1523224 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.773682] env[69699]: DEBUG oslo_vmware.api [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Waiting for the task: (returnval){ [ 713.773682] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]520f3eaf-fbc2-2209-c15d-da93126c4a61" [ 713.773682] env[69699]: _type = "Task" [ 713.773682] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.785445] env[69699]: DEBUG oslo_vmware.api [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]520f3eaf-fbc2-2209-c15d-da93126c4a61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.914363] env[69699]: DEBUG oslo_vmware.api [None req-6f827478-7e5b-48a9-8619-4c66cd38f8ed tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Task: {'id': task-3606778, 'name': RemoveSnapshot_Task, 'duration_secs': 0.72017} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.917595] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6f827478-7e5b-48a9-8619-4c66cd38f8ed tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Deleted Snapshot of the VM instance {{(pid=69699) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 713.917871] env[69699]: INFO nova.compute.manager [None req-6f827478-7e5b-48a9-8619-4c66cd38f8ed tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Took 16.87 seconds to snapshot the instance on the hypervisor. [ 713.927978] env[69699]: DEBUG oslo_vmware.api [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Task: {'id': task-3606777, 'name': PowerOnVM_Task, 'duration_secs': 1.057746} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.928313] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] [instance: 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.928518] env[69699]: INFO nova.compute.manager [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] [instance: 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a] Took 9.33 seconds to spawn the instance on the hypervisor. [ 713.928695] env[69699]: DEBUG nova.compute.manager [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] [instance: 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 713.929612] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20cc2d33-5cdb-47eb-b995-03ff0690c5ae {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.933253] env[69699]: DEBUG oslo_concurrency.lockutils [None req-935ba60f-d1ef-4a57-a276-fea24baa8b4b tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.034088] env[69699]: DEBUG oslo_vmware.api [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Task: {'id': task-3606779, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.142370] env[69699]: DEBUG nova.network.neutron [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 11123131-ce04-45c0-a369-1ec5e568b6a5] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 714.186402] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a069d647-cafa-45b6-86a0-339d86f8b8ba tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Lock "2b73a142-8d85-4ef8-8fe6-940dda6d6521" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 36.028s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.297016] env[69699]: DEBUG oslo_vmware.api [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]520f3eaf-fbc2-2209-c15d-da93126c4a61, 'name': SearchDatastore_Task, 'duration_secs': 0.020389} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.297096] env[69699]: DEBUG nova.network.neutron [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 11123131-ce04-45c0-a369-1ec5e568b6a5] Updating instance_info_cache with network_info: [{"id": "00bd5aa4-c3e7-447c-a7da-acb5646380f7", "address": "fa:16:3e:0c:78:3c", "network": {"id": "cf7e11e8-f0e1-4137-b176-ce92b41f73aa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7ead911ee02c4672932553c72aa317e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00bd5aa4-c3", "ovs_interfaceid": "00bd5aa4-c3e7-447c-a7da-acb5646380f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.298519] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.298776] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 38000a91-e705-4063-806c-9af0fe7235ca/38000a91-e705-4063-806c-9af0fe7235ca.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.300368] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6ec2062-df1c-43e0-b512-706ff7380345 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.314132] env[69699]: DEBUG oslo_vmware.api [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Waiting for the task: (returnval){ [ 714.314132] env[69699]: value = "task-3606780" [ 714.314132] env[69699]: _type = "Task" [ 714.314132] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.326447] env[69699]: DEBUG oslo_vmware.api [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Task: {'id': task-3606780, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.329070] env[69699]: DEBUG nova.compute.manager [req-b0127e0e-17c9-4d0f-9cac-d4d1f147ef48 req-58751a83-ddc8-4f5b-aaf2-beb31963ae88 service nova] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Received event network-vif-deleted-09248364-f8db-4915-ae6e-596338b4404a {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.457570] env[69699]: INFO nova.compute.manager [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] [instance: 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a] Took 46.91 seconds to build instance. [ 714.533447] env[69699]: DEBUG oslo_vmware.api [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Task: {'id': task-3606779, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575704} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.536092] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 7de76820-d45f-4bfc-afd9-895e47274116/7de76820-d45f-4bfc-afd9-895e47274116.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 714.536326] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 714.536776] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e505c30-40b7-416a-9c10-a49d1ad91489 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.545554] env[69699]: DEBUG oslo_vmware.api [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Waiting for the task: (returnval){ [ 714.545554] env[69699]: value = "task-3606781" [ 714.545554] env[69699]: _type = "Task" [ 714.545554] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.558113] env[69699]: DEBUG oslo_vmware.api [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Task: {'id': task-3606781, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.699273] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00dcf672-b80d-4349-8a36-40597e4e0dc5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.708333] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff19975-c2f4-4189-9798-12c76bde3c62 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.746199] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a7a0d1-ba1c-4eed-96ec-be8653145f5b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.756163] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c38d8c-e404-4768-aab5-42d145e13cae {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.771127] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 714.771765] env[69699]: DEBUG nova.compute.provider_tree [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.773120] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a33c5a5c-0617-4761-aafd-fdb3015812a5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.781618] env[69699]: DEBUG oslo_vmware.api [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 714.781618] env[69699]: value = "task-3606782" [ 714.781618] env[69699]: _type = "Task" [ 714.781618] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.792631] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5091930e-8af8-4d9c-a0a3-983fee656c76 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Acquiring lock "16f935f2-2c14-4c1a-9f55-c5c219b3101c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.792761] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5091930e-8af8-4d9c-a0a3-983fee656c76 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Lock "16f935f2-2c14-4c1a-9f55-c5c219b3101c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.792990] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5091930e-8af8-4d9c-a0a3-983fee656c76 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Acquiring lock "16f935f2-2c14-4c1a-9f55-c5c219b3101c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.793211] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5091930e-8af8-4d9c-a0a3-983fee656c76 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Lock "16f935f2-2c14-4c1a-9f55-c5c219b3101c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.793447] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5091930e-8af8-4d9c-a0a3-983fee656c76 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Lock "16f935f2-2c14-4c1a-9f55-c5c219b3101c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.795594] env[69699]: DEBUG oslo_vmware.api [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3606782, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.796450] env[69699]: INFO nova.compute.manager [None req-5091930e-8af8-4d9c-a0a3-983fee656c76 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Terminating instance [ 714.800926] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Releasing lock "refresh_cache-11123131-ce04-45c0-a369-1ec5e568b6a5" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.801258] env[69699]: DEBUG nova.compute.manager [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 11123131-ce04-45c0-a369-1ec5e568b6a5] Instance network_info: |[{"id": "00bd5aa4-c3e7-447c-a7da-acb5646380f7", "address": "fa:16:3e:0c:78:3c", "network": {"id": "cf7e11e8-f0e1-4137-b176-ce92b41f73aa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7ead911ee02c4672932553c72aa317e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00bd5aa4-c3", "ovs_interfaceid": "00bd5aa4-c3e7-447c-a7da-acb5646380f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 714.801658] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 11123131-ce04-45c0-a369-1ec5e568b6a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:78:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00bd5aa4-c3e7-447c-a7da-acb5646380f7', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 714.809672] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 714.810642] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11123131-ce04-45c0-a369-1ec5e568b6a5] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 714.810911] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9cd32dd8-6e7e-4a4f-b4b8-87d959bd00bd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.845918] env[69699]: DEBUG oslo_vmware.api [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Task: {'id': task-3606780, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.845918] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 714.845918] env[69699]: value = "task-3606783" [ 714.845918] env[69699]: _type = "Task" [ 714.845918] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.858688] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606783, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.960362] env[69699]: DEBUG oslo_concurrency.lockutils [None req-81f9a74d-4029-4847-b426-ec4c11dee472 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Lock "8a133dcc-4367-4ee4-a9ed-1bc47ac2839a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.483s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.058563] env[69699]: DEBUG oslo_vmware.api [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Task: {'id': task-3606781, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077617} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.058781] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.059799] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599e1aa7-c7c0-4815-b485-91ce4f3a61d2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.083719] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 7de76820-d45f-4bfc-afd9-895e47274116/7de76820-d45f-4bfc-afd9-895e47274116.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.084130] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3feb2b49-a149-4350-a9b9-f0910520e218 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.107043] env[69699]: DEBUG oslo_vmware.api [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Waiting for the task: (returnval){ [ 715.107043] env[69699]: value = "task-3606784" [ 715.107043] env[69699]: _type = "Task" [ 715.107043] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.122487] env[69699]: DEBUG oslo_vmware.api [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Task: {'id': task-3606784, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.278406] env[69699]: DEBUG nova.scheduler.client.report [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.303170] env[69699]: DEBUG nova.compute.manager [None req-5091930e-8af8-4d9c-a0a3-983fee656c76 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 715.303492] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-5091930e-8af8-4d9c-a0a3-983fee656c76 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 715.304117] env[69699]: DEBUG oslo_vmware.api [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3606782, 'name': PowerOffVM_Task, 'duration_secs': 0.24578} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.308723] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526dd0c9-4feb-4cf7-8ed1-1160dda21e08 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.309635] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 715.309780] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 715.311040] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421043c3-9531-4cf7-9639-c9f81245e8ac {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.321040] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 715.323446] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f319116f-5704-4ecb-9c48-1e0d4f03b5f1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.329284] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-5091930e-8af8-4d9c-a0a3-983fee656c76 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 715.330198] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-487389cf-c0e9-4173-b98d-fbaacd061353 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.349025] env[69699]: DEBUG oslo_vmware.api [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Task: {'id': task-3606780, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.83714} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.354950] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 38000a91-e705-4063-806c-9af0fe7235ca/38000a91-e705-4063-806c-9af0fe7235ca.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.358553] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.358553] env[69699]: DEBUG oslo_vmware.api [None req-5091930e-8af8-4d9c-a0a3-983fee656c76 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Waiting for the task: (returnval){ [ 715.358553] env[69699]: value = "task-3606786" [ 715.358553] env[69699]: _type = "Task" [ 715.358553] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.359266] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-087c2267-40ba-498f-b53b-1cb0be1a7fdf {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.370431] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606783, 'name': CreateVM_Task} progress is 25%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.377684] env[69699]: DEBUG oslo_vmware.api [None req-5091930e-8af8-4d9c-a0a3-983fee656c76 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Task: {'id': task-3606786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.378577] env[69699]: DEBUG oslo_vmware.api [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Waiting for the task: (returnval){ [ 715.378577] env[69699]: value = "task-3606787" [ 715.378577] env[69699]: _type = "Task" [ 715.378577] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.388219] env[69699]: DEBUG oslo_vmware.api [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Task: {'id': task-3606787, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.417247] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 715.418723] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 715.418723] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Deleting the datastore file [datastore2] 7d299e10-f60c-434f-94aa-283d1738ee16 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 715.418723] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f0b9d8f-e413-4fe5-9e8b-6d59891a17cb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.428307] env[69699]: DEBUG nova.compute.manager [req-a74b80aa-6a7e-4feb-aacd-e3b4fe4eb80f req-eeb80a25-d25c-468c-8735-0a8c50d7d95f service nova] [instance: 11123131-ce04-45c0-a369-1ec5e568b6a5] Received event network-changed-00bd5aa4-c3e7-447c-a7da-acb5646380f7 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.428840] env[69699]: DEBUG nova.compute.manager [req-a74b80aa-6a7e-4feb-aacd-e3b4fe4eb80f req-eeb80a25-d25c-468c-8735-0a8c50d7d95f service nova] [instance: 11123131-ce04-45c0-a369-1ec5e568b6a5] Refreshing instance network info cache due to event network-changed-00bd5aa4-c3e7-447c-a7da-acb5646380f7. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 715.428840] env[69699]: DEBUG oslo_concurrency.lockutils [req-a74b80aa-6a7e-4feb-aacd-e3b4fe4eb80f req-eeb80a25-d25c-468c-8735-0a8c50d7d95f service nova] Acquiring lock "refresh_cache-11123131-ce04-45c0-a369-1ec5e568b6a5" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.428985] env[69699]: DEBUG oslo_concurrency.lockutils [req-a74b80aa-6a7e-4feb-aacd-e3b4fe4eb80f req-eeb80a25-d25c-468c-8735-0a8c50d7d95f service nova] Acquired lock "refresh_cache-11123131-ce04-45c0-a369-1ec5e568b6a5" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.429047] env[69699]: DEBUG nova.network.neutron [req-a74b80aa-6a7e-4feb-aacd-e3b4fe4eb80f req-eeb80a25-d25c-468c-8735-0a8c50d7d95f service nova] [instance: 11123131-ce04-45c0-a369-1ec5e568b6a5] Refreshing network info cache for port 00bd5aa4-c3e7-447c-a7da-acb5646380f7 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.439642] env[69699]: DEBUG oslo_vmware.api [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 715.439642] env[69699]: value = "task-3606788" [ 715.439642] env[69699]: _type = "Task" [ 715.439642] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.451930] env[69699]: DEBUG oslo_vmware.api [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3606788, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.463979] env[69699]: DEBUG nova.compute.manager [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: a04a2fe1-2877-4fea-8bc9-7a4e65aa8171] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 715.618402] env[69699]: DEBUG oslo_vmware.api [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Task: {'id': task-3606784, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.676128] env[69699]: DEBUG oslo_concurrency.lockutils [None req-98c5a9c3-2e07-40d8-8832-2d14aaf2d594 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Acquiring lock "8a133dcc-4367-4ee4-a9ed-1bc47ac2839a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.676407] env[69699]: DEBUG oslo_concurrency.lockutils [None req-98c5a9c3-2e07-40d8-8832-2d14aaf2d594 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Lock "8a133dcc-4367-4ee4-a9ed-1bc47ac2839a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.676622] env[69699]: DEBUG oslo_concurrency.lockutils [None req-98c5a9c3-2e07-40d8-8832-2d14aaf2d594 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Acquiring lock "8a133dcc-4367-4ee4-a9ed-1bc47ac2839a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.676805] env[69699]: DEBUG oslo_concurrency.lockutils [None req-98c5a9c3-2e07-40d8-8832-2d14aaf2d594 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Lock "8a133dcc-4367-4ee4-a9ed-1bc47ac2839a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.677071] env[69699]: DEBUG oslo_concurrency.lockutils [None req-98c5a9c3-2e07-40d8-8832-2d14aaf2d594 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Lock "8a133dcc-4367-4ee4-a9ed-1bc47ac2839a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.682934] env[69699]: INFO nova.compute.manager [None req-98c5a9c3-2e07-40d8-8832-2d14aaf2d594 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] [instance: 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a] Terminating instance [ 715.786724] env[69699]: DEBUG oslo_concurrency.lockutils [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.695s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.788801] env[69699]: DEBUG nova.compute.manager [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 715.792341] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.139s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.795556] env[69699]: INFO nova.compute.claims [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 715.860236] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606783, 'name': CreateVM_Task, 'duration_secs': 0.676719} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.860334] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11123131-ce04-45c0-a369-1ec5e568b6a5] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 715.861680] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.861680] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.861680] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.862062] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a48c5854-08ec-449e-b602-2c55ceea1d50 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.875756] env[69699]: DEBUG oslo_vmware.api [None req-5091930e-8af8-4d9c-a0a3-983fee656c76 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Task: {'id': task-3606786, 'name': PowerOffVM_Task, 'duration_secs': 0.22074} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.876057] env[69699]: DEBUG oslo_vmware.api [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Waiting for the task: (returnval){ [ 715.876057] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]520dce7c-9bcf-470c-85f2-5da1afd26e95" [ 715.876057] env[69699]: _type = "Task" [ 715.876057] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.877028] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-5091930e-8af8-4d9c-a0a3-983fee656c76 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 715.877028] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-5091930e-8af8-4d9c-a0a3-983fee656c76 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 715.877197] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be1f72b4-d205-4c41-b9a3-9cd2b6f7b4c9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.894423] env[69699]: DEBUG oslo_vmware.api [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]520dce7c-9bcf-470c-85f2-5da1afd26e95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.897500] env[69699]: DEBUG oslo_vmware.api [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Task: {'id': task-3606787, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118687} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.897738] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.898972] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7116755-1cad-4642-8c96-00a173b75c83 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.924972] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 38000a91-e705-4063-806c-9af0fe7235ca/38000a91-e705-4063-806c-9af0fe7235ca.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.925709] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dadc4613-008b-45fb-bded-32419dc47852 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.960196] env[69699]: DEBUG oslo_vmware.api [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3606788, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.400847} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.962260] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 715.962521] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 715.962631] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 715.965821] env[69699]: DEBUG oslo_vmware.api [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Waiting for the task: (returnval){ [ 715.965821] env[69699]: value = "task-3606790" [ 715.965821] env[69699]: _type = "Task" [ 715.965821] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.966072] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-5091930e-8af8-4d9c-a0a3-983fee656c76 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 715.966307] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-5091930e-8af8-4d9c-a0a3-983fee656c76 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 715.967390] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-5091930e-8af8-4d9c-a0a3-983fee656c76 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Deleting the datastore file [datastore2] 16f935f2-2c14-4c1a-9f55-c5c219b3101c {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 715.967390] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c83900b1-b7fa-4f01-a65c-a66e39ce2377 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.984668] env[69699]: DEBUG oslo_vmware.api [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Task: {'id': task-3606790, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.986873] env[69699]: DEBUG oslo_vmware.api [None req-5091930e-8af8-4d9c-a0a3-983fee656c76 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Waiting for the task: (returnval){ [ 715.986873] env[69699]: value = "task-3606791" [ 715.986873] env[69699]: _type = "Task" [ 715.986873] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.997907] env[69699]: DEBUG oslo_vmware.api [None req-5091930e-8af8-4d9c-a0a3-983fee656c76 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Task: {'id': task-3606791, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.999410] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.121015] env[69699]: DEBUG oslo_vmware.api [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Task: {'id': task-3606784, 'name': ReconfigVM_Task, 'duration_secs': 0.69005} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.129025] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 7de76820-d45f-4bfc-afd9-895e47274116/7de76820-d45f-4bfc-afd9-895e47274116.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.129025] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b7aab5f-c4e4-40dc-9cdf-f3ac60c7b275 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.136936] env[69699]: DEBUG oslo_vmware.api [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Waiting for the task: (returnval){ [ 716.136936] env[69699]: value = "task-3606792" [ 716.136936] env[69699]: _type = "Task" [ 716.136936] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.147759] env[69699]: DEBUG oslo_vmware.api [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Task: {'id': task-3606792, 'name': Rename_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.186852] env[69699]: DEBUG nova.compute.manager [None req-98c5a9c3-2e07-40d8-8832-2d14aaf2d594 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] [instance: 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 716.187572] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-98c5a9c3-2e07-40d8-8832-2d14aaf2d594 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] [instance: 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 716.188244] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0447f4f-665c-4ab6-ac7c-907282cfea55 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.198069] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-98c5a9c3-2e07-40d8-8832-2d14aaf2d594 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] [instance: 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 716.198426] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe9a4b35-782e-439c-acd4-355596530e58 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.208166] env[69699]: DEBUG oslo_vmware.api [None req-98c5a9c3-2e07-40d8-8832-2d14aaf2d594 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Waiting for the task: (returnval){ [ 716.208166] env[69699]: value = "task-3606793" [ 716.208166] env[69699]: _type = "Task" [ 716.208166] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.219348] env[69699]: DEBUG oslo_vmware.api [None req-98c5a9c3-2e07-40d8-8832-2d14aaf2d594 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Task: {'id': task-3606793, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.298338] env[69699]: DEBUG nova.network.neutron [req-a74b80aa-6a7e-4feb-aacd-e3b4fe4eb80f req-eeb80a25-d25c-468c-8735-0a8c50d7d95f service nova] [instance: 11123131-ce04-45c0-a369-1ec5e568b6a5] Updated VIF entry in instance network info cache for port 00bd5aa4-c3e7-447c-a7da-acb5646380f7. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 716.298917] env[69699]: DEBUG nova.network.neutron [req-a74b80aa-6a7e-4feb-aacd-e3b4fe4eb80f req-eeb80a25-d25c-468c-8735-0a8c50d7d95f service nova] [instance: 11123131-ce04-45c0-a369-1ec5e568b6a5] Updating instance_info_cache with network_info: [{"id": "00bd5aa4-c3e7-447c-a7da-acb5646380f7", "address": "fa:16:3e:0c:78:3c", "network": {"id": "cf7e11e8-f0e1-4137-b176-ce92b41f73aa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7ead911ee02c4672932553c72aa317e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00bd5aa4-c3", "ovs_interfaceid": "00bd5aa4-c3e7-447c-a7da-acb5646380f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.302061] env[69699]: DEBUG nova.compute.utils [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 716.306564] env[69699]: DEBUG nova.compute.manager [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 716.306791] env[69699]: DEBUG nova.network.neutron [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 716.361479] env[69699]: DEBUG nova.policy [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b471ebe2755466ca8480eb95abdc494', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3706174f65824863b5c86764cc939538', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 716.389299] env[69699]: DEBUG oslo_vmware.api [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]520dce7c-9bcf-470c-85f2-5da1afd26e95, 'name': SearchDatastore_Task, 'duration_secs': 0.036665} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.389619] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.389874] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 11123131-ce04-45c0-a369-1ec5e568b6a5] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 716.390239] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.390394] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.390577] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 716.390857] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01608951-3f44-4d2b-8afb-a147c4ea4f58 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.404424] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 716.404678] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 716.405526] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5ac8052-c648-4adc-a94b-39c6cf797876 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.413513] env[69699]: DEBUG oslo_vmware.api [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Waiting for the task: (returnval){ [ 716.413513] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]528a4c79-f183-3a51-e396-72a8edfec286" [ 716.413513] env[69699]: _type = "Task" [ 716.413513] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.426539] env[69699]: DEBUG oslo_vmware.api [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]528a4c79-f183-3a51-e396-72a8edfec286, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.484080] env[69699]: DEBUG oslo_vmware.api [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Task: {'id': task-3606790, 'name': ReconfigVM_Task, 'duration_secs': 0.385922} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.484450] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 38000a91-e705-4063-806c-9af0fe7235ca/38000a91-e705-4063-806c-9af0fe7235ca.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.485069] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75f37417-b049-4e1d-8c32-55bcc6239c9c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.492866] env[69699]: DEBUG oslo_vmware.api [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Waiting for the task: (returnval){ [ 716.492866] env[69699]: value = "task-3606794" [ 716.492866] env[69699]: _type = "Task" [ 716.492866] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.497458] env[69699]: DEBUG oslo_vmware.api [None req-5091930e-8af8-4d9c-a0a3-983fee656c76 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Task: {'id': task-3606791, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244333} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.500978] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-5091930e-8af8-4d9c-a0a3-983fee656c76 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 716.500978] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-5091930e-8af8-4d9c-a0a3-983fee656c76 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 716.501176] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-5091930e-8af8-4d9c-a0a3-983fee656c76 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 716.501289] env[69699]: INFO nova.compute.manager [None req-5091930e-8af8-4d9c-a0a3-983fee656c76 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Took 1.20 seconds to destroy the instance on the hypervisor. [ 716.501522] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5091930e-8af8-4d9c-a0a3-983fee656c76 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 716.501715] env[69699]: DEBUG nova.compute.manager [-] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 716.501803] env[69699]: DEBUG nova.network.neutron [-] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 716.511741] env[69699]: DEBUG oslo_vmware.api [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Task: {'id': task-3606794, 'name': Rename_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.653156] env[69699]: DEBUG oslo_vmware.api [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Task: {'id': task-3606792, 'name': Rename_Task, 'duration_secs': 0.251696} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.653514] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 716.653763] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8cf729ff-5185-4b73-9503-a2dcbb6c31ea {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.662395] env[69699]: DEBUG oslo_vmware.api [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Waiting for the task: (returnval){ [ 716.662395] env[69699]: value = "task-3606795" [ 716.662395] env[69699]: _type = "Task" [ 716.662395] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.672233] env[69699]: DEBUG oslo_vmware.api [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Task: {'id': task-3606795, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.726916] env[69699]: DEBUG oslo_vmware.api [None req-98c5a9c3-2e07-40d8-8832-2d14aaf2d594 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Task: {'id': task-3606793, 'name': PowerOffVM_Task, 'duration_secs': 0.19627} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.729016] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-98c5a9c3-2e07-40d8-8832-2d14aaf2d594 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] [instance: 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 716.729016] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-98c5a9c3-2e07-40d8-8832-2d14aaf2d594 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] [instance: 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 716.729016] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5459263-5a1f-47fb-834d-8b8a4e44fb34 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.782020] env[69699]: DEBUG nova.network.neutron [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Successfully created port: f6d48607-3bbc-441a-9949-a453eca068c1 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 716.811451] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-98c5a9c3-2e07-40d8-8832-2d14aaf2d594 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] [instance: 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 716.811451] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-98c5a9c3-2e07-40d8-8832-2d14aaf2d594 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] [instance: 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a] Deleting contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 716.811451] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-98c5a9c3-2e07-40d8-8832-2d14aaf2d594 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Deleting the datastore file [datastore1] 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 716.811451] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-702abf43-2c45-4152-bf7a-b0ce99e7f7a3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.811451] env[69699]: DEBUG nova.compute.manager [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 716.811746] env[69699]: DEBUG oslo_concurrency.lockutils [req-a74b80aa-6a7e-4feb-aacd-e3b4fe4eb80f req-eeb80a25-d25c-468c-8735-0a8c50d7d95f service nova] Releasing lock "refresh_cache-11123131-ce04-45c0-a369-1ec5e568b6a5" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.820878] env[69699]: DEBUG oslo_vmware.api [None req-98c5a9c3-2e07-40d8-8832-2d14aaf2d594 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Waiting for the task: (returnval){ [ 716.820878] env[69699]: value = "task-3606797" [ 716.820878] env[69699]: _type = "Task" [ 716.820878] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.834363] env[69699]: DEBUG oslo_vmware.api [None req-98c5a9c3-2e07-40d8-8832-2d14aaf2d594 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Task: {'id': task-3606797, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.929021] env[69699]: DEBUG oslo_vmware.api [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]528a4c79-f183-3a51-e396-72a8edfec286, 'name': SearchDatastore_Task, 'duration_secs': 0.017411} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.929343] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f245c1a8-7d63-445b-bf3b-e5b96fe1c373 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.939783] env[69699]: DEBUG oslo_vmware.api [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Waiting for the task: (returnval){ [ 716.939783] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52830c9b-b6fc-22f0-403f-345b133b2265" [ 716.939783] env[69699]: _type = "Task" [ 716.939783] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.951978] env[69699]: DEBUG oslo_vmware.api [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52830c9b-b6fc-22f0-403f-345b133b2265, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.014661] env[69699]: DEBUG oslo_vmware.api [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Task: {'id': task-3606794, 'name': Rename_Task, 'duration_secs': 0.382193} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.017406] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.017974] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d27f0d0f-aa9d-4a07-a162-04dc766495b1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.026529] env[69699]: DEBUG nova.virt.hardware [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 717.026785] env[69699]: DEBUG nova.virt.hardware [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 717.026942] env[69699]: DEBUG nova.virt.hardware [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 717.027965] env[69699]: DEBUG nova.virt.hardware [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 717.027965] env[69699]: DEBUG nova.virt.hardware [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 717.027965] env[69699]: DEBUG nova.virt.hardware [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 717.027965] env[69699]: DEBUG nova.virt.hardware [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 717.027965] env[69699]: DEBUG nova.virt.hardware [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 717.028211] env[69699]: DEBUG nova.virt.hardware [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 717.028211] env[69699]: DEBUG nova.virt.hardware [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 717.030349] env[69699]: DEBUG nova.virt.hardware [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 717.030349] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117b64f9-e50f-41bc-bec9-190defbd2dc1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.036184] env[69699]: DEBUG oslo_vmware.api [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Waiting for the task: (returnval){ [ 717.036184] env[69699]: value = "task-3606798" [ 717.036184] env[69699]: _type = "Task" [ 717.036184] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.038712] env[69699]: DEBUG nova.compute.manager [req-0e29b572-c830-4051-a561-79cb622d8163 req-03c14a0e-2220-4d45-8751-f99619d41308 service nova] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Received event network-vif-deleted-1d37d9ab-6189-4199-89ed-f0e33bb28363 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.038906] env[69699]: INFO nova.compute.manager [req-0e29b572-c830-4051-a561-79cb622d8163 req-03c14a0e-2220-4d45-8751-f99619d41308 service nova] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Neutron deleted interface 1d37d9ab-6189-4199-89ed-f0e33bb28363; detaching it from the instance and deleting it from the info cache [ 717.039087] env[69699]: DEBUG nova.network.neutron [req-0e29b572-c830-4051-a561-79cb622d8163 req-03c14a0e-2220-4d45-8751-f99619d41308 service nova] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.047711] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4e8792-6914-4f1f-904b-0ede488d0503 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.064992] env[69699]: DEBUG oslo_vmware.api [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Task: {'id': task-3606798, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.075437] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:84:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '863474bc-a24a-4823-828c-580a187829e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9525e76c-4118-4693-b96f-6dfd171d665b', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 717.084370] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.087698] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.088217] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d0e2588-adad-40e9-8d0f-26e28e3044fa {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.114607] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.114607] env[69699]: value = "task-3606799" [ 717.114607] env[69699]: _type = "Task" [ 717.114607] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.126562] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606799, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.144855] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquiring lock "2c2ada34-c9b6-424a-a601-0ee922646578" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.145139] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "2c2ada34-c9b6-424a-a601-0ee922646578" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.177562] env[69699]: DEBUG oslo_vmware.api [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Task: {'id': task-3606795, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.320477] env[69699]: DEBUG nova.network.neutron [-] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.333038] env[69699]: DEBUG oslo_vmware.api [None req-98c5a9c3-2e07-40d8-8832-2d14aaf2d594 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Task: {'id': task-3606797, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310374} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.333284] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-98c5a9c3-2e07-40d8-8832-2d14aaf2d594 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 717.333429] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-98c5a9c3-2e07-40d8-8832-2d14aaf2d594 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] [instance: 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a] Deleted contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 717.333623] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-98c5a9c3-2e07-40d8-8832-2d14aaf2d594 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] [instance: 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 717.333794] env[69699]: INFO nova.compute.manager [None req-98c5a9c3-2e07-40d8-8832-2d14aaf2d594 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] [instance: 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 717.334072] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98c5a9c3-2e07-40d8-8832-2d14aaf2d594 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.334362] env[69699]: DEBUG nova.compute.manager [-] [instance: 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 717.334452] env[69699]: DEBUG nova.network.neutron [-] [instance: 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 717.455088] env[69699]: DEBUG oslo_vmware.api [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52830c9b-b6fc-22f0-403f-345b133b2265, 'name': SearchDatastore_Task, 'duration_secs': 0.028884} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.455386] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.455599] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 11123131-ce04-45c0-a369-1ec5e568b6a5/11123131-ce04-45c0-a369-1ec5e568b6a5.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 717.456638] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-011792e9-dc3d-48c4-a1bd-f89cda3e615c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.467927] env[69699]: DEBUG oslo_vmware.api [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Waiting for the task: (returnval){ [ 717.467927] env[69699]: value = "task-3606800" [ 717.467927] env[69699]: _type = "Task" [ 717.467927] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.478013] env[69699]: DEBUG oslo_vmware.api [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Task: {'id': task-3606800, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.547564] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-93777708-0d0e-45a8-94ac-651608a139e8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.559448] env[69699]: DEBUG oslo_vmware.api [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Task: {'id': task-3606798, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.572890] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec26e199-8a6a-46dd-aff9-eed927b802e7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.585823] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4255c16-6e57-4f2a-b55d-7bcdfab6cfe0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.594756] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bdaff5f-e6bc-4262-8ba7-b4f6846b97fc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.653745] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89dc592a-fbed-46b8-9539-5fe79e00306b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.656498] env[69699]: DEBUG nova.compute.manager [req-0e29b572-c830-4051-a561-79cb622d8163 req-03c14a0e-2220-4d45-8751-f99619d41308 service nova] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Detach interface failed, port_id=1d37d9ab-6189-4199-89ed-f0e33bb28363, reason: Instance 16f935f2-2c14-4c1a-9f55-c5c219b3101c could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 717.666193] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d38cbd-a81e-4e35-91d0-d2b668f2dcc7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.670249] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606799, 'name': CreateVM_Task, 'duration_secs': 0.443288} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.673462] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 717.674903] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.675103] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.675450] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.676053] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82882dbf-0ff2-4e94-a160-daecb3e052b9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.687439] env[69699]: DEBUG nova.compute.provider_tree [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.692221] env[69699]: DEBUG oslo_vmware.api [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Task: {'id': task-3606795, 'name': PowerOnVM_Task, 'duration_secs': 0.619993} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.692757] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 717.692968] env[69699]: DEBUG nova.compute.manager [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 717.693790] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2539e82-422d-42a3-af17-f5b4632e1e8c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.697597] env[69699]: DEBUG oslo_vmware.api [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 717.697597] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b1e89b-109d-1eb0-4e3a-a1779825937e" [ 717.697597] env[69699]: _type = "Task" [ 717.697597] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.712367] env[69699]: DEBUG oslo_vmware.api [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b1e89b-109d-1eb0-4e3a-a1779825937e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.823689] env[69699]: INFO nova.compute.manager [-] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Took 1.32 seconds to deallocate network for instance. [ 717.824909] env[69699]: DEBUG nova.compute.manager [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 717.858526] env[69699]: DEBUG nova.virt.hardware [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 717.858796] env[69699]: DEBUG nova.virt.hardware [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 717.858997] env[69699]: DEBUG nova.virt.hardware [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 717.859218] env[69699]: DEBUG nova.virt.hardware [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 717.859371] env[69699]: DEBUG nova.virt.hardware [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 717.859515] env[69699]: DEBUG nova.virt.hardware [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 717.859723] env[69699]: DEBUG nova.virt.hardware [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 717.859884] env[69699]: DEBUG nova.virt.hardware [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 717.860065] env[69699]: DEBUG nova.virt.hardware [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 717.860255] env[69699]: DEBUG nova.virt.hardware [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 717.860436] env[69699]: DEBUG nova.virt.hardware [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 717.861333] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c20f172-9617-4c82-8602-836e33125041 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.871674] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c59caa-7e61-479d-8768-41036555584d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.980377] env[69699]: DEBUG oslo_vmware.api [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Task: {'id': task-3606800, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.054306] env[69699]: DEBUG oslo_vmware.api [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Task: {'id': task-3606798, 'name': PowerOnVM_Task, 'duration_secs': 0.603614} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.055067] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.055067] env[69699]: INFO nova.compute.manager [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Took 10.74 seconds to spawn the instance on the hypervisor. [ 718.055391] env[69699]: DEBUG nova.compute.manager [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.056649] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909f8022-de4f-40ad-90a0-d65fece36edf {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.167395] env[69699]: DEBUG oslo_concurrency.lockutils [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Acquiring lock "c7fba1f1-8e12-4891-aa98-06a5ff41a7e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.167395] env[69699]: DEBUG oslo_concurrency.lockutils [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Lock "c7fba1f1-8e12-4891-aa98-06a5ff41a7e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.194641] env[69699]: DEBUG nova.scheduler.client.report [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.215454] env[69699]: DEBUG oslo_vmware.api [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b1e89b-109d-1eb0-4e3a-a1779825937e, 'name': SearchDatastore_Task, 'duration_secs': 0.019921} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.218541] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.218541] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 718.218641] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.218848] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.219060] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 718.219716] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.220295] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1482b2c-1438-4dcb-9a92-60b80f3af62f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.238304] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 718.238548] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 718.239462] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bfdcdfe-b84c-4c3f-94bc-7d97e4995e79 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.249190] env[69699]: DEBUG oslo_vmware.api [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 718.249190] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]528b3705-82ba-10ce-9ffa-a7e4494ce68f" [ 718.249190] env[69699]: _type = "Task" [ 718.249190] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.261031] env[69699]: DEBUG oslo_vmware.api [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]528b3705-82ba-10ce-9ffa-a7e4494ce68f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.334650] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5091930e-8af8-4d9c-a0a3-983fee656c76 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.408587] env[69699]: DEBUG nova.network.neutron [-] [instance: 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.433041] env[69699]: DEBUG nova.compute.manager [req-b1e41ada-b677-4eaa-a052-ae8693354ee1 req-16b24cdb-e0c5-4410-9601-2d561d0b40c9 service nova] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Received event network-vif-plugged-f6d48607-3bbc-441a-9949-a453eca068c1 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.433285] env[69699]: DEBUG oslo_concurrency.lockutils [req-b1e41ada-b677-4eaa-a052-ae8693354ee1 req-16b24cdb-e0c5-4410-9601-2d561d0b40c9 service nova] Acquiring lock "f94689f2-f576-4b80-bcac-59a95fcd7899-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.433499] env[69699]: DEBUG oslo_concurrency.lockutils [req-b1e41ada-b677-4eaa-a052-ae8693354ee1 req-16b24cdb-e0c5-4410-9601-2d561d0b40c9 service nova] Lock "f94689f2-f576-4b80-bcac-59a95fcd7899-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.433664] env[69699]: DEBUG oslo_concurrency.lockutils [req-b1e41ada-b677-4eaa-a052-ae8693354ee1 req-16b24cdb-e0c5-4410-9601-2d561d0b40c9 service nova] Lock "f94689f2-f576-4b80-bcac-59a95fcd7899-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.433830] env[69699]: DEBUG nova.compute.manager [req-b1e41ada-b677-4eaa-a052-ae8693354ee1 req-16b24cdb-e0c5-4410-9601-2d561d0b40c9 service nova] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] No waiting events found dispatching network-vif-plugged-f6d48607-3bbc-441a-9949-a453eca068c1 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 718.434052] env[69699]: WARNING nova.compute.manager [req-b1e41ada-b677-4eaa-a052-ae8693354ee1 req-16b24cdb-e0c5-4410-9601-2d561d0b40c9 service nova] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Received unexpected event network-vif-plugged-f6d48607-3bbc-441a-9949-a453eca068c1 for instance with vm_state building and task_state spawning. [ 718.480070] env[69699]: DEBUG oslo_vmware.api [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Task: {'id': task-3606800, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.86538} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.481340] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 11123131-ce04-45c0-a369-1ec5e568b6a5/11123131-ce04-45c0-a369-1ec5e568b6a5.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 718.481340] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 11123131-ce04-45c0-a369-1ec5e568b6a5] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.481340] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ecd32fca-7ee2-4bd4-b39b-4b6f57def9dc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.490176] env[69699]: DEBUG oslo_vmware.api [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Waiting for the task: (returnval){ [ 718.490176] env[69699]: value = "task-3606801" [ 718.490176] env[69699]: _type = "Task" [ 718.490176] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.502088] env[69699]: DEBUG oslo_vmware.api [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Task: {'id': task-3606801, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.547858] env[69699]: DEBUG nova.network.neutron [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Successfully updated port: f6d48607-3bbc-441a-9949-a453eca068c1 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 718.584867] env[69699]: INFO nova.compute.manager [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Took 45.86 seconds to build instance. [ 718.700629] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.908s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.701175] env[69699]: DEBUG nova.compute.manager [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 718.705859] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0d36be66-5c86-4861-b350-225e1b87487d tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.068s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.706093] env[69699]: DEBUG nova.objects.instance [None req-0d36be66-5c86-4861-b350-225e1b87487d tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Lazy-loading 'resources' on Instance uuid 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 718.759956] env[69699]: DEBUG oslo_vmware.api [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]528b3705-82ba-10ce-9ffa-a7e4494ce68f, 'name': SearchDatastore_Task, 'duration_secs': 0.032034} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.760936] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dd38f9b-8bda-40e0-9e66-933471cca0fe {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.767705] env[69699]: DEBUG oslo_vmware.api [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 718.767705] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]526a2998-be0b-7002-783b-9f0fc31821fe" [ 718.767705] env[69699]: _type = "Task" [ 718.767705] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.775881] env[69699]: DEBUG oslo_vmware.api [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]526a2998-be0b-7002-783b-9f0fc31821fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.908355] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1d2f10df-2b55-438f-9255-7943ec330600 tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Acquiring lock "7de76820-d45f-4bfc-afd9-895e47274116" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.908671] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1d2f10df-2b55-438f-9255-7943ec330600 tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Lock "7de76820-d45f-4bfc-afd9-895e47274116" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.908883] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1d2f10df-2b55-438f-9255-7943ec330600 tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Acquiring lock "7de76820-d45f-4bfc-afd9-895e47274116-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.909427] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1d2f10df-2b55-438f-9255-7943ec330600 tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Lock "7de76820-d45f-4bfc-afd9-895e47274116-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.909427] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1d2f10df-2b55-438f-9255-7943ec330600 tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Lock "7de76820-d45f-4bfc-afd9-895e47274116-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.910992] env[69699]: INFO nova.compute.manager [-] [instance: 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a] Took 1.58 seconds to deallocate network for instance. [ 718.912675] env[69699]: INFO nova.compute.manager [None req-1d2f10df-2b55-438f-9255-7943ec330600 tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Terminating instance [ 719.000710] env[69699]: DEBUG oslo_vmware.api [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Task: {'id': task-3606801, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080678} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.000982] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 11123131-ce04-45c0-a369-1ec5e568b6a5] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 719.001779] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216366d5-3f3a-4826-ad90-2c797ee89d6c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.025430] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 11123131-ce04-45c0-a369-1ec5e568b6a5] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 11123131-ce04-45c0-a369-1ec5e568b6a5/11123131-ce04-45c0-a369-1ec5e568b6a5.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.025747] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8269e41-77fe-45fa-b6fd-76ecbefa77a2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.046849] env[69699]: DEBUG oslo_vmware.api [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Waiting for the task: (returnval){ [ 719.046849] env[69699]: value = "task-3606802" [ 719.046849] env[69699]: _type = "Task" [ 719.046849] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.051025] env[69699]: DEBUG oslo_concurrency.lockutils [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Acquiring lock "refresh_cache-f94689f2-f576-4b80-bcac-59a95fcd7899" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.051025] env[69699]: DEBUG oslo_concurrency.lockutils [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Acquired lock "refresh_cache-f94689f2-f576-4b80-bcac-59a95fcd7899" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.051025] env[69699]: DEBUG nova.network.neutron [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.057427] env[69699]: DEBUG oslo_vmware.api [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Task: {'id': task-3606802, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.071246] env[69699]: DEBUG nova.compute.manager [req-388b892e-348c-4386-846c-5410b1543bac req-17081ada-6c60-4e92-9182-bbc11e474e68 service nova] [instance: 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a] Received event network-vif-deleted-746edea0-1e95-47f0-b7b1-449812812dea {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.086499] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8daa9392-56f8-4a58-91c9-244a0447b511 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Lock "38000a91-e705-4063-806c-9af0fe7235ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.805s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.213393] env[69699]: DEBUG nova.compute.utils [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 719.217528] env[69699]: DEBUG nova.compute.manager [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 719.217699] env[69699]: DEBUG nova.network.neutron [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 719.268141] env[69699]: DEBUG nova.policy [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91f8afd33e1442079076b0ebe8ed8263', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1c922a277174041b1c24410c0864a82', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 719.279544] env[69699]: DEBUG oslo_vmware.api [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]526a2998-be0b-7002-783b-9f0fc31821fe, 'name': SearchDatastore_Task, 'duration_secs': 0.073817} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.282066] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.282470] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 7d299e10-f60c-434f-94aa-283d1738ee16/7d299e10-f60c-434f-94aa-283d1738ee16.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 719.282755] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e23ca77-ed1b-4402-a575-577ebe000799 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.290269] env[69699]: DEBUG oslo_vmware.api [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 719.290269] env[69699]: value = "task-3606803" [ 719.290269] env[69699]: _type = "Task" [ 719.290269] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.301417] env[69699]: DEBUG oslo_vmware.api [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3606803, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.418765] env[69699]: DEBUG oslo_concurrency.lockutils [None req-98c5a9c3-2e07-40d8-8832-2d14aaf2d594 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.421647] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1d2f10df-2b55-438f-9255-7943ec330600 tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Acquiring lock "refresh_cache-7de76820-d45f-4bfc-afd9-895e47274116" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.421808] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1d2f10df-2b55-438f-9255-7943ec330600 tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Acquired lock "refresh_cache-7de76820-d45f-4bfc-afd9-895e47274116" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.422295] env[69699]: DEBUG nova.network.neutron [None req-1d2f10df-2b55-438f-9255-7943ec330600 tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.568165] env[69699]: DEBUG oslo_vmware.api [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Task: {'id': task-3606802, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.591178] env[69699]: DEBUG nova.compute.manager [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 719.626132] env[69699]: DEBUG nova.network.neutron [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Successfully created port: 6aa9d3e0-1cea-43dc-9d53-6c256951f711 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 719.639094] env[69699]: DEBUG nova.network.neutron [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.721372] env[69699]: DEBUG nova.compute.manager [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 719.804012] env[69699]: DEBUG oslo_vmware.api [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3606803, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.821690] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebce248-dbb5-4907-b67b-d8df299df24a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.833245] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1391def1-7f2e-4fc0-afb3-541f72b96cfb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.874377] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d85d30b-bfbe-4879-afb4-67c6fea949a6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.891830] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c9d5b9-b144-4e8d-bef2-bc0bee4a43d1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.909062] env[69699]: DEBUG nova.compute.provider_tree [None req-0d36be66-5c86-4861-b350-225e1b87487d tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.953418] env[69699]: DEBUG nova.network.neutron [None req-1d2f10df-2b55-438f-9255-7943ec330600 tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.997207] env[69699]: DEBUG nova.network.neutron [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Updating instance_info_cache with network_info: [{"id": "f6d48607-3bbc-441a-9949-a453eca068c1", "address": "fa:16:3e:e2:c0:9e", "network": {"id": "3f14eaef-d19b-457b-a28c-e23b83fd8646", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-456630276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3706174f65824863b5c86764cc939538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6d48607-3b", "ovs_interfaceid": "f6d48607-3bbc-441a-9949-a453eca068c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.063387] env[69699]: DEBUG oslo_vmware.api [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Task: {'id': task-3606802, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.075316] env[69699]: DEBUG nova.network.neutron [None req-1d2f10df-2b55-438f-9255-7943ec330600 tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.116535] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.303117] env[69699]: DEBUG oslo_vmware.api [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3606803, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.743228} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.303394] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 7d299e10-f60c-434f-94aa-283d1738ee16/7d299e10-f60c-434f-94aa-283d1738ee16.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 720.303628] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 720.303896] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84199ca6-2629-4b1b-84b1-5d1879195447 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.313457] env[69699]: DEBUG oslo_vmware.api [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 720.313457] env[69699]: value = "task-3606804" [ 720.313457] env[69699]: _type = "Task" [ 720.313457] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.323965] env[69699]: DEBUG oslo_vmware.api [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3606804, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.413071] env[69699]: DEBUG nova.scheduler.client.report [None req-0d36be66-5c86-4861-b350-225e1b87487d tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.482215] env[69699]: DEBUG nova.compute.manager [req-c00ed19a-082a-4915-9d90-3344994b620d req-540bc20c-3e42-4c99-990f-aa842d35c9ab service nova] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Received event network-changed-f6d48607-3bbc-441a-9949-a453eca068c1 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.482388] env[69699]: DEBUG nova.compute.manager [req-c00ed19a-082a-4915-9d90-3344994b620d req-540bc20c-3e42-4c99-990f-aa842d35c9ab service nova] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Refreshing instance network info cache due to event network-changed-f6d48607-3bbc-441a-9949-a453eca068c1. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 720.482591] env[69699]: DEBUG oslo_concurrency.lockutils [req-c00ed19a-082a-4915-9d90-3344994b620d req-540bc20c-3e42-4c99-990f-aa842d35c9ab service nova] Acquiring lock "refresh_cache-f94689f2-f576-4b80-bcac-59a95fcd7899" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.501090] env[69699]: DEBUG oslo_concurrency.lockutils [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Releasing lock "refresh_cache-f94689f2-f576-4b80-bcac-59a95fcd7899" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.501929] env[69699]: DEBUG nova.compute.manager [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Instance network_info: |[{"id": "f6d48607-3bbc-441a-9949-a453eca068c1", "address": "fa:16:3e:e2:c0:9e", "network": {"id": "3f14eaef-d19b-457b-a28c-e23b83fd8646", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-456630276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3706174f65824863b5c86764cc939538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6d48607-3b", "ovs_interfaceid": "f6d48607-3bbc-441a-9949-a453eca068c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 720.502252] env[69699]: DEBUG oslo_concurrency.lockutils [req-c00ed19a-082a-4915-9d90-3344994b620d req-540bc20c-3e42-4c99-990f-aa842d35c9ab service nova] Acquired lock "refresh_cache-f94689f2-f576-4b80-bcac-59a95fcd7899" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.502435] env[69699]: DEBUG nova.network.neutron [req-c00ed19a-082a-4915-9d90-3344994b620d req-540bc20c-3e42-4c99-990f-aa842d35c9ab service nova] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Refreshing network info cache for port f6d48607-3bbc-441a-9949-a453eca068c1 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.503712] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:c0:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10b81051-1eb1-406b-888c-4548c470c77e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6d48607-3bbc-441a-9949-a453eca068c1', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.511386] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Creating folder: Project (3706174f65824863b5c86764cc939538). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.511886] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e341a359-a71f-49b0-8bf2-25daa4e112f1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.526736] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Created folder: Project (3706174f65824863b5c86764cc939538) in parent group-v719415. [ 720.526950] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Creating folder: Instances. Parent ref: group-v719524. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.527269] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19c89997-509f-4217-876b-318fd8164b3c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.539530] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Created folder: Instances in parent group-v719524. [ 720.539857] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.540124] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.540426] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d59c751-c382-428c-91d2-92d5272e9502 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.569282] env[69699]: DEBUG oslo_vmware.api [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Task: {'id': task-3606802, 'name': ReconfigVM_Task, 'duration_secs': 1.156444} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.570757] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 11123131-ce04-45c0-a369-1ec5e568b6a5] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 11123131-ce04-45c0-a369-1ec5e568b6a5/11123131-ce04-45c0-a369-1ec5e568b6a5.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.571476] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 720.571476] env[69699]: value = "task-3606807" [ 720.571476] env[69699]: _type = "Task" [ 720.571476] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.571663] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d13b25a0-6b83-4c8e-b70b-310f848ced19 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.576383] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1d2f10df-2b55-438f-9255-7943ec330600 tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Releasing lock "refresh_cache-7de76820-d45f-4bfc-afd9-895e47274116" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.576760] env[69699]: DEBUG nova.compute.manager [None req-1d2f10df-2b55-438f-9255-7943ec330600 tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 720.576944] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2f10df-2b55-438f-9255-7943ec330600 tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 720.577943] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebcb806-08cb-45fc-b894-358951a9cc91 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.584417] env[69699]: DEBUG oslo_vmware.api [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Waiting for the task: (returnval){ [ 720.584417] env[69699]: value = "task-3606808" [ 720.584417] env[69699]: _type = "Task" [ 720.584417] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.584417] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606807, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.591197] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d2f10df-2b55-438f-9255-7943ec330600 tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 720.594533] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2bd5ab91-80bf-4b80-9eef-71cb9ce4ddaa {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.596132] env[69699]: DEBUG oslo_vmware.api [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Task: {'id': task-3606808, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.613439] env[69699]: DEBUG oslo_vmware.api [None req-1d2f10df-2b55-438f-9255-7943ec330600 tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Waiting for the task: (returnval){ [ 720.613439] env[69699]: value = "task-3606809" [ 720.613439] env[69699]: _type = "Task" [ 720.613439] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.625575] env[69699]: DEBUG oslo_vmware.api [None req-1d2f10df-2b55-438f-9255-7943ec330600 tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Task: {'id': task-3606809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.629822] env[69699]: DEBUG oslo_vmware.rw_handles [None req-4a413695-a976-405d-b8ca-ec394daef1d6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5297dd94-9dea-bee9-7ea5-3fcfa5f9c16e/disk-0.vmdk. {{(pid=69699) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 720.631192] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514fddba-f867-45bb-94f6-4d6261dde156 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.639095] env[69699]: DEBUG oslo_vmware.rw_handles [None req-4a413695-a976-405d-b8ca-ec394daef1d6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5297dd94-9dea-bee9-7ea5-3fcfa5f9c16e/disk-0.vmdk is in state: ready. {{(pid=69699) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 720.639273] env[69699]: ERROR oslo_vmware.rw_handles [None req-4a413695-a976-405d-b8ca-ec394daef1d6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5297dd94-9dea-bee9-7ea5-3fcfa5f9c16e/disk-0.vmdk due to incomplete transfer. [ 720.639513] env[69699]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ead739d8-92ef-4f1b-a64d-5c42b964e35d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.650483] env[69699]: DEBUG oslo_vmware.rw_handles [None req-4a413695-a976-405d-b8ca-ec394daef1d6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5297dd94-9dea-bee9-7ea5-3fcfa5f9c16e/disk-0.vmdk. {{(pid=69699) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 720.650679] env[69699]: DEBUG nova.virt.vmwareapi.images [None req-4a413695-a976-405d-b8ca-ec394daef1d6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Uploaded image 2c98b745-930b-4279-95d4-2a622966adfe to the Glance image server {{(pid=69699) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 720.653010] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a413695-a976-405d-b8ca-ec394daef1d6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Destroying the VM {{(pid=69699) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 720.653286] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-836d3f98-da55-401e-b64d-11dc5da2845c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.660862] env[69699]: DEBUG oslo_vmware.api [None req-4a413695-a976-405d-b8ca-ec394daef1d6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Waiting for the task: (returnval){ [ 720.660862] env[69699]: value = "task-3606810" [ 720.660862] env[69699]: _type = "Task" [ 720.660862] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.671111] env[69699]: DEBUG oslo_vmware.api [None req-4a413695-a976-405d-b8ca-ec394daef1d6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606810, 'name': Destroy_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.732035] env[69699]: DEBUG nova.compute.manager [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 720.755505] env[69699]: DEBUG nova.virt.hardware [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 720.755790] env[69699]: DEBUG nova.virt.hardware [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 720.755997] env[69699]: DEBUG nova.virt.hardware [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 720.756257] env[69699]: DEBUG nova.virt.hardware [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 720.756449] env[69699]: DEBUG nova.virt.hardware [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 720.756619] env[69699]: DEBUG nova.virt.hardware [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 720.756855] env[69699]: DEBUG nova.virt.hardware [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 720.757695] env[69699]: DEBUG nova.virt.hardware [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 720.757695] env[69699]: DEBUG nova.virt.hardware [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 720.757695] env[69699]: DEBUG nova.virt.hardware [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 720.757899] env[69699]: DEBUG nova.virt.hardware [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 720.759427] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b905d8b9-34f4-4a77-ae0b-60ef6653109e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.768905] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2257664-ae20-4fad-9ae6-c90613eaa96e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.824041] env[69699]: DEBUG oslo_vmware.api [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3606804, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072898} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.824447] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.825291] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b874bf3-ed0d-433d-94e8-fafbea241467 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.848940] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 7d299e10-f60c-434f-94aa-283d1738ee16/7d299e10-f60c-434f-94aa-283d1738ee16.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.849294] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27cf9333-4ff7-49a4-b42b-98fbe901b823 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.870521] env[69699]: DEBUG oslo_vmware.api [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 720.870521] env[69699]: value = "task-3606811" [ 720.870521] env[69699]: _type = "Task" [ 720.870521] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.880333] env[69699]: DEBUG oslo_vmware.api [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3606811, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.920586] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0d36be66-5c86-4861-b350-225e1b87487d tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.215s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.923157] env[69699]: DEBUG oslo_concurrency.lockutils [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.088s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.924823] env[69699]: INFO nova.compute.claims [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 55a31f53-3712-486d-a4a8-7f15597da862] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 720.947080] env[69699]: INFO nova.scheduler.client.report [None req-0d36be66-5c86-4861-b350-225e1b87487d tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Deleted allocations for instance 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2 [ 721.083974] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606807, 'name': CreateVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.099071] env[69699]: DEBUG oslo_vmware.api [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Task: {'id': task-3606808, 'name': Rename_Task, 'duration_secs': 0.269931} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.100963] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 11123131-ce04-45c0-a369-1ec5e568b6a5] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.102227] env[69699]: DEBUG nova.compute.manager [req-73e18c27-f74d-4f10-b69f-2bcf97a31826 req-a327d674-bc13-497c-9faa-4c3c7d19f917 service nova] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Received event network-changed-d698553d-76ff-49bb-949a-c56b81bc55ca {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.102433] env[69699]: DEBUG nova.compute.manager [req-73e18c27-f74d-4f10-b69f-2bcf97a31826 req-a327d674-bc13-497c-9faa-4c3c7d19f917 service nova] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Refreshing instance network info cache due to event network-changed-d698553d-76ff-49bb-949a-c56b81bc55ca. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 721.102669] env[69699]: DEBUG oslo_concurrency.lockutils [req-73e18c27-f74d-4f10-b69f-2bcf97a31826 req-a327d674-bc13-497c-9faa-4c3c7d19f917 service nova] Acquiring lock "refresh_cache-38000a91-e705-4063-806c-9af0fe7235ca" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.102815] env[69699]: DEBUG oslo_concurrency.lockutils [req-73e18c27-f74d-4f10-b69f-2bcf97a31826 req-a327d674-bc13-497c-9faa-4c3c7d19f917 service nova] Acquired lock "refresh_cache-38000a91-e705-4063-806c-9af0fe7235ca" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.102971] env[69699]: DEBUG nova.network.neutron [req-73e18c27-f74d-4f10-b69f-2bcf97a31826 req-a327d674-bc13-497c-9faa-4c3c7d19f917 service nova] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Refreshing network info cache for port d698553d-76ff-49bb-949a-c56b81bc55ca {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 721.104857] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5af61eb2-d46d-4c21-b6c7-f84d935a2076 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.120220] env[69699]: DEBUG oslo_vmware.api [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Waiting for the task: (returnval){ [ 721.120220] env[69699]: value = "task-3606812" [ 721.120220] env[69699]: _type = "Task" [ 721.120220] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.126790] env[69699]: DEBUG oslo_vmware.api [None req-1d2f10df-2b55-438f-9255-7943ec330600 tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Task: {'id': task-3606809, 'name': PowerOffVM_Task, 'duration_secs': 0.18172} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.127670] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d2f10df-2b55-438f-9255-7943ec330600 tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 721.127854] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2f10df-2b55-438f-9255-7943ec330600 tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 721.128252] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99dc031c-3e68-4597-ad82-741d50c0de0f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.132477] env[69699]: DEBUG oslo_vmware.api [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Task: {'id': task-3606812, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.165025] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2f10df-2b55-438f-9255-7943ec330600 tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 721.165025] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2f10df-2b55-438f-9255-7943ec330600 tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 721.165025] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d2f10df-2b55-438f-9255-7943ec330600 tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Deleting the datastore file [datastore2] 7de76820-d45f-4bfc-afd9-895e47274116 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 721.167050] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2d5dcba-a020-4616-a760-e3704fcc53db {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.175619] env[69699]: DEBUG oslo_vmware.api [None req-4a413695-a976-405d-b8ca-ec394daef1d6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606810, 'name': Destroy_Task} progress is 33%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.177549] env[69699]: DEBUG oslo_vmware.api [None req-1d2f10df-2b55-438f-9255-7943ec330600 tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Waiting for the task: (returnval){ [ 721.177549] env[69699]: value = "task-3606814" [ 721.177549] env[69699]: _type = "Task" [ 721.177549] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.323412] env[69699]: DEBUG nova.network.neutron [req-c00ed19a-082a-4915-9d90-3344994b620d req-540bc20c-3e42-4c99-990f-aa842d35c9ab service nova] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Updated VIF entry in instance network info cache for port f6d48607-3bbc-441a-9949-a453eca068c1. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.323794] env[69699]: DEBUG nova.network.neutron [req-c00ed19a-082a-4915-9d90-3344994b620d req-540bc20c-3e42-4c99-990f-aa842d35c9ab service nova] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Updating instance_info_cache with network_info: [{"id": "f6d48607-3bbc-441a-9949-a453eca068c1", "address": "fa:16:3e:e2:c0:9e", "network": {"id": "3f14eaef-d19b-457b-a28c-e23b83fd8646", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-456630276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3706174f65824863b5c86764cc939538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6d48607-3b", "ovs_interfaceid": "f6d48607-3bbc-441a-9949-a453eca068c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.383983] env[69699]: DEBUG oslo_vmware.api [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3606811, 'name': ReconfigVM_Task, 'duration_secs': 0.323264} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.384762] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 7d299e10-f60c-434f-94aa-283d1738ee16/7d299e10-f60c-434f-94aa-283d1738ee16.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.385097] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3c1a752-cbc3-46e0-99ae-7d29d86dabcf {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.394181] env[69699]: DEBUG oslo_vmware.api [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 721.394181] env[69699]: value = "task-3606815" [ 721.394181] env[69699]: _type = "Task" [ 721.394181] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.404537] env[69699]: DEBUG oslo_vmware.api [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3606815, 'name': Rename_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.459788] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0d36be66-5c86-4861-b350-225e1b87487d tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Lock "1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.363s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.535287] env[69699]: DEBUG nova.network.neutron [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Successfully updated port: 6aa9d3e0-1cea-43dc-9d53-6c256951f711 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 721.585231] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606807, 'name': CreateVM_Task, 'duration_secs': 0.536071} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.585506] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.586384] env[69699]: DEBUG oslo_concurrency.lockutils [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.586625] env[69699]: DEBUG oslo_concurrency.lockutils [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.587077] env[69699]: DEBUG oslo_concurrency.lockutils [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.587433] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54532b5f-e3a7-4415-8c94-5c1591f73d0a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.593602] env[69699]: DEBUG oslo_vmware.api [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Waiting for the task: (returnval){ [ 721.593602] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52305b3f-b373-c16c-460d-3982bff20a53" [ 721.593602] env[69699]: _type = "Task" [ 721.593602] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.603163] env[69699]: DEBUG oslo_vmware.api [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52305b3f-b373-c16c-460d-3982bff20a53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.631497] env[69699]: DEBUG oslo_vmware.api [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Task: {'id': task-3606812, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.672786] env[69699]: DEBUG oslo_vmware.api [None req-4a413695-a976-405d-b8ca-ec394daef1d6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606810, 'name': Destroy_Task, 'duration_secs': 0.570547} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.673106] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-4a413695-a976-405d-b8ca-ec394daef1d6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Destroyed the VM [ 721.673339] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-4a413695-a976-405d-b8ca-ec394daef1d6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Deleting Snapshot of the VM instance {{(pid=69699) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 721.673597] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a6338705-1778-4a90-9a00-e75f860a7bc2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.684130] env[69699]: DEBUG oslo_vmware.api [None req-4a413695-a976-405d-b8ca-ec394daef1d6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Waiting for the task: (returnval){ [ 721.684130] env[69699]: value = "task-3606816" [ 721.684130] env[69699]: _type = "Task" [ 721.684130] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.689982] env[69699]: DEBUG oslo_vmware.api [None req-1d2f10df-2b55-438f-9255-7943ec330600 tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Task: {'id': task-3606814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.699353] env[69699]: DEBUG oslo_vmware.api [None req-4a413695-a976-405d-b8ca-ec394daef1d6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606816, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.826569] env[69699]: DEBUG oslo_concurrency.lockutils [req-c00ed19a-082a-4915-9d90-3344994b620d req-540bc20c-3e42-4c99-990f-aa842d35c9ab service nova] Releasing lock "refresh_cache-f94689f2-f576-4b80-bcac-59a95fcd7899" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.845176] env[69699]: DEBUG nova.network.neutron [req-73e18c27-f74d-4f10-b69f-2bcf97a31826 req-a327d674-bc13-497c-9faa-4c3c7d19f917 service nova] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Updated VIF entry in instance network info cache for port d698553d-76ff-49bb-949a-c56b81bc55ca. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.845176] env[69699]: DEBUG nova.network.neutron [req-73e18c27-f74d-4f10-b69f-2bcf97a31826 req-a327d674-bc13-497c-9faa-4c3c7d19f917 service nova] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Updating instance_info_cache with network_info: [{"id": "d698553d-76ff-49bb-949a-c56b81bc55ca", "address": "fa:16:3e:1a:1e:18", "network": {"id": "cf8da3ce-eca3-488c-b3ad-33fe826cbaf2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-457573435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5411800585aa454a979ee925e4daf8c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd698553d-76", "ovs_interfaceid": "d698553d-76ff-49bb-949a-c56b81bc55ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.905251] env[69699]: DEBUG oslo_vmware.api [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3606815, 'name': Rename_Task, 'duration_secs': 0.23675} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.905540] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.905792] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97f840c4-d59b-444b-affd-315183920518 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.914167] env[69699]: DEBUG oslo_vmware.api [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 721.914167] env[69699]: value = "task-3606817" [ 721.914167] env[69699]: _type = "Task" [ 721.914167] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.922572] env[69699]: DEBUG oslo_vmware.api [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3606817, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.042930] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquiring lock "refresh_cache-5d1c2a59-60c3-4bdd-baf7-a91fbf57c678" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.042930] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquired lock "refresh_cache-5d1c2a59-60c3-4bdd-baf7-a91fbf57c678" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.042930] env[69699]: DEBUG nova.network.neutron [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.110195] env[69699]: DEBUG oslo_vmware.api [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52305b3f-b373-c16c-460d-3982bff20a53, 'name': SearchDatastore_Task, 'duration_secs': 0.019155} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.110657] env[69699]: DEBUG oslo_concurrency.lockutils [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.110823] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 722.111211] env[69699]: DEBUG oslo_concurrency.lockutils [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.111389] env[69699]: DEBUG oslo_concurrency.lockutils [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.111581] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 722.114267] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-258bff1d-ce52-4d1c-9fd6-320d2931a89f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.136155] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 722.138183] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 722.138183] env[69699]: DEBUG oslo_vmware.api [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Task: {'id': task-3606812, 'name': PowerOnVM_Task, 'duration_secs': 0.897697} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.138183] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d17bfa93-20a1-4ae3-a380-9c3b28310b6f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.140089] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 11123131-ce04-45c0-a369-1ec5e568b6a5] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.140089] env[69699]: INFO nova.compute.manager [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 11123131-ce04-45c0-a369-1ec5e568b6a5] Took 9.82 seconds to spawn the instance on the hypervisor. [ 722.140308] env[69699]: DEBUG nova.compute.manager [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 11123131-ce04-45c0-a369-1ec5e568b6a5] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.141105] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48cc3d20-09eb-48ee-9bae-cdadc6f9472b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.148033] env[69699]: DEBUG oslo_vmware.api [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Waiting for the task: (returnval){ [ 722.148033] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]524f5693-82fc-0e77-8895-11316418818e" [ 722.148033] env[69699]: _type = "Task" [ 722.148033] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.164771] env[69699]: DEBUG oslo_vmware.api [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]524f5693-82fc-0e77-8895-11316418818e, 'name': SearchDatastore_Task, 'duration_secs': 0.013894} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.165683] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc198244-dddc-48a0-8cd3-f2438cc46a6e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.173749] env[69699]: DEBUG oslo_vmware.api [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Waiting for the task: (returnval){ [ 722.173749] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a46517-b98c-b8a3-39fd-456d7ac4748c" [ 722.173749] env[69699]: _type = "Task" [ 722.173749] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.184937] env[69699]: DEBUG oslo_vmware.api [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a46517-b98c-b8a3-39fd-456d7ac4748c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.190969] env[69699]: DEBUG oslo_vmware.api [None req-1d2f10df-2b55-438f-9255-7943ec330600 tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Task: {'id': task-3606814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.867856} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.196983] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d2f10df-2b55-438f-9255-7943ec330600 tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 722.198971] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2f10df-2b55-438f-9255-7943ec330600 tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 722.198971] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2f10df-2b55-438f-9255-7943ec330600 tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 722.198971] env[69699]: INFO nova.compute.manager [None req-1d2f10df-2b55-438f-9255-7943ec330600 tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Took 1.62 seconds to destroy the instance on the hypervisor. [ 722.198971] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d2f10df-2b55-438f-9255-7943ec330600 tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.198971] env[69699]: DEBUG nova.compute.manager [-] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 722.198971] env[69699]: DEBUG nova.network.neutron [-] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 722.205983] env[69699]: DEBUG oslo_vmware.api [None req-4a413695-a976-405d-b8ca-ec394daef1d6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606816, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.219439] env[69699]: DEBUG nova.network.neutron [-] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 722.349022] env[69699]: DEBUG oslo_concurrency.lockutils [req-73e18c27-f74d-4f10-b69f-2bcf97a31826 req-a327d674-bc13-497c-9faa-4c3c7d19f917 service nova] Releasing lock "refresh_cache-38000a91-e705-4063-806c-9af0fe7235ca" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.426055] env[69699]: DEBUG oslo_vmware.api [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3606817, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.557999] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ead315-6a52-4d02-811d-dc50a2c0cfaa {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.566207] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edff9fd4-67d1-49bb-af94-64850857df4e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.599508] env[69699]: DEBUG nova.network.neutron [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 722.602015] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e637ec93-6763-40de-9e67-58aabe84cee4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.610717] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fdf0631-2d4c-434e-9e17-cd6b91c376c0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.627630] env[69699]: DEBUG nova.compute.provider_tree [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.667850] env[69699]: INFO nova.compute.manager [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 11123131-ce04-45c0-a369-1ec5e568b6a5] Took 43.15 seconds to build instance. [ 722.688017] env[69699]: DEBUG oslo_vmware.api [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a46517-b98c-b8a3-39fd-456d7ac4748c, 'name': SearchDatastore_Task, 'duration_secs': 0.011692} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.695036] env[69699]: DEBUG oslo_concurrency.lockutils [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.695121] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] f94689f2-f576-4b80-bcac-59a95fcd7899/f94689f2-f576-4b80-bcac-59a95fcd7899.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.695703] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4e826e6-5627-42d2-8bc1-cd06c5efac57 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.711529] env[69699]: DEBUG oslo_vmware.api [None req-4a413695-a976-405d-b8ca-ec394daef1d6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606816, 'name': RemoveSnapshot_Task, 'duration_secs': 0.709346} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.711945] env[69699]: DEBUG oslo_vmware.api [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Waiting for the task: (returnval){ [ 722.711945] env[69699]: value = "task-3606818" [ 722.711945] env[69699]: _type = "Task" [ 722.711945] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.712097] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-4a413695-a976-405d-b8ca-ec394daef1d6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Deleted Snapshot of the VM instance {{(pid=69699) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 722.713468] env[69699]: INFO nova.compute.manager [None req-4a413695-a976-405d-b8ca-ec394daef1d6 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Took 16.73 seconds to snapshot the instance on the hypervisor. [ 722.724637] env[69699]: DEBUG nova.network.neutron [-] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.725823] env[69699]: DEBUG oslo_vmware.api [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Task: {'id': task-3606818, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.749643] env[69699]: DEBUG nova.compute.manager [req-3d51c379-6f5d-4eeb-a20a-0bf96ff292e7 req-2f2ca7ae-5a41-4fea-af4d-6223f8830d9f service nova] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Received event network-vif-plugged-6aa9d3e0-1cea-43dc-9d53-6c256951f711 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.750384] env[69699]: DEBUG oslo_concurrency.lockutils [req-3d51c379-6f5d-4eeb-a20a-0bf96ff292e7 req-2f2ca7ae-5a41-4fea-af4d-6223f8830d9f service nova] Acquiring lock "5d1c2a59-60c3-4bdd-baf7-a91fbf57c678-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.750384] env[69699]: DEBUG oslo_concurrency.lockutils [req-3d51c379-6f5d-4eeb-a20a-0bf96ff292e7 req-2f2ca7ae-5a41-4fea-af4d-6223f8830d9f service nova] Lock "5d1c2a59-60c3-4bdd-baf7-a91fbf57c678-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.750384] env[69699]: DEBUG oslo_concurrency.lockutils [req-3d51c379-6f5d-4eeb-a20a-0bf96ff292e7 req-2f2ca7ae-5a41-4fea-af4d-6223f8830d9f service nova] Lock "5d1c2a59-60c3-4bdd-baf7-a91fbf57c678-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.750508] env[69699]: DEBUG nova.compute.manager [req-3d51c379-6f5d-4eeb-a20a-0bf96ff292e7 req-2f2ca7ae-5a41-4fea-af4d-6223f8830d9f service nova] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] No waiting events found dispatching network-vif-plugged-6aa9d3e0-1cea-43dc-9d53-6c256951f711 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 722.750616] env[69699]: WARNING nova.compute.manager [req-3d51c379-6f5d-4eeb-a20a-0bf96ff292e7 req-2f2ca7ae-5a41-4fea-af4d-6223f8830d9f service nova] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Received unexpected event network-vif-plugged-6aa9d3e0-1cea-43dc-9d53-6c256951f711 for instance with vm_state building and task_state spawning. [ 722.750773] env[69699]: DEBUG nova.compute.manager [req-3d51c379-6f5d-4eeb-a20a-0bf96ff292e7 req-2f2ca7ae-5a41-4fea-af4d-6223f8830d9f service nova] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Received event network-changed-6aa9d3e0-1cea-43dc-9d53-6c256951f711 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.750949] env[69699]: DEBUG nova.compute.manager [req-3d51c379-6f5d-4eeb-a20a-0bf96ff292e7 req-2f2ca7ae-5a41-4fea-af4d-6223f8830d9f service nova] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Refreshing instance network info cache due to event network-changed-6aa9d3e0-1cea-43dc-9d53-6c256951f711. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 722.751449] env[69699]: DEBUG oslo_concurrency.lockutils [req-3d51c379-6f5d-4eeb-a20a-0bf96ff292e7 req-2f2ca7ae-5a41-4fea-af4d-6223f8830d9f service nova] Acquiring lock "refresh_cache-5d1c2a59-60c3-4bdd-baf7-a91fbf57c678" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.817305] env[69699]: DEBUG nova.network.neutron [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Updating instance_info_cache with network_info: [{"id": "6aa9d3e0-1cea-43dc-9d53-6c256951f711", "address": "fa:16:3e:63:e8:13", "network": {"id": "a8c075bd-9c03-4458-9a0d-78e0c31a32ae", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2079575461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c922a277174041b1c24410c0864a82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6aa9d3e0-1c", "ovs_interfaceid": "6aa9d3e0-1cea-43dc-9d53-6c256951f711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.925525] env[69699]: DEBUG oslo_vmware.api [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3606817, 'name': PowerOnVM_Task, 'duration_secs': 0.538883} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.925851] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.927242] env[69699]: DEBUG nova.compute.manager [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.928211] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14b23f3-c681-48e4-9b93-643bf1c6bc52 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.129646] env[69699]: DEBUG nova.scheduler.client.report [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.169676] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0c2db7c7-9a0a-43fd-b586-c3968d02df6b tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Lock "11123131-ce04-45c0-a369-1ec5e568b6a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.518s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.226967] env[69699]: INFO nova.compute.manager [-] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Took 1.03 seconds to deallocate network for instance. [ 723.227281] env[69699]: DEBUG oslo_vmware.api [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Task: {'id': task-3606818, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.320923] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Releasing lock "refresh_cache-5d1c2a59-60c3-4bdd-baf7-a91fbf57c678" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.320923] env[69699]: DEBUG nova.compute.manager [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Instance network_info: |[{"id": "6aa9d3e0-1cea-43dc-9d53-6c256951f711", "address": "fa:16:3e:63:e8:13", "network": {"id": "a8c075bd-9c03-4458-9a0d-78e0c31a32ae", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2079575461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c922a277174041b1c24410c0864a82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6aa9d3e0-1c", "ovs_interfaceid": "6aa9d3e0-1cea-43dc-9d53-6c256951f711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 723.321182] env[69699]: DEBUG oslo_concurrency.lockutils [req-3d51c379-6f5d-4eeb-a20a-0bf96ff292e7 req-2f2ca7ae-5a41-4fea-af4d-6223f8830d9f service nova] Acquired lock "refresh_cache-5d1c2a59-60c3-4bdd-baf7-a91fbf57c678" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.322217] env[69699]: DEBUG nova.network.neutron [req-3d51c379-6f5d-4eeb-a20a-0bf96ff292e7 req-2f2ca7ae-5a41-4fea-af4d-6223f8830d9f service nova] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Refreshing network info cache for port 6aa9d3e0-1cea-43dc-9d53-6c256951f711 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.322598] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:e8:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f925dc8-2145-457e-a4d4-c07117356dd0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6aa9d3e0-1cea-43dc-9d53-6c256951f711', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 723.330409] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Creating folder: Project (a1c922a277174041b1c24410c0864a82). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.334656] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-726ce8ec-ef99-4efb-a002-7e1d3c4c3a2a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.350556] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Created folder: Project (a1c922a277174041b1c24410c0864a82) in parent group-v719415. [ 723.351828] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Creating folder: Instances. Parent ref: group-v719527. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.351828] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93e4079c-7b77-4301-b7c1-926cf77b6d63 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.371232] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Created folder: Instances in parent group-v719527. [ 723.371600] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.372206] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 723.372495] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f452c43-1b70-4dbd-8551-1342a458d4e7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.394174] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.394174] env[69699]: value = "task-3606821" [ 723.394174] env[69699]: _type = "Task" [ 723.394174] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.405811] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606821, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.448389] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.635727] env[69699]: DEBUG oslo_concurrency.lockutils [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.636413] env[69699]: DEBUG nova.compute.manager [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 55a31f53-3712-486d-a4a8-7f15597da862] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 723.639588] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2b9a7e81-3a7f-44e3-94d1-f277b64ca82a tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.665s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.639733] env[69699]: DEBUG nova.objects.instance [None req-2b9a7e81-3a7f-44e3-94d1-f277b64ca82a tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Lazy-loading 'resources' on Instance uuid 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 723.653867] env[69699]: DEBUG nova.network.neutron [req-3d51c379-6f5d-4eeb-a20a-0bf96ff292e7 req-2f2ca7ae-5a41-4fea-af4d-6223f8830d9f service nova] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Updated VIF entry in instance network info cache for port 6aa9d3e0-1cea-43dc-9d53-6c256951f711. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 723.653982] env[69699]: DEBUG nova.network.neutron [req-3d51c379-6f5d-4eeb-a20a-0bf96ff292e7 req-2f2ca7ae-5a41-4fea-af4d-6223f8830d9f service nova] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Updating instance_info_cache with network_info: [{"id": "6aa9d3e0-1cea-43dc-9d53-6c256951f711", "address": "fa:16:3e:63:e8:13", "network": {"id": "a8c075bd-9c03-4458-9a0d-78e0c31a32ae", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2079575461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c922a277174041b1c24410c0864a82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6aa9d3e0-1c", "ovs_interfaceid": "6aa9d3e0-1cea-43dc-9d53-6c256951f711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.671684] env[69699]: DEBUG nova.compute.manager [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 723.725852] env[69699]: DEBUG oslo_vmware.api [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Task: {'id': task-3606818, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.993779} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.727022] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] f94689f2-f576-4b80-bcac-59a95fcd7899/f94689f2-f576-4b80-bcac-59a95fcd7899.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.727022] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.727022] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38a499fa-d840-426b-bb63-293e4a0dcfb3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.733958] env[69699]: DEBUG oslo_vmware.api [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Waiting for the task: (returnval){ [ 723.733958] env[69699]: value = "task-3606822" [ 723.733958] env[69699]: _type = "Task" [ 723.733958] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.738128] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1d2f10df-2b55-438f-9255-7943ec330600 tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.738771] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8ae6ebb7-cd0c-423f-abec-92232e280a88 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Acquiring lock "11123131-ce04-45c0-a369-1ec5e568b6a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.738771] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8ae6ebb7-cd0c-423f-abec-92232e280a88 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Lock "11123131-ce04-45c0-a369-1ec5e568b6a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.738917] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8ae6ebb7-cd0c-423f-abec-92232e280a88 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Acquiring lock "11123131-ce04-45c0-a369-1ec5e568b6a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.739088] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8ae6ebb7-cd0c-423f-abec-92232e280a88 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Lock "11123131-ce04-45c0-a369-1ec5e568b6a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.739238] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8ae6ebb7-cd0c-423f-abec-92232e280a88 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Lock "11123131-ce04-45c0-a369-1ec5e568b6a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.742283] env[69699]: INFO nova.compute.manager [None req-8ae6ebb7-cd0c-423f-abec-92232e280a88 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 11123131-ce04-45c0-a369-1ec5e568b6a5] Terminating instance [ 723.748862] env[69699]: DEBUG oslo_vmware.api [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Task: {'id': task-3606822, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.905515] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606821, 'name': CreateVM_Task} progress is 25%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.144298] env[69699]: DEBUG nova.compute.utils [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 724.145889] env[69699]: DEBUG nova.compute.manager [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 55a31f53-3712-486d-a4a8-7f15597da862] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 724.145889] env[69699]: DEBUG nova.network.neutron [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 55a31f53-3712-486d-a4a8-7f15597da862] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 724.157088] env[69699]: DEBUG oslo_concurrency.lockutils [req-3d51c379-6f5d-4eeb-a20a-0bf96ff292e7 req-2f2ca7ae-5a41-4fea-af4d-6223f8830d9f service nova] Releasing lock "refresh_cache-5d1c2a59-60c3-4bdd-baf7-a91fbf57c678" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.201020] env[69699]: DEBUG nova.policy [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91f8afd33e1442079076b0ebe8ed8263', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1c922a277174041b1c24410c0864a82', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 724.204897] env[69699]: DEBUG oslo_concurrency.lockutils [None req-30c5b334-a48f-46b2-87bc-f9fd83536d6e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "7d299e10-f60c-434f-94aa-283d1738ee16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.205836] env[69699]: DEBUG oslo_concurrency.lockutils [None req-30c5b334-a48f-46b2-87bc-f9fd83536d6e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "7d299e10-f60c-434f-94aa-283d1738ee16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.206126] env[69699]: DEBUG oslo_concurrency.lockutils [None req-30c5b334-a48f-46b2-87bc-f9fd83536d6e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "7d299e10-f60c-434f-94aa-283d1738ee16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.206386] env[69699]: DEBUG oslo_concurrency.lockutils [None req-30c5b334-a48f-46b2-87bc-f9fd83536d6e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "7d299e10-f60c-434f-94aa-283d1738ee16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.206575] env[69699]: DEBUG oslo_concurrency.lockutils [None req-30c5b334-a48f-46b2-87bc-f9fd83536d6e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "7d299e10-f60c-434f-94aa-283d1738ee16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.209038] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.210733] env[69699]: INFO nova.compute.manager [None req-30c5b334-a48f-46b2-87bc-f9fd83536d6e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Terminating instance [ 724.247585] env[69699]: DEBUG nova.compute.manager [None req-8ae6ebb7-cd0c-423f-abec-92232e280a88 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 11123131-ce04-45c0-a369-1ec5e568b6a5] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 724.247803] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae6ebb7-cd0c-423f-abec-92232e280a88 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 11123131-ce04-45c0-a369-1ec5e568b6a5] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 724.248105] env[69699]: DEBUG oslo_vmware.api [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Task: {'id': task-3606822, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.319274} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.248865] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf728be-a456-4933-ab9e-ec77edbd853e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.252401] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.252720] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94e45fb-5ead-4b91-b7d7-cfe0771c4081 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.271020] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ae6ebb7-cd0c-423f-abec-92232e280a88 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 11123131-ce04-45c0-a369-1ec5e568b6a5] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 724.271437] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f137ac09-1137-42c4-a261-c2c88a09c6dd tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Acquiring lock "6d7a78cf-7d52-4f84-9f93-10bd4fddb511" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.271662] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f137ac09-1137-42c4-a261-c2c88a09c6dd tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Lock "6d7a78cf-7d52-4f84-9f93-10bd4fddb511" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.271851] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f137ac09-1137-42c4-a261-c2c88a09c6dd tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Acquiring lock "6d7a78cf-7d52-4f84-9f93-10bd4fddb511-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.272039] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f137ac09-1137-42c4-a261-c2c88a09c6dd tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Lock "6d7a78cf-7d52-4f84-9f93-10bd4fddb511-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.272208] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f137ac09-1137-42c4-a261-c2c88a09c6dd tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Lock "6d7a78cf-7d52-4f84-9f93-10bd4fddb511-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.282519] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] f94689f2-f576-4b80-bcac-59a95fcd7899/f94689f2-f576-4b80-bcac-59a95fcd7899.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.282784] env[69699]: INFO nova.compute.manager [None req-f137ac09-1137-42c4-a261-c2c88a09c6dd tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 6d7a78cf-7d52-4f84-9f93-10bd4fddb511] Terminating instance [ 724.286467] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56e7bcf2-168c-4ac7-bbf5-6b766209f5df {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.288448] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cfbd42f-3258-40dd-adc3-a40692e3d943 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.310890] env[69699]: DEBUG oslo_vmware.api [None req-8ae6ebb7-cd0c-423f-abec-92232e280a88 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Waiting for the task: (returnval){ [ 724.310890] env[69699]: value = "task-3606823" [ 724.310890] env[69699]: _type = "Task" [ 724.310890] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.313317] env[69699]: DEBUG oslo_vmware.api [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Waiting for the task: (returnval){ [ 724.313317] env[69699]: value = "task-3606824" [ 724.313317] env[69699]: _type = "Task" [ 724.313317] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.335586] env[69699]: DEBUG oslo_vmware.api [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Task: {'id': task-3606824, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.339414] env[69699]: DEBUG oslo_vmware.api [None req-8ae6ebb7-cd0c-423f-abec-92232e280a88 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Task: {'id': task-3606823, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.410161] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606821, 'name': CreateVM_Task, 'duration_secs': 0.778915} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.410161] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.410161] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.410161] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.410161] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.410161] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a9ba084-311a-47e7-acbe-f31f84910331 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.414604] env[69699]: DEBUG oslo_vmware.api [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 724.414604] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]520c8ebe-1f4c-c6a3-a8b6-074e9751b2b8" [ 724.414604] env[69699]: _type = "Task" [ 724.414604] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.427402] env[69699]: DEBUG oslo_vmware.api [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]520c8ebe-1f4c-c6a3-a8b6-074e9751b2b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.542322] env[69699]: DEBUG nova.network.neutron [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 55a31f53-3712-486d-a4a8-7f15597da862] Successfully created port: 4bec53e8-b166-48d0-806a-c2adab6d94a1 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 724.652316] env[69699]: DEBUG nova.compute.manager [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 55a31f53-3712-486d-a4a8-7f15597da862] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 724.712880] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3a475809-3a92-4070-8bf7-917d139b773b tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Acquiring lock "1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.712880] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3a475809-3a92-4070-8bf7-917d139b773b tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Lock "1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.712880] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3a475809-3a92-4070-8bf7-917d139b773b tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Acquiring lock "1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.712880] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3a475809-3a92-4070-8bf7-917d139b773b tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Lock "1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.713215] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3a475809-3a92-4070-8bf7-917d139b773b tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Lock "1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.714970] env[69699]: INFO nova.compute.manager [None req-3a475809-3a92-4070-8bf7-917d139b773b tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e] Terminating instance [ 724.721426] env[69699]: DEBUG nova.compute.manager [None req-30c5b334-a48f-46b2-87bc-f9fd83536d6e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 724.721426] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-30c5b334-a48f-46b2-87bc-f9fd83536d6e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 724.724075] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d468140-9411-4c23-b887-2f82d0c60c68 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.734073] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c5b334-a48f-46b2-87bc-f9fd83536d6e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 724.734334] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f310c828-5ab2-45d3-aa4b-7d4c2f172167 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.745537] env[69699]: DEBUG oslo_vmware.api [None req-30c5b334-a48f-46b2-87bc-f9fd83536d6e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 724.745537] env[69699]: value = "task-3606825" [ 724.745537] env[69699]: _type = "Task" [ 724.745537] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.755193] env[69699]: DEBUG oslo_vmware.api [None req-30c5b334-a48f-46b2-87bc-f9fd83536d6e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3606825, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.773885] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1796e1a3-51c8-4a00-b2dd-81c3611fd78f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.784489] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd5d2cb-315e-4410-bcd0-2f27aaae9780 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.819223] env[69699]: DEBUG nova.compute.manager [None req-f137ac09-1137-42c4-a261-c2c88a09c6dd tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 6d7a78cf-7d52-4f84-9f93-10bd4fddb511] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 724.819223] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f137ac09-1137-42c4-a261-c2c88a09c6dd tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 6d7a78cf-7d52-4f84-9f93-10bd4fddb511] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 724.820753] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8bc050-a3db-47b9-a406-28edd12adbf0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.831511] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bf647b-3b95-4915-bdf4-962784f946fe {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.841954] env[69699]: DEBUG oslo_vmware.api [None req-8ae6ebb7-cd0c-423f-abec-92232e280a88 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Task: {'id': task-3606823, 'name': PowerOffVM_Task, 'duration_secs': 0.217191} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.850460] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ae6ebb7-cd0c-423f-abec-92232e280a88 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 11123131-ce04-45c0-a369-1ec5e568b6a5] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 724.850911] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae6ebb7-cd0c-423f-abec-92232e280a88 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 11123131-ce04-45c0-a369-1ec5e568b6a5] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 724.851264] env[69699]: DEBUG oslo_vmware.api [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Task: {'id': task-3606824, 'name': ReconfigVM_Task, 'duration_secs': 0.369427} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.851801] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-f137ac09-1137-42c4-a261-c2c88a09c6dd tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 6d7a78cf-7d52-4f84-9f93-10bd4fddb511] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 724.852087] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b845d39d-a65c-4cea-9b6e-756d8fbf1f26 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.855374] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b47e88-cf88-4cfa-9cf8-7549ce2888de {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.860294] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Reconfigured VM instance instance-00000020 to attach disk [datastore1] f94689f2-f576-4b80-bcac-59a95fcd7899/f94689f2-f576-4b80-bcac-59a95fcd7899.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.861066] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e023f5b-ddc2-461b-b3e1-32c60639f0f4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.864241] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96da9c38-7f7a-4f51-8131-33bebc2ab294 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.874162] env[69699]: DEBUG oslo_vmware.api [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Waiting for the task: (returnval){ [ 724.874162] env[69699]: value = "task-3606828" [ 724.874162] env[69699]: _type = "Task" [ 724.874162] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.887318] env[69699]: DEBUG nova.compute.provider_tree [None req-2b9a7e81-3a7f-44e3-94d1-f277b64ca82a tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.888972] env[69699]: DEBUG oslo_vmware.api [None req-f137ac09-1137-42c4-a261-c2c88a09c6dd tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Waiting for the task: (returnval){ [ 724.888972] env[69699]: value = "task-3606826" [ 724.888972] env[69699]: _type = "Task" [ 724.888972] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.901975] env[69699]: DEBUG oslo_concurrency.lockutils [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "0504132d-eb33-4c2d-9944-316aa6918035" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.901975] env[69699]: DEBUG oslo_concurrency.lockutils [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "0504132d-eb33-4c2d-9944-316aa6918035" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.911526] env[69699]: DEBUG oslo_vmware.api [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Task: {'id': task-3606828, 'name': Rename_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.914974] env[69699]: DEBUG oslo_vmware.api [None req-f137ac09-1137-42c4-a261-c2c88a09c6dd tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': task-3606826, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.927688] env[69699]: DEBUG oslo_vmware.api [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]520c8ebe-1f4c-c6a3-a8b6-074e9751b2b8, 'name': SearchDatastore_Task, 'duration_secs': 0.011973} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.927869] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.928099] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.928540] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.928709] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.928911] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.929225] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82396176-ab85-49df-b938-2f68f96e2b96 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.943666] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 724.943666] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 724.945033] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a70322b-4d19-4c8f-82c0-008071775e6f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.951504] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae6ebb7-cd0c-423f-abec-92232e280a88 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 11123131-ce04-45c0-a369-1ec5e568b6a5] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 724.951752] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae6ebb7-cd0c-423f-abec-92232e280a88 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 11123131-ce04-45c0-a369-1ec5e568b6a5] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 724.951978] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ae6ebb7-cd0c-423f-abec-92232e280a88 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Deleting the datastore file [datastore2] 11123131-ce04-45c0-a369-1ec5e568b6a5 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 724.952276] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-624806db-3a22-4d35-8b6e-5250a4efe9e7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.956164] env[69699]: DEBUG oslo_vmware.api [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 724.956164] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b08276-de47-8f1b-396b-f48245db581b" [ 724.956164] env[69699]: _type = "Task" [ 724.956164] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.965494] env[69699]: DEBUG oslo_vmware.api [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b08276-de47-8f1b-396b-f48245db581b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.967260] env[69699]: DEBUG oslo_vmware.api [None req-8ae6ebb7-cd0c-423f-abec-92232e280a88 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Waiting for the task: (returnval){ [ 724.967260] env[69699]: value = "task-3606829" [ 724.967260] env[69699]: _type = "Task" [ 724.967260] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.978464] env[69699]: DEBUG oslo_vmware.api [None req-8ae6ebb7-cd0c-423f-abec-92232e280a88 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Task: {'id': task-3606829, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.229583] env[69699]: DEBUG nova.compute.manager [None req-3a475809-3a92-4070-8bf7-917d139b773b tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 725.229898] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-3a475809-3a92-4070-8bf7-917d139b773b tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 725.231141] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8158dc8-e56d-4390-9562-426e5f8c2ada {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.239312] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a475809-3a92-4070-8bf7-917d139b773b tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 725.239548] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b382ee3c-befc-4db4-b5af-753c58898a9c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.247309] env[69699]: DEBUG oslo_vmware.api [None req-3a475809-3a92-4070-8bf7-917d139b773b tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Waiting for the task: (returnval){ [ 725.247309] env[69699]: value = "task-3606830" [ 725.247309] env[69699]: _type = "Task" [ 725.247309] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.261291] env[69699]: DEBUG oslo_vmware.api [None req-30c5b334-a48f-46b2-87bc-f9fd83536d6e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3606825, 'name': PowerOffVM_Task, 'duration_secs': 0.225612} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.264403] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c5b334-a48f-46b2-87bc-f9fd83536d6e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 725.264575] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-30c5b334-a48f-46b2-87bc-f9fd83536d6e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 725.265247] env[69699]: DEBUG oslo_vmware.api [None req-3a475809-3a92-4070-8bf7-917d139b773b tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': task-3606830, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.265489] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82ed595a-bcca-4fea-937a-709a22bc593e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.336132] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-30c5b334-a48f-46b2-87bc-f9fd83536d6e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 725.336436] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-30c5b334-a48f-46b2-87bc-f9fd83536d6e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 725.336755] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-30c5b334-a48f-46b2-87bc-f9fd83536d6e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Deleting the datastore file [datastore2] 7d299e10-f60c-434f-94aa-283d1738ee16 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 725.337166] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe8374e1-5027-4a77-8a87-7ea9793ea49d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.347420] env[69699]: DEBUG oslo_vmware.api [None req-30c5b334-a48f-46b2-87bc-f9fd83536d6e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 725.347420] env[69699]: value = "task-3606832" [ 725.347420] env[69699]: _type = "Task" [ 725.347420] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.359045] env[69699]: DEBUG oslo_vmware.api [None req-30c5b334-a48f-46b2-87bc-f9fd83536d6e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3606832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.392800] env[69699]: DEBUG nova.scheduler.client.report [None req-2b9a7e81-3a7f-44e3-94d1-f277b64ca82a tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.406552] env[69699]: DEBUG oslo_vmware.api [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Task: {'id': task-3606828, 'name': Rename_Task, 'duration_secs': 0.231348} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.407559] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.407737] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f117b47a-9777-49f8-928f-e194506ab2d5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.414979] env[69699]: DEBUG oslo_vmware.api [None req-f137ac09-1137-42c4-a261-c2c88a09c6dd tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': task-3606826, 'name': PowerOffVM_Task, 'duration_secs': 0.220212} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.414979] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-f137ac09-1137-42c4-a261-c2c88a09c6dd tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 6d7a78cf-7d52-4f84-9f93-10bd4fddb511] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 725.414979] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f137ac09-1137-42c4-a261-c2c88a09c6dd tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 6d7a78cf-7d52-4f84-9f93-10bd4fddb511] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 725.414979] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3252fe4a-332e-4c65-94bf-20b0e9c4012b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.420691] env[69699]: DEBUG oslo_vmware.api [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Waiting for the task: (returnval){ [ 725.420691] env[69699]: value = "task-3606833" [ 725.420691] env[69699]: _type = "Task" [ 725.420691] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.432398] env[69699]: DEBUG oslo_vmware.api [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Task: {'id': task-3606833, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.470164] env[69699]: DEBUG oslo_vmware.api [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b08276-de47-8f1b-396b-f48245db581b, 'name': SearchDatastore_Task, 'duration_secs': 0.013984} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.473932] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ae7420c-a849-460d-9d6d-41c7ca207873 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.484131] env[69699]: DEBUG oslo_vmware.api [None req-8ae6ebb7-cd0c-423f-abec-92232e280a88 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Task: {'id': task-3606829, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18159} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.484442] env[69699]: DEBUG oslo_vmware.api [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 725.484442] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52cab046-2790-675a-25d6-e287ef735692" [ 725.484442] env[69699]: _type = "Task" [ 725.484442] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.484827] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ae6ebb7-cd0c-423f-abec-92232e280a88 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 725.484827] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae6ebb7-cd0c-423f-abec-92232e280a88 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 11123131-ce04-45c0-a369-1ec5e568b6a5] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 725.485075] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae6ebb7-cd0c-423f-abec-92232e280a88 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 11123131-ce04-45c0-a369-1ec5e568b6a5] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 725.485191] env[69699]: INFO nova.compute.manager [None req-8ae6ebb7-cd0c-423f-abec-92232e280a88 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] [instance: 11123131-ce04-45c0-a369-1ec5e568b6a5] Took 1.24 seconds to destroy the instance on the hypervisor. [ 725.485414] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ae6ebb7-cd0c-423f-abec-92232e280a88 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.485721] env[69699]: DEBUG nova.compute.manager [-] [instance: 11123131-ce04-45c0-a369-1ec5e568b6a5] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 725.485818] env[69699]: DEBUG nova.network.neutron [-] [instance: 11123131-ce04-45c0-a369-1ec5e568b6a5] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 725.499123] env[69699]: DEBUG oslo_vmware.api [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52cab046-2790-675a-25d6-e287ef735692, 'name': SearchDatastore_Task, 'duration_secs': 0.014172} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.500555] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.500959] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678/5d1c2a59-60c3-4bdd-baf7-a91fbf57c678.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 725.501369] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f137ac09-1137-42c4-a261-c2c88a09c6dd tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 6d7a78cf-7d52-4f84-9f93-10bd4fddb511] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 725.501573] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f137ac09-1137-42c4-a261-c2c88a09c6dd tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 6d7a78cf-7d52-4f84-9f93-10bd4fddb511] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 725.501783] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-f137ac09-1137-42c4-a261-c2c88a09c6dd tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Deleting the datastore file [datastore2] 6d7a78cf-7d52-4f84-9f93-10bd4fddb511 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 725.502047] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34913fa7-4aee-4b1d-b02c-96442a4f5d7f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.504616] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fae91249-14b7-460a-bec0-e61d79078419 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.511781] env[69699]: DEBUG oslo_vmware.api [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 725.511781] env[69699]: value = "task-3606835" [ 725.511781] env[69699]: _type = "Task" [ 725.511781] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.513369] env[69699]: DEBUG oslo_vmware.api [None req-f137ac09-1137-42c4-a261-c2c88a09c6dd tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Waiting for the task: (returnval){ [ 725.513369] env[69699]: value = "task-3606836" [ 725.513369] env[69699]: _type = "Task" [ 725.513369] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.525871] env[69699]: DEBUG oslo_vmware.api [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3606835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.529210] env[69699]: DEBUG oslo_vmware.api [None req-f137ac09-1137-42c4-a261-c2c88a09c6dd tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': task-3606836, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.664995] env[69699]: DEBUG nova.compute.manager [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 55a31f53-3712-486d-a4a8-7f15597da862] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 725.688516] env[69699]: DEBUG nova.virt.hardware [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 725.688854] env[69699]: DEBUG nova.virt.hardware [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 725.689179] env[69699]: DEBUG nova.virt.hardware [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 725.689336] env[69699]: DEBUG nova.virt.hardware [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 725.689499] env[69699]: DEBUG nova.virt.hardware [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 725.689662] env[69699]: DEBUG nova.virt.hardware [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 725.689986] env[69699]: DEBUG nova.virt.hardware [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 725.690182] env[69699]: DEBUG nova.virt.hardware [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 725.690438] env[69699]: DEBUG nova.virt.hardware [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 725.690629] env[69699]: DEBUG nova.virt.hardware [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 725.690829] env[69699]: DEBUG nova.virt.hardware [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 725.692275] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c3c701-a590-4265-aea4-405dab62ac71 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.703093] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61034f8b-2737-43ef-9d9c-5f60e203dc79 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.765166] env[69699]: DEBUG oslo_vmware.api [None req-3a475809-3a92-4070-8bf7-917d139b773b tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': task-3606830, 'name': PowerOffVM_Task, 'duration_secs': 0.225836} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.765624] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a475809-3a92-4070-8bf7-917d139b773b tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 725.765624] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-3a475809-3a92-4070-8bf7-917d139b773b tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 725.765786] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a479533-aa5b-4f1a-83a7-1fc1aed1e5e1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.846806] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-3a475809-3a92-4070-8bf7-917d139b773b tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 725.846806] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-3a475809-3a92-4070-8bf7-917d139b773b tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e] Deleting contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 725.847362] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a475809-3a92-4070-8bf7-917d139b773b tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Deleting the datastore file [datastore1] 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 725.847929] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c01187b-b428-4033-bc10-233851b989dd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.866358] env[69699]: DEBUG oslo_vmware.api [None req-30c5b334-a48f-46b2-87bc-f9fd83536d6e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3606832, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18622} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.868128] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-30c5b334-a48f-46b2-87bc-f9fd83536d6e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 725.868351] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-30c5b334-a48f-46b2-87bc-f9fd83536d6e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 725.868533] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-30c5b334-a48f-46b2-87bc-f9fd83536d6e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 725.868765] env[69699]: INFO nova.compute.manager [None req-30c5b334-a48f-46b2-87bc-f9fd83536d6e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Took 1.15 seconds to destroy the instance on the hypervisor. [ 725.868959] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30c5b334-a48f-46b2-87bc-f9fd83536d6e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.869326] env[69699]: DEBUG oslo_vmware.api [None req-3a475809-3a92-4070-8bf7-917d139b773b tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Waiting for the task: (returnval){ [ 725.869326] env[69699]: value = "task-3606838" [ 725.869326] env[69699]: _type = "Task" [ 725.869326] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.870354] env[69699]: DEBUG nova.compute.manager [-] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 725.870446] env[69699]: DEBUG nova.network.neutron [-] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 725.885024] env[69699]: DEBUG oslo_vmware.api [None req-3a475809-3a92-4070-8bf7-917d139b773b tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': task-3606838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.901385] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2b9a7e81-3a7f-44e3-94d1-f277b64ca82a tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.262s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.906266] env[69699]: DEBUG oslo_concurrency.lockutils [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.330s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.906844] env[69699]: INFO nova.compute.claims [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 5faa9d6e-3cbf-46cf-9bf7-d0910511491d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.938311] env[69699]: DEBUG oslo_vmware.api [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Task: {'id': task-3606833, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.940577] env[69699]: INFO nova.scheduler.client.report [None req-2b9a7e81-3a7f-44e3-94d1-f277b64ca82a tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Deleted allocations for instance 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1 [ 725.957799] env[69699]: DEBUG nova.compute.manager [req-00f097f6-54f1-4c23-b516-b6ba2f853dca req-23e4b9f7-2500-4b53-9797-1b7ac31fb270 service nova] [instance: 11123131-ce04-45c0-a369-1ec5e568b6a5] Received event network-vif-deleted-00bd5aa4-c3e7-447c-a7da-acb5646380f7 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.959117] env[69699]: INFO nova.compute.manager [req-00f097f6-54f1-4c23-b516-b6ba2f853dca req-23e4b9f7-2500-4b53-9797-1b7ac31fb270 service nova] [instance: 11123131-ce04-45c0-a369-1ec5e568b6a5] Neutron deleted interface 00bd5aa4-c3e7-447c-a7da-acb5646380f7; detaching it from the instance and deleting it from the info cache [ 725.959117] env[69699]: DEBUG nova.network.neutron [req-00f097f6-54f1-4c23-b516-b6ba2f853dca req-23e4b9f7-2500-4b53-9797-1b7ac31fb270 service nova] [instance: 11123131-ce04-45c0-a369-1ec5e568b6a5] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.032806] env[69699]: DEBUG oslo_vmware.api [None req-f137ac09-1137-42c4-a261-c2c88a09c6dd tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': task-3606836, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158818} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.038303] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-f137ac09-1137-42c4-a261-c2c88a09c6dd tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 726.038303] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f137ac09-1137-42c4-a261-c2c88a09c6dd tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 6d7a78cf-7d52-4f84-9f93-10bd4fddb511] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 726.038303] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f137ac09-1137-42c4-a261-c2c88a09c6dd tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 6d7a78cf-7d52-4f84-9f93-10bd4fddb511] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 726.038303] env[69699]: INFO nova.compute.manager [None req-f137ac09-1137-42c4-a261-c2c88a09c6dd tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 6d7a78cf-7d52-4f84-9f93-10bd4fddb511] Took 1.22 seconds to destroy the instance on the hypervisor. [ 726.038303] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f137ac09-1137-42c4-a261-c2c88a09c6dd tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.038498] env[69699]: DEBUG oslo_vmware.api [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3606835, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.040895] env[69699]: DEBUG nova.compute.manager [-] [instance: 6d7a78cf-7d52-4f84-9f93-10bd4fddb511] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 726.040895] env[69699]: DEBUG nova.network.neutron [-] [instance: 6d7a78cf-7d52-4f84-9f93-10bd4fddb511] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 726.358923] env[69699]: DEBUG nova.network.neutron [-] [instance: 11123131-ce04-45c0-a369-1ec5e568b6a5] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.392450] env[69699]: DEBUG oslo_vmware.api [None req-3a475809-3a92-4070-8bf7-917d139b773b tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Task: {'id': task-3606838, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.457722} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.392450] env[69699]: DEBUG nova.network.neutron [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 55a31f53-3712-486d-a4a8-7f15597da862] Successfully updated port: 4bec53e8-b166-48d0-806a-c2adab6d94a1 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 726.392450] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a475809-3a92-4070-8bf7-917d139b773b tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 726.392450] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-3a475809-3a92-4070-8bf7-917d139b773b tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e] Deleted contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 726.392450] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-3a475809-3a92-4070-8bf7-917d139b773b tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 726.392664] env[69699]: INFO nova.compute.manager [None req-3a475809-3a92-4070-8bf7-917d139b773b tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] [instance: 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 726.392664] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a475809-3a92-4070-8bf7-917d139b773b tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.395533] env[69699]: DEBUG nova.compute.manager [-] [instance: 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 726.395666] env[69699]: DEBUG nova.network.neutron [-] [instance: 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 726.436066] env[69699]: DEBUG oslo_vmware.api [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Task: {'id': task-3606833, 'name': PowerOnVM_Task, 'duration_secs': 0.967016} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.436513] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.436781] env[69699]: INFO nova.compute.manager [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Took 8.61 seconds to spawn the instance on the hypervisor. [ 726.437067] env[69699]: DEBUG nova.compute.manager [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.438270] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade28b9e-a69f-4f83-a864-594f942a9155 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.454660] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2b9a7e81-3a7f-44e3-94d1-f277b64ca82a tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Lock "89d1dbf0-20d6-4fa7-b362-e5b4311a68d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.112s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.462408] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3e215261-ecf2-405b-8328-752988e9223c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.477781] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7009a7-aefa-4dbe-a496-72d20e1580f0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.504945] env[69699]: DEBUG nova.compute.manager [req-4ca9a997-90c6-4752-83cd-c37aa704a125 req-6f5a42ea-6f97-4979-8ef2-fda750f568f9 service nova] [instance: 6d7a78cf-7d52-4f84-9f93-10bd4fddb511] Received event network-vif-deleted-7d6ae8fe-d315-4af0-b034-8382588f840a {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.505176] env[69699]: INFO nova.compute.manager [req-4ca9a997-90c6-4752-83cd-c37aa704a125 req-6f5a42ea-6f97-4979-8ef2-fda750f568f9 service nova] [instance: 6d7a78cf-7d52-4f84-9f93-10bd4fddb511] Neutron deleted interface 7d6ae8fe-d315-4af0-b034-8382588f840a; detaching it from the instance and deleting it from the info cache [ 726.505350] env[69699]: DEBUG nova.network.neutron [req-4ca9a997-90c6-4752-83cd-c37aa704a125 req-6f5a42ea-6f97-4979-8ef2-fda750f568f9 service nova] [instance: 6d7a78cf-7d52-4f84-9f93-10bd4fddb511] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.534026] env[69699]: DEBUG nova.compute.manager [req-00f097f6-54f1-4c23-b516-b6ba2f853dca req-23e4b9f7-2500-4b53-9797-1b7ac31fb270 service nova] [instance: 11123131-ce04-45c0-a369-1ec5e568b6a5] Detach interface failed, port_id=00bd5aa4-c3e7-447c-a7da-acb5646380f7, reason: Instance 11123131-ce04-45c0-a369-1ec5e568b6a5 could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 726.535415] env[69699]: DEBUG oslo_vmware.api [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3606835, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555421} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.535651] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678/5d1c2a59-60c3-4bdd-baf7-a91fbf57c678.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 726.535848] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 726.536107] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8abf48c6-bad8-4303-88f5-f424e75fa263 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.545194] env[69699]: DEBUG oslo_vmware.api [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 726.545194] env[69699]: value = "task-3606839" [ 726.545194] env[69699]: _type = "Task" [ 726.545194] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.556723] env[69699]: DEBUG oslo_vmware.api [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3606839, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.598630] env[69699]: DEBUG oslo_concurrency.lockutils [None req-dfc35f4d-9fbd-456e-bf6e-2a6c23f88fe4 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Acquiring lock "fb987065-208f-42d9-b928-7431e722c642" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.598819] env[69699]: DEBUG oslo_concurrency.lockutils [None req-dfc35f4d-9fbd-456e-bf6e-2a6c23f88fe4 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Lock "fb987065-208f-42d9-b928-7431e722c642" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.599054] env[69699]: DEBUG oslo_concurrency.lockutils [None req-dfc35f4d-9fbd-456e-bf6e-2a6c23f88fe4 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Acquiring lock "fb987065-208f-42d9-b928-7431e722c642-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.599260] env[69699]: DEBUG oslo_concurrency.lockutils [None req-dfc35f4d-9fbd-456e-bf6e-2a6c23f88fe4 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Lock "fb987065-208f-42d9-b928-7431e722c642-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.599402] env[69699]: DEBUG oslo_concurrency.lockutils [None req-dfc35f4d-9fbd-456e-bf6e-2a6c23f88fe4 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Lock "fb987065-208f-42d9-b928-7431e722c642-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.605340] env[69699]: INFO nova.compute.manager [None req-dfc35f4d-9fbd-456e-bf6e-2a6c23f88fe4 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: fb987065-208f-42d9-b928-7431e722c642] Terminating instance [ 726.792669] env[69699]: DEBUG nova.network.neutron [-] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.800454] env[69699]: DEBUG nova.network.neutron [-] [instance: 6d7a78cf-7d52-4f84-9f93-10bd4fddb511] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.863218] env[69699]: INFO nova.compute.manager [-] [instance: 11123131-ce04-45c0-a369-1ec5e568b6a5] Took 1.38 seconds to deallocate network for instance. [ 726.896594] env[69699]: DEBUG oslo_concurrency.lockutils [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquiring lock "refresh_cache-55a31f53-3712-486d-a4a8-7f15597da862" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.896594] env[69699]: DEBUG oslo_concurrency.lockutils [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquired lock "refresh_cache-55a31f53-3712-486d-a4a8-7f15597da862" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.896594] env[69699]: DEBUG nova.network.neutron [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 55a31f53-3712-486d-a4a8-7f15597da862] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.969455] env[69699]: INFO nova.compute.manager [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Took 44.07 seconds to build instance. [ 727.008611] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7ab358f6-ae6c-45c7-9ac5-a69688159832 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.021889] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125c6eb1-c8a9-4d21-9051-05415b5ad7d8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.062666] env[69699]: DEBUG nova.compute.manager [req-4ca9a997-90c6-4752-83cd-c37aa704a125 req-6f5a42ea-6f97-4979-8ef2-fda750f568f9 service nova] [instance: 6d7a78cf-7d52-4f84-9f93-10bd4fddb511] Detach interface failed, port_id=7d6ae8fe-d315-4af0-b034-8382588f840a, reason: Instance 6d7a78cf-7d52-4f84-9f93-10bd4fddb511 could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 727.065868] env[69699]: DEBUG oslo_vmware.api [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3606839, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.177374} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.066122] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.066886] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe43eb32-ca62-4c44-8cf7-9b9b00dfdec7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.093625] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678/5d1c2a59-60c3-4bdd-baf7-a91fbf57c678.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.096634] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d587df5-9051-4959-b452-e86b2233e92f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.111441] env[69699]: DEBUG nova.compute.manager [None req-dfc35f4d-9fbd-456e-bf6e-2a6c23f88fe4 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: fb987065-208f-42d9-b928-7431e722c642] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 727.111658] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc35f4d-9fbd-456e-bf6e-2a6c23f88fe4 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: fb987065-208f-42d9-b928-7431e722c642] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 727.112462] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbad4a6-364f-41b3-99c0-fa2fea47712f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.123979] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfc35f4d-9fbd-456e-bf6e-2a6c23f88fe4 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: fb987065-208f-42d9-b928-7431e722c642] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 727.125372] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a936703-081c-4544-8e1b-8801965de738 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.127237] env[69699]: DEBUG oslo_vmware.api [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 727.127237] env[69699]: value = "task-3606840" [ 727.127237] env[69699]: _type = "Task" [ 727.127237] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.141951] env[69699]: DEBUG oslo_vmware.api [None req-dfc35f4d-9fbd-456e-bf6e-2a6c23f88fe4 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Waiting for the task: (returnval){ [ 727.141951] env[69699]: value = "task-3606841" [ 727.141951] env[69699]: _type = "Task" [ 727.141951] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.142241] env[69699]: DEBUG oslo_vmware.api [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3606840, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.155319] env[69699]: DEBUG oslo_vmware.api [None req-dfc35f4d-9fbd-456e-bf6e-2a6c23f88fe4 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606841, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.221530] env[69699]: DEBUG nova.network.neutron [-] [instance: 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.295824] env[69699]: INFO nova.compute.manager [-] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Took 1.43 seconds to deallocate network for instance. [ 727.302941] env[69699]: INFO nova.compute.manager [-] [instance: 6d7a78cf-7d52-4f84-9f93-10bd4fddb511] Took 1.26 seconds to deallocate network for instance. [ 727.374662] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8ae6ebb7-cd0c-423f-abec-92232e280a88 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.448314] env[69699]: DEBUG nova.network.neutron [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 55a31f53-3712-486d-a4a8-7f15597da862] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 727.471541] env[69699]: DEBUG oslo_concurrency.lockutils [None req-56c1b3ba-995e-4a43-b680-30098bb65049 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Lock "f94689f2-f576-4b80-bcac-59a95fcd7899" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.726s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.539151] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e6017f79-1429-4fb3-916a-0db71ce69716 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Acquiring lock "b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.539405] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e6017f79-1429-4fb3-916a-0db71ce69716 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Lock "b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.539615] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e6017f79-1429-4fb3-916a-0db71ce69716 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Acquiring lock "b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.539796] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e6017f79-1429-4fb3-916a-0db71ce69716 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Lock "b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.539965] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e6017f79-1429-4fb3-916a-0db71ce69716 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Lock "b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.546420] env[69699]: INFO nova.compute.manager [None req-e6017f79-1429-4fb3-916a-0db71ce69716 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Terminating instance [ 727.579519] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff7ff4a-c699-4c2a-b017-b4b1e5e4a422 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.590865] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c15ec5-820a-429e-84df-90feecd3638e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.625788] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6274516-0042-4e55-8a13-4fb84e830d2e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.634170] env[69699]: DEBUG nova.network.neutron [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 55a31f53-3712-486d-a4a8-7f15597da862] Updating instance_info_cache with network_info: [{"id": "4bec53e8-b166-48d0-806a-c2adab6d94a1", "address": "fa:16:3e:82:7e:b6", "network": {"id": "a8c075bd-9c03-4458-9a0d-78e0c31a32ae", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2079575461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c922a277174041b1c24410c0864a82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bec53e8-b1", "ovs_interfaceid": "4bec53e8-b166-48d0-806a-c2adab6d94a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.639879] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2725069-2f5c-4831-a441-f16a776490a1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.651767] env[69699]: DEBUG oslo_vmware.api [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3606840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.665839] env[69699]: DEBUG oslo_vmware.api [None req-dfc35f4d-9fbd-456e-bf6e-2a6c23f88fe4 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606841, 'name': PowerOffVM_Task, 'duration_secs': 0.254828} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.666346] env[69699]: DEBUG nova.compute.provider_tree [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.667694] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfc35f4d-9fbd-456e-bf6e-2a6c23f88fe4 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: fb987065-208f-42d9-b928-7431e722c642] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 727.667876] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc35f4d-9fbd-456e-bf6e-2a6c23f88fe4 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: fb987065-208f-42d9-b928-7431e722c642] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 727.668642] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7319dee9-a1ec-4e0c-8e93-63eb57b4f681 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.724597] env[69699]: INFO nova.compute.manager [-] [instance: 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e] Took 1.33 seconds to deallocate network for instance. [ 727.739211] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc35f4d-9fbd-456e-bf6e-2a6c23f88fe4 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: fb987065-208f-42d9-b928-7431e722c642] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 727.739531] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc35f4d-9fbd-456e-bf6e-2a6c23f88fe4 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: fb987065-208f-42d9-b928-7431e722c642] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 727.739632] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfc35f4d-9fbd-456e-bf6e-2a6c23f88fe4 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Deleting the datastore file [datastore2] fb987065-208f-42d9-b928-7431e722c642 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 727.740296] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f229100c-cd69-4c8a-a228-975f23ffdb6a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.749204] env[69699]: DEBUG oslo_vmware.api [None req-dfc35f4d-9fbd-456e-bf6e-2a6c23f88fe4 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Waiting for the task: (returnval){ [ 727.749204] env[69699]: value = "task-3606843" [ 727.749204] env[69699]: _type = "Task" [ 727.749204] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.805554] env[69699]: DEBUG oslo_concurrency.lockutils [None req-30c5b334-a48f-46b2-87bc-f9fd83536d6e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.812194] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f137ac09-1137-42c4-a261-c2c88a09c6dd tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.976379] env[69699]: DEBUG nova.compute.manager [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 8a1f8bf9-4787-45d5-bb42-dbd504d568f7] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 728.051256] env[69699]: DEBUG nova.compute.manager [None req-e6017f79-1429-4fb3-916a-0db71ce69716 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 728.051256] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e6017f79-1429-4fb3-916a-0db71ce69716 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 728.052374] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcbedb4-6129-4396-b528-a7eaec456a88 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.060373] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6017f79-1429-4fb3-916a-0db71ce69716 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 728.060628] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fd59997-6713-43c4-a4c7-562e30ee18d2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.067311] env[69699]: DEBUG oslo_vmware.api [None req-e6017f79-1429-4fb3-916a-0db71ce69716 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Waiting for the task: (returnval){ [ 728.067311] env[69699]: value = "task-3606844" [ 728.067311] env[69699]: _type = "Task" [ 728.067311] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.076176] env[69699]: DEBUG oslo_vmware.api [None req-e6017f79-1429-4fb3-916a-0db71ce69716 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Task: {'id': task-3606844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.092309] env[69699]: DEBUG nova.compute.manager [req-e5e89de3-3e20-42bb-8962-98435e7cb1fd req-90b5c5c2-beb9-4010-becb-c9d9d2cfe50e service nova] [instance: 55a31f53-3712-486d-a4a8-7f15597da862] Received event network-vif-plugged-4bec53e8-b166-48d0-806a-c2adab6d94a1 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.092309] env[69699]: DEBUG oslo_concurrency.lockutils [req-e5e89de3-3e20-42bb-8962-98435e7cb1fd req-90b5c5c2-beb9-4010-becb-c9d9d2cfe50e service nova] Acquiring lock "55a31f53-3712-486d-a4a8-7f15597da862-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.092309] env[69699]: DEBUG oslo_concurrency.lockutils [req-e5e89de3-3e20-42bb-8962-98435e7cb1fd req-90b5c5c2-beb9-4010-becb-c9d9d2cfe50e service nova] Lock "55a31f53-3712-486d-a4a8-7f15597da862-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.092309] env[69699]: DEBUG oslo_concurrency.lockutils [req-e5e89de3-3e20-42bb-8962-98435e7cb1fd req-90b5c5c2-beb9-4010-becb-c9d9d2cfe50e service nova] Lock "55a31f53-3712-486d-a4a8-7f15597da862-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.092309] env[69699]: DEBUG nova.compute.manager [req-e5e89de3-3e20-42bb-8962-98435e7cb1fd req-90b5c5c2-beb9-4010-becb-c9d9d2cfe50e service nova] [instance: 55a31f53-3712-486d-a4a8-7f15597da862] No waiting events found dispatching network-vif-plugged-4bec53e8-b166-48d0-806a-c2adab6d94a1 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 728.092506] env[69699]: WARNING nova.compute.manager [req-e5e89de3-3e20-42bb-8962-98435e7cb1fd req-90b5c5c2-beb9-4010-becb-c9d9d2cfe50e service nova] [instance: 55a31f53-3712-486d-a4a8-7f15597da862] Received unexpected event network-vif-plugged-4bec53e8-b166-48d0-806a-c2adab6d94a1 for instance with vm_state building and task_state spawning. [ 728.092506] env[69699]: DEBUG nova.compute.manager [req-e5e89de3-3e20-42bb-8962-98435e7cb1fd req-90b5c5c2-beb9-4010-becb-c9d9d2cfe50e service nova] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Received event network-vif-deleted-9525e76c-4118-4693-b96f-6dfd171d665b {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.092506] env[69699]: DEBUG nova.compute.manager [req-e5e89de3-3e20-42bb-8962-98435e7cb1fd req-90b5c5c2-beb9-4010-becb-c9d9d2cfe50e service nova] [instance: 55a31f53-3712-486d-a4a8-7f15597da862] Received event network-changed-4bec53e8-b166-48d0-806a-c2adab6d94a1 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.092506] env[69699]: DEBUG nova.compute.manager [req-e5e89de3-3e20-42bb-8962-98435e7cb1fd req-90b5c5c2-beb9-4010-becb-c9d9d2cfe50e service nova] [instance: 55a31f53-3712-486d-a4a8-7f15597da862] Refreshing instance network info cache due to event network-changed-4bec53e8-b166-48d0-806a-c2adab6d94a1. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 728.092506] env[69699]: DEBUG oslo_concurrency.lockutils [req-e5e89de3-3e20-42bb-8962-98435e7cb1fd req-90b5c5c2-beb9-4010-becb-c9d9d2cfe50e service nova] Acquiring lock "refresh_cache-55a31f53-3712-486d-a4a8-7f15597da862" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.141390] env[69699]: DEBUG oslo_concurrency.lockutils [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Releasing lock "refresh_cache-55a31f53-3712-486d-a4a8-7f15597da862" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.141760] env[69699]: DEBUG nova.compute.manager [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 55a31f53-3712-486d-a4a8-7f15597da862] Instance network_info: |[{"id": "4bec53e8-b166-48d0-806a-c2adab6d94a1", "address": "fa:16:3e:82:7e:b6", "network": {"id": "a8c075bd-9c03-4458-9a0d-78e0c31a32ae", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2079575461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c922a277174041b1c24410c0864a82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bec53e8-b1", "ovs_interfaceid": "4bec53e8-b166-48d0-806a-c2adab6d94a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 728.142420] env[69699]: DEBUG oslo_vmware.api [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3606840, 'name': ReconfigVM_Task, 'duration_secs': 0.63941} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.142694] env[69699]: DEBUG oslo_concurrency.lockutils [req-e5e89de3-3e20-42bb-8962-98435e7cb1fd req-90b5c5c2-beb9-4010-becb-c9d9d2cfe50e service nova] Acquired lock "refresh_cache-55a31f53-3712-486d-a4a8-7f15597da862" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.142905] env[69699]: DEBUG nova.network.neutron [req-e5e89de3-3e20-42bb-8962-98435e7cb1fd req-90b5c5c2-beb9-4010-becb-c9d9d2cfe50e service nova] [instance: 55a31f53-3712-486d-a4a8-7f15597da862] Refreshing network info cache for port 4bec53e8-b166-48d0-806a-c2adab6d94a1 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.144086] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 55a31f53-3712-486d-a4a8-7f15597da862] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:7e:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f925dc8-2145-457e-a4d4-c07117356dd0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bec53e8-b166-48d0-806a-c2adab6d94a1', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 728.154553] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 728.154778] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678/5d1c2a59-60c3-4bdd-baf7-a91fbf57c678.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.156171] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55a31f53-3712-486d-a4a8-7f15597da862] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 728.156943] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f441176-9b08-46bd-9422-f25b2b1b8e55 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.158050] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d74afb17-5308-4509-89d8-14a7da441659 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.174369] env[69699]: DEBUG nova.scheduler.client.report [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.186271] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 728.186271] env[69699]: value = "task-3606846" [ 728.186271] env[69699]: _type = "Task" [ 728.186271] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.186629] env[69699]: DEBUG oslo_vmware.api [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 728.186629] env[69699]: value = "task-3606845" [ 728.186629] env[69699]: _type = "Task" [ 728.186629] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.200123] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606846, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.203972] env[69699]: DEBUG oslo_vmware.api [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3606845, 'name': Rename_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.235166] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3a475809-3a92-4070-8bf7-917d139b773b tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.260190] env[69699]: DEBUG oslo_vmware.api [None req-dfc35f4d-9fbd-456e-bf6e-2a6c23f88fe4 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606843, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224559} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.260506] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfc35f4d-9fbd-456e-bf6e-2a6c23f88fe4 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 728.260691] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc35f4d-9fbd-456e-bf6e-2a6c23f88fe4 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: fb987065-208f-42d9-b928-7431e722c642] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 728.260867] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc35f4d-9fbd-456e-bf6e-2a6c23f88fe4 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: fb987065-208f-42d9-b928-7431e722c642] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 728.261057] env[69699]: INFO nova.compute.manager [None req-dfc35f4d-9fbd-456e-bf6e-2a6c23f88fe4 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: fb987065-208f-42d9-b928-7431e722c642] Took 1.15 seconds to destroy the instance on the hypervisor. [ 728.261359] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfc35f4d-9fbd-456e-bf6e-2a6c23f88fe4 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 728.261524] env[69699]: DEBUG nova.compute.manager [-] [instance: fb987065-208f-42d9-b928-7431e722c642] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 728.261621] env[69699]: DEBUG nova.network.neutron [-] [instance: fb987065-208f-42d9-b928-7431e722c642] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 728.501110] env[69699]: DEBUG oslo_concurrency.lockutils [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.578568] env[69699]: DEBUG oslo_vmware.api [None req-e6017f79-1429-4fb3-916a-0db71ce69716 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Task: {'id': task-3606844, 'name': PowerOffVM_Task, 'duration_secs': 0.179972} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.578745] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6017f79-1429-4fb3-916a-0db71ce69716 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 728.578914] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e6017f79-1429-4fb3-916a-0db71ce69716 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 728.579427] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-021ca6fa-6450-4e71-87a6-e361a5fa390f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.602802] env[69699]: DEBUG nova.compute.manager [req-808a73d9-61be-48fb-b9d7-2a97921abd36 req-3364d06d-badb-4a60-bbdd-c5ff4381122d service nova] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Received event network-changed-f6d48607-3bbc-441a-9949-a453eca068c1 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.603036] env[69699]: DEBUG nova.compute.manager [req-808a73d9-61be-48fb-b9d7-2a97921abd36 req-3364d06d-badb-4a60-bbdd-c5ff4381122d service nova] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Refreshing instance network info cache due to event network-changed-f6d48607-3bbc-441a-9949-a453eca068c1. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 728.603380] env[69699]: DEBUG oslo_concurrency.lockutils [req-808a73d9-61be-48fb-b9d7-2a97921abd36 req-3364d06d-badb-4a60-bbdd-c5ff4381122d service nova] Acquiring lock "refresh_cache-f94689f2-f576-4b80-bcac-59a95fcd7899" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.603418] env[69699]: DEBUG oslo_concurrency.lockutils [req-808a73d9-61be-48fb-b9d7-2a97921abd36 req-3364d06d-badb-4a60-bbdd-c5ff4381122d service nova] Acquired lock "refresh_cache-f94689f2-f576-4b80-bcac-59a95fcd7899" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.604571] env[69699]: DEBUG nova.network.neutron [req-808a73d9-61be-48fb-b9d7-2a97921abd36 req-3364d06d-badb-4a60-bbdd-c5ff4381122d service nova] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Refreshing network info cache for port f6d48607-3bbc-441a-9949-a453eca068c1 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.663023] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e6017f79-1429-4fb3-916a-0db71ce69716 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 728.663023] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e6017f79-1429-4fb3-916a-0db71ce69716 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 728.663023] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6017f79-1429-4fb3-916a-0db71ce69716 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Deleting the datastore file [datastore2] b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 728.663023] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1d14c2a-124e-4f51-a599-54d6e0ebbf89 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.671377] env[69699]: DEBUG oslo_vmware.api [None req-e6017f79-1429-4fb3-916a-0db71ce69716 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Waiting for the task: (returnval){ [ 728.671377] env[69699]: value = "task-3606848" [ 728.671377] env[69699]: _type = "Task" [ 728.671377] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.682720] env[69699]: DEBUG oslo_concurrency.lockutils [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.778s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.683257] env[69699]: DEBUG nova.compute.manager [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 5faa9d6e-3cbf-46cf-9bf7-d0910511491d] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 728.685918] env[69699]: DEBUG oslo_vmware.api [None req-e6017f79-1429-4fb3-916a-0db71ce69716 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Task: {'id': task-3606848, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.686356] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 24.266s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.686524] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.686669] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69699) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 728.686960] env[69699]: DEBUG oslo_concurrency.lockutils [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.495s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.688406] env[69699]: INFO nova.compute.claims [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 728.691607] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2370db46-15c5-4467-8caa-6eaecf63b167 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.716807] env[69699]: DEBUG oslo_vmware.api [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3606845, 'name': Rename_Task, 'duration_secs': 0.175416} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.717196] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606846, 'name': CreateVM_Task, 'duration_secs': 0.370727} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.718465] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532bea30-6515-412b-8f20-5f65a4e1dc04 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.723378] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.723595] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55a31f53-3712-486d-a4a8-7f15597da862] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 728.724823] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abcdffe3-36b2-4f11-9595-1fcab7dce3af {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.727665] env[69699]: DEBUG oslo_concurrency.lockutils [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.727820] env[69699]: DEBUG oslo_concurrency.lockutils [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.728143] env[69699]: DEBUG oslo_concurrency.lockutils [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.729081] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bb6b403-ad0f-48af-9b3b-22c62400f858 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.743542] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46bc63f1-843d-44c7-98f5-335823a78cfb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.746530] env[69699]: DEBUG oslo_vmware.api [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 728.746530] env[69699]: value = "task-3606849" [ 728.746530] env[69699]: _type = "Task" [ 728.746530] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.746816] env[69699]: DEBUG oslo_vmware.api [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 728.746816] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]521111f8-9f4e-1156-dfeb-215a2b62b395" [ 728.746816] env[69699]: _type = "Task" [ 728.746816] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.756570] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f266de-d3ca-4cc3-9490-4eb9c1985f74 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.766994] env[69699]: DEBUG oslo_vmware.api [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]521111f8-9f4e-1156-dfeb-215a2b62b395, 'name': SearchDatastore_Task, 'duration_secs': 0.013816} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.766994] env[69699]: DEBUG oslo_vmware.api [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3606849, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.769357] env[69699]: DEBUG oslo_concurrency.lockutils [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.769617] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 55a31f53-3712-486d-a4a8-7f15597da862] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 728.769848] env[69699]: DEBUG oslo_concurrency.lockutils [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.770040] env[69699]: DEBUG oslo_concurrency.lockutils [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.770170] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.770492] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f304e381-afb4-4565-a025-00df48b9c2c8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.800460] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178610MB free_disk=77GB free_vcpus=48 pci_devices=None {{(pid=69699) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 728.800633] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.810163] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.810479] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 728.811195] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c20b3ea3-e5f8-4c89-923d-1dacd1c416ba {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.817467] env[69699]: DEBUG oslo_vmware.api [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 728.817467] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52097202-f2de-ea49-5d1f-0f26f3bb92fb" [ 728.817467] env[69699]: _type = "Task" [ 728.817467] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.826649] env[69699]: DEBUG oslo_vmware.api [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52097202-f2de-ea49-5d1f-0f26f3bb92fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.973645] env[69699]: DEBUG nova.network.neutron [req-e5e89de3-3e20-42bb-8962-98435e7cb1fd req-90b5c5c2-beb9-4010-becb-c9d9d2cfe50e service nova] [instance: 55a31f53-3712-486d-a4a8-7f15597da862] Updated VIF entry in instance network info cache for port 4bec53e8-b166-48d0-806a-c2adab6d94a1. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 728.974041] env[69699]: DEBUG nova.network.neutron [req-e5e89de3-3e20-42bb-8962-98435e7cb1fd req-90b5c5c2-beb9-4010-becb-c9d9d2cfe50e service nova] [instance: 55a31f53-3712-486d-a4a8-7f15597da862] Updating instance_info_cache with network_info: [{"id": "4bec53e8-b166-48d0-806a-c2adab6d94a1", "address": "fa:16:3e:82:7e:b6", "network": {"id": "a8c075bd-9c03-4458-9a0d-78e0c31a32ae", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2079575461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c922a277174041b1c24410c0864a82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bec53e8-b1", "ovs_interfaceid": "4bec53e8-b166-48d0-806a-c2adab6d94a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.097401] env[69699]: DEBUG nova.network.neutron [-] [instance: fb987065-208f-42d9-b928-7431e722c642] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.182374] env[69699]: DEBUG oslo_vmware.api [None req-e6017f79-1429-4fb3-916a-0db71ce69716 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Task: {'id': task-3606848, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226649} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.182532] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6017f79-1429-4fb3-916a-0db71ce69716 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 729.182713] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e6017f79-1429-4fb3-916a-0db71ce69716 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 729.182892] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e6017f79-1429-4fb3-916a-0db71ce69716 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 729.183104] env[69699]: INFO nova.compute.manager [None req-e6017f79-1429-4fb3-916a-0db71ce69716 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 729.183367] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6017f79-1429-4fb3-916a-0db71ce69716 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.183575] env[69699]: DEBUG nova.compute.manager [-] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 729.183669] env[69699]: DEBUG nova.network.neutron [-] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 729.187742] env[69699]: DEBUG nova.compute.utils [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 729.189108] env[69699]: DEBUG nova.compute.manager [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 5faa9d6e-3cbf-46cf-9bf7-d0910511491d] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 729.189276] env[69699]: DEBUG nova.network.neutron [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 5faa9d6e-3cbf-46cf-9bf7-d0910511491d] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 729.257672] env[69699]: DEBUG oslo_vmware.api [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3606849, 'name': PowerOnVM_Task, 'duration_secs': 0.513031} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.257953] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 729.258177] env[69699]: INFO nova.compute.manager [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Took 8.53 seconds to spawn the instance on the hypervisor. [ 729.258353] env[69699]: DEBUG nova.compute.manager [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 729.259122] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b40555f-705d-4c85-9724-e1267b4ee41e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.296461] env[69699]: DEBUG nova.policy [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9252a3a462ec44ef98ad3d8f019ab715', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '152467b2c42f4433aacb37504612095d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 729.328904] env[69699]: DEBUG oslo_vmware.api [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52097202-f2de-ea49-5d1f-0f26f3bb92fb, 'name': SearchDatastore_Task, 'duration_secs': 0.010417} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.329727] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dc12338-d884-45ff-a446-49a9f5a992eb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.340810] env[69699]: DEBUG oslo_vmware.api [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 729.340810] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5276ff40-f2b1-2361-35ee-b2240c920d0e" [ 729.340810] env[69699]: _type = "Task" [ 729.340810] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.360343] env[69699]: DEBUG oslo_vmware.api [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5276ff40-f2b1-2361-35ee-b2240c920d0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.477207] env[69699]: DEBUG oslo_concurrency.lockutils [req-e5e89de3-3e20-42bb-8962-98435e7cb1fd req-90b5c5c2-beb9-4010-becb-c9d9d2cfe50e service nova] Releasing lock "refresh_cache-55a31f53-3712-486d-a4a8-7f15597da862" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.477258] env[69699]: DEBUG nova.compute.manager [req-e5e89de3-3e20-42bb-8962-98435e7cb1fd req-90b5c5c2-beb9-4010-becb-c9d9d2cfe50e service nova] [instance: 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e] Received event network-vif-deleted-201f4334-c57c-426c-b9d0-48a1b1c37d36 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.485064] env[69699]: DEBUG nova.network.neutron [req-808a73d9-61be-48fb-b9d7-2a97921abd36 req-3364d06d-badb-4a60-bbdd-c5ff4381122d service nova] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Updated VIF entry in instance network info cache for port f6d48607-3bbc-441a-9949-a453eca068c1. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.485425] env[69699]: DEBUG nova.network.neutron [req-808a73d9-61be-48fb-b9d7-2a97921abd36 req-3364d06d-badb-4a60-bbdd-c5ff4381122d service nova] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Updating instance_info_cache with network_info: [{"id": "f6d48607-3bbc-441a-9949-a453eca068c1", "address": "fa:16:3e:e2:c0:9e", "network": {"id": "3f14eaef-d19b-457b-a28c-e23b83fd8646", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-456630276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3706174f65824863b5c86764cc939538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6d48607-3b", "ovs_interfaceid": "f6d48607-3bbc-441a-9949-a453eca068c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.600922] env[69699]: INFO nova.compute.manager [-] [instance: fb987065-208f-42d9-b928-7431e722c642] Took 1.34 seconds to deallocate network for instance. [ 729.692825] env[69699]: DEBUG nova.compute.manager [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 5faa9d6e-3cbf-46cf-9bf7-d0910511491d] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 729.751108] env[69699]: DEBUG nova.network.neutron [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 5faa9d6e-3cbf-46cf-9bf7-d0910511491d] Successfully created port: ccd995c3-6fd1-494e-809a-dc53a7845e8f {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 729.779360] env[69699]: INFO nova.compute.manager [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Took 44.15 seconds to build instance. [ 729.858905] env[69699]: DEBUG oslo_vmware.api [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5276ff40-f2b1-2361-35ee-b2240c920d0e, 'name': SearchDatastore_Task, 'duration_secs': 0.012683} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.859226] env[69699]: DEBUG oslo_concurrency.lockutils [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.859566] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 55a31f53-3712-486d-a4a8-7f15597da862/55a31f53-3712-486d-a4a8-7f15597da862.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 729.859954] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2cd9c031-b118-4e27-acff-daa062e8728a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.871673] env[69699]: DEBUG oslo_vmware.api [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 729.871673] env[69699]: value = "task-3606850" [ 729.871673] env[69699]: _type = "Task" [ 729.871673] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.885796] env[69699]: DEBUG oslo_vmware.api [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3606850, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.987626] env[69699]: DEBUG oslo_concurrency.lockutils [req-808a73d9-61be-48fb-b9d7-2a97921abd36 req-3364d06d-badb-4a60-bbdd-c5ff4381122d service nova] Releasing lock "refresh_cache-f94689f2-f576-4b80-bcac-59a95fcd7899" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.987858] env[69699]: DEBUG nova.compute.manager [req-808a73d9-61be-48fb-b9d7-2a97921abd36 req-3364d06d-badb-4a60-bbdd-c5ff4381122d service nova] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Received event network-changed-f6d48607-3bbc-441a-9949-a453eca068c1 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.988056] env[69699]: DEBUG nova.compute.manager [req-808a73d9-61be-48fb-b9d7-2a97921abd36 req-3364d06d-badb-4a60-bbdd-c5ff4381122d service nova] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Refreshing instance network info cache due to event network-changed-f6d48607-3bbc-441a-9949-a453eca068c1. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 729.988378] env[69699]: DEBUG oslo_concurrency.lockutils [req-808a73d9-61be-48fb-b9d7-2a97921abd36 req-3364d06d-badb-4a60-bbdd-c5ff4381122d service nova] Acquiring lock "refresh_cache-f94689f2-f576-4b80-bcac-59a95fcd7899" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.988542] env[69699]: DEBUG oslo_concurrency.lockutils [req-808a73d9-61be-48fb-b9d7-2a97921abd36 req-3364d06d-badb-4a60-bbdd-c5ff4381122d service nova] Acquired lock "refresh_cache-f94689f2-f576-4b80-bcac-59a95fcd7899" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.988705] env[69699]: DEBUG nova.network.neutron [req-808a73d9-61be-48fb-b9d7-2a97921abd36 req-3364d06d-badb-4a60-bbdd-c5ff4381122d service nova] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Refreshing network info cache for port f6d48607-3bbc-441a-9949-a453eca068c1 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 730.062049] env[69699]: DEBUG nova.network.neutron [-] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.106947] env[69699]: DEBUG oslo_concurrency.lockutils [None req-dfc35f4d-9fbd-456e-bf6e-2a6c23f88fe4 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.242847] env[69699]: DEBUG nova.compute.manager [req-cf94088a-4310-43f0-8e2d-23e597025510 req-f20d724f-a8d7-42fc-8d49-d7e2ebab6845 service nova] [instance: fb987065-208f-42d9-b928-7431e722c642] Received event network-vif-deleted-289d8bd4-3d57-4c25-8fab-6cda2dbb8171 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.249634] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12be50fd-60f7-4638-8b97-8c50eda35ff3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.261021] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc9aa03-ecda-44a6-b7e6-8c33fd193f5c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.292329] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4d24741b-a34a-41e0-b7ce-9703ce5194f1 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Lock "5d1c2a59-60c3-4bdd-baf7-a91fbf57c678" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.857s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.294442] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85816de4-e005-4a98-8054-e8d61a216885 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.303153] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53fed4e2-121c-48a4-95bd-d5bdf872e94e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.319330] env[69699]: DEBUG nova.compute.provider_tree [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.383536] env[69699]: DEBUG oslo_vmware.api [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3606850, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.564578] env[69699]: INFO nova.compute.manager [-] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Took 1.38 seconds to deallocate network for instance. [ 730.639191] env[69699]: DEBUG nova.compute.manager [req-24790403-23a1-495d-9ec1-1e3cb9f1e71a req-2975d305-cebf-41ce-b7cb-b3c066049694 service nova] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Received event network-vif-deleted-73f5d294-7953-48bc-9257-bba950e41446 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.705202] env[69699]: DEBUG nova.compute.manager [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 5faa9d6e-3cbf-46cf-9bf7-d0910511491d] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 730.736338] env[69699]: DEBUG nova.virt.hardware [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 730.736898] env[69699]: DEBUG nova.virt.hardware [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 730.737116] env[69699]: DEBUG nova.virt.hardware [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 730.737313] env[69699]: DEBUG nova.virt.hardware [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 730.737460] env[69699]: DEBUG nova.virt.hardware [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 730.737607] env[69699]: DEBUG nova.virt.hardware [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 730.738093] env[69699]: DEBUG nova.virt.hardware [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 730.738274] env[69699]: DEBUG nova.virt.hardware [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 730.738447] env[69699]: DEBUG nova.virt.hardware [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 730.738827] env[69699]: DEBUG nova.virt.hardware [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 730.739048] env[69699]: DEBUG nova.virt.hardware [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 730.740426] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b583b92-025e-4aee-93a6-747e19393a9c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.750508] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065da526-6730-4be3-9248-4ab6b3bf6fe1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.799244] env[69699]: DEBUG nova.compute.manager [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 730.812136] env[69699]: DEBUG nova.network.neutron [req-808a73d9-61be-48fb-b9d7-2a97921abd36 req-3364d06d-badb-4a60-bbdd-c5ff4381122d service nova] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Updated VIF entry in instance network info cache for port f6d48607-3bbc-441a-9949-a453eca068c1. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.812280] env[69699]: DEBUG nova.network.neutron [req-808a73d9-61be-48fb-b9d7-2a97921abd36 req-3364d06d-badb-4a60-bbdd-c5ff4381122d service nova] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Updating instance_info_cache with network_info: [{"id": "f6d48607-3bbc-441a-9949-a453eca068c1", "address": "fa:16:3e:e2:c0:9e", "network": {"id": "3f14eaef-d19b-457b-a28c-e23b83fd8646", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-456630276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3706174f65824863b5c86764cc939538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6d48607-3b", "ovs_interfaceid": "f6d48607-3bbc-441a-9949-a453eca068c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.822196] env[69699]: DEBUG nova.scheduler.client.report [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.885137] env[69699]: DEBUG oslo_vmware.api [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3606850, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.955247} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.885365] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 55a31f53-3712-486d-a4a8-7f15597da862/55a31f53-3712-486d-a4a8-7f15597da862.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 730.885585] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 55a31f53-3712-486d-a4a8-7f15597da862] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 730.885803] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c3dfb35-b274-4cd0-b13c-a7f9a94fb6ad {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.896339] env[69699]: DEBUG oslo_vmware.api [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 730.896339] env[69699]: value = "task-3606851" [ 730.896339] env[69699]: _type = "Task" [ 730.896339] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.903632] env[69699]: DEBUG oslo_vmware.api [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3606851, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.072159] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e6017f79-1429-4fb3-916a-0db71ce69716 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.314618] env[69699]: DEBUG oslo_concurrency.lockutils [req-808a73d9-61be-48fb-b9d7-2a97921abd36 req-3364d06d-badb-4a60-bbdd-c5ff4381122d service nova] Releasing lock "refresh_cache-f94689f2-f576-4b80-bcac-59a95fcd7899" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.322903] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.326754] env[69699]: DEBUG oslo_concurrency.lockutils [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.327377] env[69699]: DEBUG nova.compute.manager [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 731.330225] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.625s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.332803] env[69699]: INFO nova.compute.claims [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] [instance: 64ac299a-1fe8-4bcb-b657-6d660d38f5b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 731.406383] env[69699]: DEBUG oslo_vmware.api [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3606851, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071719} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.406652] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 55a31f53-3712-486d-a4a8-7f15597da862] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.407470] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ebcae4-50c7-45f3-99c3-092ef70a0ada {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.429942] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 55a31f53-3712-486d-a4a8-7f15597da862] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 55a31f53-3712-486d-a4a8-7f15597da862/55a31f53-3712-486d-a4a8-7f15597da862.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.430270] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e76a3cd0-d4fe-42ca-a575-2a951d6880ba {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.450941] env[69699]: DEBUG oslo_vmware.api [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 731.450941] env[69699]: value = "task-3606852" [ 731.450941] env[69699]: _type = "Task" [ 731.450941] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.461097] env[69699]: DEBUG oslo_vmware.api [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3606852, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.604910] env[69699]: DEBUG nova.network.neutron [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 5faa9d6e-3cbf-46cf-9bf7-d0910511491d] Successfully updated port: ccd995c3-6fd1-494e-809a-dc53a7845e8f {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 731.814729] env[69699]: DEBUG oslo_concurrency.lockutils [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Acquiring lock "7927fd76-4ab2-4703-985e-e539a7d44482" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.815009] env[69699]: DEBUG oslo_concurrency.lockutils [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Lock "7927fd76-4ab2-4703-985e-e539a7d44482" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.841857] env[69699]: DEBUG nova.compute.utils [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 731.843448] env[69699]: DEBUG nova.compute.manager [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 731.843570] env[69699]: DEBUG nova.network.neutron [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 731.893657] env[69699]: DEBUG nova.policy [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03e530a5dac84ceb9c459199a8082cf8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8394c185353f4b06b9f5e55522a396c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 731.963489] env[69699]: DEBUG oslo_vmware.api [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3606852, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.110174] env[69699]: DEBUG oslo_concurrency.lockutils [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "refresh_cache-5faa9d6e-3cbf-46cf-9bf7-d0910511491d" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.110174] env[69699]: DEBUG oslo_concurrency.lockutils [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquired lock "refresh_cache-5faa9d6e-3cbf-46cf-9bf7-d0910511491d" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.110174] env[69699]: DEBUG nova.network.neutron [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 5faa9d6e-3cbf-46cf-9bf7-d0910511491d] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.244796] env[69699]: DEBUG nova.network.neutron [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Successfully created port: b173074e-8ee9-458f-8c26-64dec7000a04 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 732.282821] env[69699]: DEBUG nova.compute.manager [req-98a07b0a-a966-4a8e-8c53-90daa2aad5fa req-8bf7fcf3-4226-401d-ad6b-24f46219a0fb service nova] [instance: 5faa9d6e-3cbf-46cf-9bf7-d0910511491d] Received event network-vif-plugged-ccd995c3-6fd1-494e-809a-dc53a7845e8f {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.283025] env[69699]: DEBUG oslo_concurrency.lockutils [req-98a07b0a-a966-4a8e-8c53-90daa2aad5fa req-8bf7fcf3-4226-401d-ad6b-24f46219a0fb service nova] Acquiring lock "5faa9d6e-3cbf-46cf-9bf7-d0910511491d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.283264] env[69699]: DEBUG oslo_concurrency.lockutils [req-98a07b0a-a966-4a8e-8c53-90daa2aad5fa req-8bf7fcf3-4226-401d-ad6b-24f46219a0fb service nova] Lock "5faa9d6e-3cbf-46cf-9bf7-d0910511491d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.283413] env[69699]: DEBUG oslo_concurrency.lockutils [req-98a07b0a-a966-4a8e-8c53-90daa2aad5fa req-8bf7fcf3-4226-401d-ad6b-24f46219a0fb service nova] Lock "5faa9d6e-3cbf-46cf-9bf7-d0910511491d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.283579] env[69699]: DEBUG nova.compute.manager [req-98a07b0a-a966-4a8e-8c53-90daa2aad5fa req-8bf7fcf3-4226-401d-ad6b-24f46219a0fb service nova] [instance: 5faa9d6e-3cbf-46cf-9bf7-d0910511491d] No waiting events found dispatching network-vif-plugged-ccd995c3-6fd1-494e-809a-dc53a7845e8f {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 732.283731] env[69699]: WARNING nova.compute.manager [req-98a07b0a-a966-4a8e-8c53-90daa2aad5fa req-8bf7fcf3-4226-401d-ad6b-24f46219a0fb service nova] [instance: 5faa9d6e-3cbf-46cf-9bf7-d0910511491d] Received unexpected event network-vif-plugged-ccd995c3-6fd1-494e-809a-dc53a7845e8f for instance with vm_state building and task_state spawning. [ 732.283879] env[69699]: DEBUG nova.compute.manager [req-98a07b0a-a966-4a8e-8c53-90daa2aad5fa req-8bf7fcf3-4226-401d-ad6b-24f46219a0fb service nova] [instance: 5faa9d6e-3cbf-46cf-9bf7-d0910511491d] Received event network-changed-ccd995c3-6fd1-494e-809a-dc53a7845e8f {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.284043] env[69699]: DEBUG nova.compute.manager [req-98a07b0a-a966-4a8e-8c53-90daa2aad5fa req-8bf7fcf3-4226-401d-ad6b-24f46219a0fb service nova] [instance: 5faa9d6e-3cbf-46cf-9bf7-d0910511491d] Refreshing instance network info cache due to event network-changed-ccd995c3-6fd1-494e-809a-dc53a7845e8f. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 732.284205] env[69699]: DEBUG oslo_concurrency.lockutils [req-98a07b0a-a966-4a8e-8c53-90daa2aad5fa req-8bf7fcf3-4226-401d-ad6b-24f46219a0fb service nova] Acquiring lock "refresh_cache-5faa9d6e-3cbf-46cf-9bf7-d0910511491d" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.347037] env[69699]: DEBUG nova.compute.manager [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 732.468981] env[69699]: DEBUG oslo_vmware.api [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3606852, 'name': ReconfigVM_Task, 'duration_secs': 0.565407} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.468981] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 55a31f53-3712-486d-a4a8-7f15597da862] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 55a31f53-3712-486d-a4a8-7f15597da862/55a31f53-3712-486d-a4a8-7f15597da862.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.469305] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd6ab0e8-8c44-46e7-82f8-8ae24968d123 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.476642] env[69699]: DEBUG oslo_vmware.api [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 732.476642] env[69699]: value = "task-3606853" [ 732.476642] env[69699]: _type = "Task" [ 732.476642] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.486479] env[69699]: DEBUG oslo_vmware.api [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3606853, 'name': Rename_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.655607] env[69699]: DEBUG nova.network.neutron [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 5faa9d6e-3cbf-46cf-9bf7-d0910511491d] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 732.783321] env[69699]: DEBUG nova.network.neutron [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 5faa9d6e-3cbf-46cf-9bf7-d0910511491d] Updating instance_info_cache with network_info: [{"id": "ccd995c3-6fd1-494e-809a-dc53a7845e8f", "address": "fa:16:3e:1f:07:89", "network": {"id": "3704068f-6289-4088-bfd3-0d8f4fb8ad07", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1045952331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "152467b2c42f4433aacb37504612095d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccd995c3-6f", "ovs_interfaceid": "ccd995c3-6fd1-494e-809a-dc53a7845e8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.824741] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b411f84-e29f-453a-b9fc-61b45c6e277e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.832616] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b038f5-2e63-4e3b-a276-dce87ba52868 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.865917] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a219b57-eea4-4576-99ab-0abd31a5f29e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.874186] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf131d53-131e-4445-981a-991c81c7c2b4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.887819] env[69699]: DEBUG nova.compute.provider_tree [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.986808] env[69699]: DEBUG oslo_vmware.api [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3606853, 'name': Rename_Task, 'duration_secs': 0.456656} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.987199] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 55a31f53-3712-486d-a4a8-7f15597da862] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 732.987423] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eddd70cd-d60f-460b-91c8-33109e711097 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.994740] env[69699]: DEBUG oslo_vmware.api [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 732.994740] env[69699]: value = "task-3606854" [ 732.994740] env[69699]: _type = "Task" [ 732.994740] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.002521] env[69699]: DEBUG oslo_vmware.api [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3606854, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.287760] env[69699]: DEBUG oslo_concurrency.lockutils [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Releasing lock "refresh_cache-5faa9d6e-3cbf-46cf-9bf7-d0910511491d" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.288123] env[69699]: DEBUG nova.compute.manager [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 5faa9d6e-3cbf-46cf-9bf7-d0910511491d] Instance network_info: |[{"id": "ccd995c3-6fd1-494e-809a-dc53a7845e8f", "address": "fa:16:3e:1f:07:89", "network": {"id": "3704068f-6289-4088-bfd3-0d8f4fb8ad07", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1045952331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "152467b2c42f4433aacb37504612095d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccd995c3-6f", "ovs_interfaceid": "ccd995c3-6fd1-494e-809a-dc53a7845e8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 733.288454] env[69699]: DEBUG oslo_concurrency.lockutils [req-98a07b0a-a966-4a8e-8c53-90daa2aad5fa req-8bf7fcf3-4226-401d-ad6b-24f46219a0fb service nova] Acquired lock "refresh_cache-5faa9d6e-3cbf-46cf-9bf7-d0910511491d" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.288639] env[69699]: DEBUG nova.network.neutron [req-98a07b0a-a966-4a8e-8c53-90daa2aad5fa req-8bf7fcf3-4226-401d-ad6b-24f46219a0fb service nova] [instance: 5faa9d6e-3cbf-46cf-9bf7-d0910511491d] Refreshing network info cache for port ccd995c3-6fd1-494e-809a-dc53a7845e8f {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.289918] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 5faa9d6e-3cbf-46cf-9bf7-d0910511491d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:07:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c894ab55-c869-4530-9702-cb46d173ce94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ccd995c3-6fd1-494e-809a-dc53a7845e8f', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 733.297461] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Creating folder: Project (152467b2c42f4433aacb37504612095d). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.298532] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6f1d771-c904-4571-9f95-d00e0debd3eb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.311157] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Created folder: Project (152467b2c42f4433aacb37504612095d) in parent group-v719415. [ 733.311351] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Creating folder: Instances. Parent ref: group-v719531. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.311590] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94b5f484-64f3-41c0-a38b-06f4b51802e4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.323511] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Created folder: Instances in parent group-v719531. [ 733.323747] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.323932] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5faa9d6e-3cbf-46cf-9bf7-d0910511491d] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 733.324149] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d3c689e-9b42-49b8-80b3-4a07e76e3c00 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.344333] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 733.344333] env[69699]: value = "task-3606857" [ 733.344333] env[69699]: _type = "Task" [ 733.344333] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.352723] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606857, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.370241] env[69699]: DEBUG nova.compute.manager [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 733.392917] env[69699]: DEBUG nova.scheduler.client.report [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.403796] env[69699]: DEBUG nova.virt.hardware [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.404198] env[69699]: DEBUG nova.virt.hardware [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.404545] env[69699]: DEBUG nova.virt.hardware [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.404774] env[69699]: DEBUG nova.virt.hardware [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.405080] env[69699]: DEBUG nova.virt.hardware [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.405152] env[69699]: DEBUG nova.virt.hardware [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.405345] env[69699]: DEBUG nova.virt.hardware [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.405515] env[69699]: DEBUG nova.virt.hardware [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.405677] env[69699]: DEBUG nova.virt.hardware [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.405831] env[69699]: DEBUG nova.virt.hardware [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.405997] env[69699]: DEBUG nova.virt.hardware [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.406935] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde0f90d-023e-4afd-a76b-107fb6637b5a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.418498] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495e0485-4394-433b-a9ae-ea5a7c9012e0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.505852] env[69699]: DEBUG oslo_vmware.api [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3606854, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.856131] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606857, 'name': CreateVM_Task, 'duration_secs': 0.384059} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.856322] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5faa9d6e-3cbf-46cf-9bf7-d0910511491d] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.857045] env[69699]: DEBUG oslo_concurrency.lockutils [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.857215] env[69699]: DEBUG oslo_concurrency.lockutils [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.857539] env[69699]: DEBUG oslo_concurrency.lockutils [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.857793] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4516cf80-5e73-495f-94f3-44fa7c0f224b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.863279] env[69699]: DEBUG oslo_vmware.api [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 733.863279] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52bec8d6-eb3b-d845-cbcd-82e03cb904e5" [ 733.863279] env[69699]: _type = "Task" [ 733.863279] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.864043] env[69699]: DEBUG nova.network.neutron [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Successfully updated port: b173074e-8ee9-458f-8c26-64dec7000a04 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 733.878140] env[69699]: DEBUG oslo_vmware.api [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52bec8d6-eb3b-d845-cbcd-82e03cb904e5, 'name': SearchDatastore_Task, 'duration_secs': 0.010731} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.878579] env[69699]: DEBUG oslo_concurrency.lockutils [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.878824] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 5faa9d6e-3cbf-46cf-9bf7-d0910511491d] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 733.879065] env[69699]: DEBUG oslo_concurrency.lockutils [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.879214] env[69699]: DEBUG oslo_concurrency.lockutils [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.879387] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 733.879657] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a86beb2b-7f0e-46da-a306-f32596771101 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.889788] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 733.889967] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 733.890953] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67b19ea3-d425-4b21-aaaf-9a2cf34fa354 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.898961] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.899450] env[69699]: DEBUG nova.compute.manager [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] [instance: 64ac299a-1fe8-4bcb-b657-6d660d38f5b5] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 733.903575] env[69699]: DEBUG oslo_concurrency.lockutils [None req-57f909a6-236b-4260-b0a2-db604d234525 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.984s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.903575] env[69699]: DEBUG nova.objects.instance [None req-57f909a6-236b-4260-b0a2-db604d234525 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Lazy-loading 'resources' on Instance uuid 7a41f0c5-22b0-48ca-9be5-f41ab5f64203 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.904797] env[69699]: DEBUG oslo_vmware.api [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 733.904797] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52163424-3f8f-455f-5ff3-22922de0793e" [ 733.904797] env[69699]: _type = "Task" [ 733.904797] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.915500] env[69699]: DEBUG oslo_vmware.api [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52163424-3f8f-455f-5ff3-22922de0793e, 'name': SearchDatastore_Task, 'duration_secs': 0.012829} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.919918] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5eeb7ee1-2b81-4c51-be7e-9f8da5c8b507 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.925979] env[69699]: DEBUG oslo_vmware.api [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 733.925979] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5278197e-45bb-7411-6cb2-314d99fc5e24" [ 733.925979] env[69699]: _type = "Task" [ 733.925979] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.938869] env[69699]: DEBUG oslo_vmware.api [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5278197e-45bb-7411-6cb2-314d99fc5e24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.008488] env[69699]: DEBUG oslo_vmware.api [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3606854, 'name': PowerOnVM_Task, 'duration_secs': 0.762714} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.008806] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 55a31f53-3712-486d-a4a8-7f15597da862] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.008967] env[69699]: INFO nova.compute.manager [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 55a31f53-3712-486d-a4a8-7f15597da862] Took 8.34 seconds to spawn the instance on the hypervisor. [ 734.009222] env[69699]: DEBUG nova.compute.manager [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 55a31f53-3712-486d-a4a8-7f15597da862] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.010136] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e8ee5a-aca3-474c-8eda-5feed6844146 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.041787] env[69699]: DEBUG nova.network.neutron [req-98a07b0a-a966-4a8e-8c53-90daa2aad5fa req-8bf7fcf3-4226-401d-ad6b-24f46219a0fb service nova] [instance: 5faa9d6e-3cbf-46cf-9bf7-d0910511491d] Updated VIF entry in instance network info cache for port ccd995c3-6fd1-494e-809a-dc53a7845e8f. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.041787] env[69699]: DEBUG nova.network.neutron [req-98a07b0a-a966-4a8e-8c53-90daa2aad5fa req-8bf7fcf3-4226-401d-ad6b-24f46219a0fb service nova] [instance: 5faa9d6e-3cbf-46cf-9bf7-d0910511491d] Updating instance_info_cache with network_info: [{"id": "ccd995c3-6fd1-494e-809a-dc53a7845e8f", "address": "fa:16:3e:1f:07:89", "network": {"id": "3704068f-6289-4088-bfd3-0d8f4fb8ad07", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1045952331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "152467b2c42f4433aacb37504612095d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccd995c3-6f", "ovs_interfaceid": "ccd995c3-6fd1-494e-809a-dc53a7845e8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.344083] env[69699]: DEBUG nova.compute.manager [req-8109828d-0afc-4b3e-b543-5d395749e56c req-0f1fe2f5-bfee-4246-910e-d0ca9be7b12c service nova] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Received event network-vif-plugged-b173074e-8ee9-458f-8c26-64dec7000a04 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.344908] env[69699]: DEBUG oslo_concurrency.lockutils [req-8109828d-0afc-4b3e-b543-5d395749e56c req-0f1fe2f5-bfee-4246-910e-d0ca9be7b12c service nova] Acquiring lock "ca488e4c-5958-4ae8-a611-16034ea05264-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.345304] env[69699]: DEBUG oslo_concurrency.lockutils [req-8109828d-0afc-4b3e-b543-5d395749e56c req-0f1fe2f5-bfee-4246-910e-d0ca9be7b12c service nova] Lock "ca488e4c-5958-4ae8-a611-16034ea05264-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.345700] env[69699]: DEBUG oslo_concurrency.lockutils [req-8109828d-0afc-4b3e-b543-5d395749e56c req-0f1fe2f5-bfee-4246-910e-d0ca9be7b12c service nova] Lock "ca488e4c-5958-4ae8-a611-16034ea05264-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.345996] env[69699]: DEBUG nova.compute.manager [req-8109828d-0afc-4b3e-b543-5d395749e56c req-0f1fe2f5-bfee-4246-910e-d0ca9be7b12c service nova] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] No waiting events found dispatching network-vif-plugged-b173074e-8ee9-458f-8c26-64dec7000a04 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 734.346218] env[69699]: WARNING nova.compute.manager [req-8109828d-0afc-4b3e-b543-5d395749e56c req-0f1fe2f5-bfee-4246-910e-d0ca9be7b12c service nova] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Received unexpected event network-vif-plugged-b173074e-8ee9-458f-8c26-64dec7000a04 for instance with vm_state building and task_state spawning. [ 734.346431] env[69699]: DEBUG nova.compute.manager [req-8109828d-0afc-4b3e-b543-5d395749e56c req-0f1fe2f5-bfee-4246-910e-d0ca9be7b12c service nova] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Received event network-changed-b173074e-8ee9-458f-8c26-64dec7000a04 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.346603] env[69699]: DEBUG nova.compute.manager [req-8109828d-0afc-4b3e-b543-5d395749e56c req-0f1fe2f5-bfee-4246-910e-d0ca9be7b12c service nova] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Refreshing instance network info cache due to event network-changed-b173074e-8ee9-458f-8c26-64dec7000a04. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 734.346889] env[69699]: DEBUG oslo_concurrency.lockutils [req-8109828d-0afc-4b3e-b543-5d395749e56c req-0f1fe2f5-bfee-4246-910e-d0ca9be7b12c service nova] Acquiring lock "refresh_cache-ca488e4c-5958-4ae8-a611-16034ea05264" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.347093] env[69699]: DEBUG oslo_concurrency.lockutils [req-8109828d-0afc-4b3e-b543-5d395749e56c req-0f1fe2f5-bfee-4246-910e-d0ca9be7b12c service nova] Acquired lock "refresh_cache-ca488e4c-5958-4ae8-a611-16034ea05264" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.347395] env[69699]: DEBUG nova.network.neutron [req-8109828d-0afc-4b3e-b543-5d395749e56c req-0f1fe2f5-bfee-4246-910e-d0ca9be7b12c service nova] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Refreshing network info cache for port b173074e-8ee9-458f-8c26-64dec7000a04 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.372471] env[69699]: DEBUG oslo_concurrency.lockutils [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Acquiring lock "refresh_cache-ca488e4c-5958-4ae8-a611-16034ea05264" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.406992] env[69699]: DEBUG nova.compute.utils [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 734.408474] env[69699]: DEBUG nova.compute.manager [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] [instance: 64ac299a-1fe8-4bcb-b657-6d660d38f5b5] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 734.408672] env[69699]: DEBUG nova.network.neutron [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] [instance: 64ac299a-1fe8-4bcb-b657-6d660d38f5b5] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 734.440237] env[69699]: DEBUG oslo_vmware.api [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5278197e-45bb-7411-6cb2-314d99fc5e24, 'name': SearchDatastore_Task, 'duration_secs': 0.010223} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.440545] env[69699]: DEBUG oslo_concurrency.lockutils [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.440784] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 5faa9d6e-3cbf-46cf-9bf7-d0910511491d/5faa9d6e-3cbf-46cf-9bf7-d0910511491d.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.441482] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-693aaec6-00fb-4f51-a3d6-173beab7f535 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.452135] env[69699]: DEBUG oslo_vmware.api [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 734.452135] env[69699]: value = "task-3606858" [ 734.452135] env[69699]: _type = "Task" [ 734.452135] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.462689] env[69699]: DEBUG oslo_vmware.api [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3606858, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.489933] env[69699]: DEBUG nova.policy [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a8ee112fb0b44c1ac94656b29ccb70a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37b5f0df13a34b97b78c8ea5698e5d34', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 734.534128] env[69699]: INFO nova.compute.manager [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 55a31f53-3712-486d-a4a8-7f15597da862] Took 44.72 seconds to build instance. [ 734.546459] env[69699]: DEBUG oslo_concurrency.lockutils [req-98a07b0a-a966-4a8e-8c53-90daa2aad5fa req-8bf7fcf3-4226-401d-ad6b-24f46219a0fb service nova] Releasing lock "refresh_cache-5faa9d6e-3cbf-46cf-9bf7-d0910511491d" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.883650] env[69699]: DEBUG nova.network.neutron [req-8109828d-0afc-4b3e-b543-5d395749e56c req-0f1fe2f5-bfee-4246-910e-d0ca9be7b12c service nova] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 734.887163] env[69699]: DEBUG nova.network.neutron [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] [instance: 64ac299a-1fe8-4bcb-b657-6d660d38f5b5] Successfully created port: 7f25a208-9daf-42f9-aea2-aa6516992377 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 734.914165] env[69699]: DEBUG nova.compute.manager [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] [instance: 64ac299a-1fe8-4bcb-b657-6d660d38f5b5] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 734.965947] env[69699]: DEBUG oslo_vmware.api [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3606858, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.993407] env[69699]: DEBUG nova.network.neutron [req-8109828d-0afc-4b3e-b543-5d395749e56c req-0f1fe2f5-bfee-4246-910e-d0ca9be7b12c service nova] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.000016] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352f929f-9ec1-4887-92d6-2b70fa2413f2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.010729] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb1ba80-792f-4d73-9752-4202f8519c4e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.045531] env[69699]: DEBUG oslo_concurrency.lockutils [None req-87aef472-a359-4c03-adca-34fd6ab3ea33 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Lock "55a31f53-3712-486d-a4a8-7f15597da862" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.697s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.047420] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd8c1b2-797b-4440-8035-fddb51c9305c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.056304] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d78df1a-1646-4f6f-acaf-9d687e2940d1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.071811] env[69699]: DEBUG nova.compute.provider_tree [None req-57f909a6-236b-4260-b0a2-db604d234525 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.464780] env[69699]: DEBUG oslo_vmware.api [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3606858, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.499816] env[69699]: DEBUG oslo_concurrency.lockutils [req-8109828d-0afc-4b3e-b543-5d395749e56c req-0f1fe2f5-bfee-4246-910e-d0ca9be7b12c service nova] Releasing lock "refresh_cache-ca488e4c-5958-4ae8-a611-16034ea05264" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.501619] env[69699]: DEBUG oslo_concurrency.lockutils [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Acquired lock "refresh_cache-ca488e4c-5958-4ae8-a611-16034ea05264" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.501767] env[69699]: DEBUG nova.network.neutron [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.505508] env[69699]: DEBUG oslo_concurrency.lockutils [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquiring lock "2268d511-e7f0-45e6-a48f-6a7ed60edcb4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.505716] env[69699]: DEBUG oslo_concurrency.lockutils [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Lock "2268d511-e7f0-45e6-a48f-6a7ed60edcb4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.551061] env[69699]: DEBUG nova.compute.manager [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: a0dad223-34a6-4e39-8ee7-ec74ba96a133] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 735.575460] env[69699]: DEBUG nova.scheduler.client.report [None req-57f909a6-236b-4260-b0a2-db604d234525 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.925929] env[69699]: DEBUG nova.compute.manager [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] [instance: 64ac299a-1fe8-4bcb-b657-6d660d38f5b5] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 735.954688] env[69699]: DEBUG nova.virt.hardware [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 735.954934] env[69699]: DEBUG nova.virt.hardware [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 735.955106] env[69699]: DEBUG nova.virt.hardware [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 735.955276] env[69699]: DEBUG nova.virt.hardware [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 735.955421] env[69699]: DEBUG nova.virt.hardware [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 735.955566] env[69699]: DEBUG nova.virt.hardware [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 735.955770] env[69699]: DEBUG nova.virt.hardware [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 735.955927] env[69699]: DEBUG nova.virt.hardware [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 735.956104] env[69699]: DEBUG nova.virt.hardware [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 735.956267] env[69699]: DEBUG nova.virt.hardware [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 735.956436] env[69699]: DEBUG nova.virt.hardware [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 735.957381] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb2db7a-8a66-4e62-a37c-c41128ebda48 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.970940] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af3276a-acdc-46eb-9f7f-d9dcb5351e16 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.974860] env[69699]: DEBUG oslo_vmware.api [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3606858, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.493397} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.975081] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 5faa9d6e-3cbf-46cf-9bf7-d0910511491d/5faa9d6e-3cbf-46cf-9bf7-d0910511491d.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.975292] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 5faa9d6e-3cbf-46cf-9bf7-d0910511491d] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.975897] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-221b5d4d-34ca-4d72-b74e-eb5a58ae16fe {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.989255] env[69699]: DEBUG oslo_vmware.api [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 735.989255] env[69699]: value = "task-3606859" [ 735.989255] env[69699]: _type = "Task" [ 735.989255] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.996907] env[69699]: DEBUG oslo_vmware.api [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3606859, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.038114] env[69699]: DEBUG nova.network.neutron [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 736.076842] env[69699]: DEBUG oslo_concurrency.lockutils [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.080899] env[69699]: DEBUG oslo_concurrency.lockutils [None req-57f909a6-236b-4260-b0a2-db604d234525 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.178s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.083297] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.600s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.085901] env[69699]: INFO nova.compute.claims [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] [instance: 0e8f01e6-5844-4226-8ff8-370d3618b366] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 736.106190] env[69699]: INFO nova.scheduler.client.report [None req-57f909a6-236b-4260-b0a2-db604d234525 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Deleted allocations for instance 7a41f0c5-22b0-48ca-9be5-f41ab5f64203 [ 736.226618] env[69699]: DEBUG nova.network.neutron [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Updating instance_info_cache with network_info: [{"id": "b173074e-8ee9-458f-8c26-64dec7000a04", "address": "fa:16:3e:52:97:b1", "network": {"id": "ea781b08-64ab-439d-b6be-fdcba547dbc1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1455220346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8394c185353f4b06b9f5e55522a396c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb173074e-8e", "ovs_interfaceid": "b173074e-8ee9-458f-8c26-64dec7000a04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.448898] env[69699]: DEBUG nova.compute.manager [req-f230c46e-5f81-4a9e-a66b-dd068f10ff27 req-d19dcffa-3ec2-4787-aeee-211f71d62022 service nova] [instance: 64ac299a-1fe8-4bcb-b657-6d660d38f5b5] Received event network-vif-plugged-7f25a208-9daf-42f9-aea2-aa6516992377 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.449148] env[69699]: DEBUG oslo_concurrency.lockutils [req-f230c46e-5f81-4a9e-a66b-dd068f10ff27 req-d19dcffa-3ec2-4787-aeee-211f71d62022 service nova] Acquiring lock "64ac299a-1fe8-4bcb-b657-6d660d38f5b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.449355] env[69699]: DEBUG oslo_concurrency.lockutils [req-f230c46e-5f81-4a9e-a66b-dd068f10ff27 req-d19dcffa-3ec2-4787-aeee-211f71d62022 service nova] Lock "64ac299a-1fe8-4bcb-b657-6d660d38f5b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.449552] env[69699]: DEBUG oslo_concurrency.lockutils [req-f230c46e-5f81-4a9e-a66b-dd068f10ff27 req-d19dcffa-3ec2-4787-aeee-211f71d62022 service nova] Lock "64ac299a-1fe8-4bcb-b657-6d660d38f5b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.449759] env[69699]: DEBUG nova.compute.manager [req-f230c46e-5f81-4a9e-a66b-dd068f10ff27 req-d19dcffa-3ec2-4787-aeee-211f71d62022 service nova] [instance: 64ac299a-1fe8-4bcb-b657-6d660d38f5b5] No waiting events found dispatching network-vif-plugged-7f25a208-9daf-42f9-aea2-aa6516992377 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 736.449830] env[69699]: WARNING nova.compute.manager [req-f230c46e-5f81-4a9e-a66b-dd068f10ff27 req-d19dcffa-3ec2-4787-aeee-211f71d62022 service nova] [instance: 64ac299a-1fe8-4bcb-b657-6d660d38f5b5] Received unexpected event network-vif-plugged-7f25a208-9daf-42f9-aea2-aa6516992377 for instance with vm_state building and task_state spawning. [ 736.500429] env[69699]: DEBUG oslo_vmware.api [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3606859, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073448} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.500851] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 5faa9d6e-3cbf-46cf-9bf7-d0910511491d] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 736.501836] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3fb6c87-8f8a-4390-bf1c-294614bc68d1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.536049] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 5faa9d6e-3cbf-46cf-9bf7-d0910511491d] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 5faa9d6e-3cbf-46cf-9bf7-d0910511491d/5faa9d6e-3cbf-46cf-9bf7-d0910511491d.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.536049] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdfc66a3-30d8-4bcc-b8e4-9bca671341d6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.555315] env[69699]: DEBUG oslo_vmware.api [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 736.555315] env[69699]: value = "task-3606860" [ 736.555315] env[69699]: _type = "Task" [ 736.555315] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.561732] env[69699]: DEBUG nova.network.neutron [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] [instance: 64ac299a-1fe8-4bcb-b657-6d660d38f5b5] Successfully updated port: 7f25a208-9daf-42f9-aea2-aa6516992377 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 736.566780] env[69699]: DEBUG oslo_vmware.api [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3606860, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.615913] env[69699]: DEBUG oslo_concurrency.lockutils [None req-57f909a6-236b-4260-b0a2-db604d234525 tempest-ServerDiagnosticsNegativeTest-813179295 tempest-ServerDiagnosticsNegativeTest-813179295-project-member] Lock "7a41f0c5-22b0-48ca-9be5-f41ab5f64203" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.369s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.729459] env[69699]: DEBUG oslo_concurrency.lockutils [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Releasing lock "refresh_cache-ca488e4c-5958-4ae8-a611-16034ea05264" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.729861] env[69699]: DEBUG nova.compute.manager [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Instance network_info: |[{"id": "b173074e-8ee9-458f-8c26-64dec7000a04", "address": "fa:16:3e:52:97:b1", "network": {"id": "ea781b08-64ab-439d-b6be-fdcba547dbc1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1455220346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8394c185353f4b06b9f5e55522a396c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb173074e-8e", "ovs_interfaceid": "b173074e-8ee9-458f-8c26-64dec7000a04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 736.730372] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:97:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c24464bb-bb6b-43a2-bdcd-8086ad1a307f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b173074e-8ee9-458f-8c26-64dec7000a04', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 736.739100] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Creating folder: Project (8394c185353f4b06b9f5e55522a396c5). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.739424] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e831b902-bfa0-40a9-b74c-c5f14c57e9a1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.755614] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Created folder: Project (8394c185353f4b06b9f5e55522a396c5) in parent group-v719415. [ 736.755933] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Creating folder: Instances. Parent ref: group-v719534. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.756254] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e450d66-7b9b-4447-a64a-1bd8accc92ff {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.767185] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Created folder: Instances in parent group-v719534. [ 736.767453] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.767659] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 736.767931] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a80afdc5-98bf-483b-9fd8-94061c9d3cc8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.790310] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 736.790310] env[69699]: value = "task-3606863" [ 736.790310] env[69699]: _type = "Task" [ 736.790310] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.799835] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606863, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.069694] env[69699]: DEBUG oslo_vmware.api [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3606860, 'name': ReconfigVM_Task, 'duration_secs': 0.411394} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.069694] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Acquiring lock "refresh_cache-64ac299a-1fe8-4bcb-b657-6d660d38f5b5" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.069694] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Acquired lock "refresh_cache-64ac299a-1fe8-4bcb-b657-6d660d38f5b5" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.069694] env[69699]: DEBUG nova.network.neutron [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] [instance: 64ac299a-1fe8-4bcb-b657-6d660d38f5b5] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 737.071312] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 5faa9d6e-3cbf-46cf-9bf7-d0910511491d] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 5faa9d6e-3cbf-46cf-9bf7-d0910511491d/5faa9d6e-3cbf-46cf-9bf7-d0910511491d.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.071312] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-facf0457-6d61-449d-99cf-3982a2b6bda8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.088658] env[69699]: DEBUG oslo_vmware.api [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 737.088658] env[69699]: value = "task-3606864" [ 737.088658] env[69699]: _type = "Task" [ 737.088658] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.105635] env[69699]: DEBUG oslo_vmware.api [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3606864, 'name': Rename_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.300268] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606863, 'name': CreateVM_Task, 'duration_secs': 0.36524} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.302671] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.303825] env[69699]: DEBUG oslo_concurrency.lockutils [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.303919] env[69699]: DEBUG oslo_concurrency.lockutils [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.304203] env[69699]: DEBUG oslo_concurrency.lockutils [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.304452] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9890b541-867d-4f3a-96d6-8bc8509fa457 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.310140] env[69699]: DEBUG oslo_vmware.api [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the task: (returnval){ [ 737.310140] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a42e6d-27b2-83ea-73db-e1c1dcc70665" [ 737.310140] env[69699]: _type = "Task" [ 737.310140] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.322552] env[69699]: DEBUG oslo_vmware.api [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a42e6d-27b2-83ea-73db-e1c1dcc70665, 'name': SearchDatastore_Task, 'duration_secs': 0.010193} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.322836] env[69699]: DEBUG oslo_concurrency.lockutils [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.323072] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.323308] env[69699]: DEBUG oslo_concurrency.lockutils [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.323463] env[69699]: DEBUG oslo_concurrency.lockutils [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.323619] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.323902] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c47ea90-bab5-42f9-9ba0-bcf5d26206fd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.335070] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.335244] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.336180] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be518863-ca62-4258-a534-832814af181d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.345564] env[69699]: DEBUG oslo_vmware.api [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the task: (returnval){ [ 737.345564] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]525a7b2d-7c20-e155-6e68-e630c0292301" [ 737.345564] env[69699]: _type = "Task" [ 737.345564] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.355602] env[69699]: DEBUG oslo_vmware.api [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]525a7b2d-7c20-e155-6e68-e630c0292301, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.611219] env[69699]: DEBUG oslo_vmware.api [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3606864, 'name': Rename_Task, 'duration_secs': 0.19462} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.611552] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 5faa9d6e-3cbf-46cf-9bf7-d0910511491d] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 737.611763] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4dd30248-e5c6-46a7-8039-992224d7c458 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.620300] env[69699]: DEBUG oslo_vmware.api [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 737.620300] env[69699]: value = "task-3606865" [ 737.620300] env[69699]: _type = "Task" [ 737.620300] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.632138] env[69699]: DEBUG oslo_vmware.api [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3606865, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.632920] env[69699]: DEBUG nova.network.neutron [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] [instance: 64ac299a-1fe8-4bcb-b657-6d660d38f5b5] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 737.636310] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40ddc1c-57d8-43a2-814e-cd8b36f99fff {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.643401] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70374caf-2797-411d-8392-baaee2aa7dfa {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.676598] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff218ab5-b458-453a-90a0-a29c04c09b49 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.686233] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfda8b79-928f-40b1-9a5a-5b1e87155ad9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.704250] env[69699]: DEBUG nova.compute.provider_tree [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.801954] env[69699]: DEBUG nova.network.neutron [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] [instance: 64ac299a-1fe8-4bcb-b657-6d660d38f5b5] Updating instance_info_cache with network_info: [{"id": "7f25a208-9daf-42f9-aea2-aa6516992377", "address": "fa:16:3e:98:5f:c4", "network": {"id": "b9447320-8f45-466a-a533-b40543d46ed1", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1116561328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37b5f0df13a34b97b78c8ea5698e5d34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f25a208-9d", "ovs_interfaceid": "7f25a208-9daf-42f9-aea2-aa6516992377", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.856703] env[69699]: DEBUG oslo_vmware.api [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]525a7b2d-7c20-e155-6e68-e630c0292301, 'name': SearchDatastore_Task, 'duration_secs': 0.01064} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.857501] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e233660-3bb0-4a22-bd36-2cf40daf6191 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.863219] env[69699]: DEBUG oslo_vmware.api [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the task: (returnval){ [ 737.863219] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a21485-d488-d361-b753-287b18377416" [ 737.863219] env[69699]: _type = "Task" [ 737.863219] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.871654] env[69699]: DEBUG oslo_vmware.api [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a21485-d488-d361-b753-287b18377416, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.135976] env[69699]: DEBUG oslo_vmware.api [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3606865, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.209686] env[69699]: DEBUG nova.scheduler.client.report [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.304844] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Releasing lock "refresh_cache-64ac299a-1fe8-4bcb-b657-6d660d38f5b5" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.305204] env[69699]: DEBUG nova.compute.manager [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] [instance: 64ac299a-1fe8-4bcb-b657-6d660d38f5b5] Instance network_info: |[{"id": "7f25a208-9daf-42f9-aea2-aa6516992377", "address": "fa:16:3e:98:5f:c4", "network": {"id": "b9447320-8f45-466a-a533-b40543d46ed1", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1116561328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37b5f0df13a34b97b78c8ea5698e5d34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f25a208-9d", "ovs_interfaceid": "7f25a208-9daf-42f9-aea2-aa6516992377", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 738.305661] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] [instance: 64ac299a-1fe8-4bcb-b657-6d660d38f5b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:5f:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c42bb08a-77b4-4bba-8166-702cbb1b5f1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f25a208-9daf-42f9-aea2-aa6516992377', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 738.313223] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Creating folder: Project (37b5f0df13a34b97b78c8ea5698e5d34). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.313504] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fad380d3-1ffb-4470-86c1-0f36eeadbaae {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.327167] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Created folder: Project (37b5f0df13a34b97b78c8ea5698e5d34) in parent group-v719415. [ 738.327419] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Creating folder: Instances. Parent ref: group-v719537. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.327673] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c2c467e-e17f-49d7-95f5-10a6b92028ab {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.339600] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Created folder: Instances in parent group-v719537. [ 738.339600] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.339860] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64ac299a-1fe8-4bcb-b657-6d660d38f5b5] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 738.339930] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b67df61-d421-4b15-86ba-0f3762ef5b10 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.359987] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 738.359987] env[69699]: value = "task-3606868" [ 738.359987] env[69699]: _type = "Task" [ 738.359987] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.370426] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606868, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.377052] env[69699]: DEBUG oslo_vmware.api [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a21485-d488-d361-b753-287b18377416, 'name': SearchDatastore_Task, 'duration_secs': 0.033242} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.377322] env[69699]: DEBUG oslo_concurrency.lockutils [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.377585] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] ca488e4c-5958-4ae8-a611-16034ea05264/ca488e4c-5958-4ae8-a611-16034ea05264.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 738.377884] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1686778-29ba-4b27-8713-d3fc25ca7074 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.384989] env[69699]: DEBUG oslo_vmware.api [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the task: (returnval){ [ 738.384989] env[69699]: value = "task-3606869" [ 738.384989] env[69699]: _type = "Task" [ 738.384989] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.393354] env[69699]: DEBUG oslo_vmware.api [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3606869, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.495784] env[69699]: DEBUG nova.compute.manager [req-6b195ad6-980f-41f8-abc8-44c0234f67fc req-43d15f62-0a25-4494-a092-e18c689dc059 service nova] [instance: 64ac299a-1fe8-4bcb-b657-6d660d38f5b5] Received event network-changed-7f25a208-9daf-42f9-aea2-aa6516992377 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.495995] env[69699]: DEBUG nova.compute.manager [req-6b195ad6-980f-41f8-abc8-44c0234f67fc req-43d15f62-0a25-4494-a092-e18c689dc059 service nova] [instance: 64ac299a-1fe8-4bcb-b657-6d660d38f5b5] Refreshing instance network info cache due to event network-changed-7f25a208-9daf-42f9-aea2-aa6516992377. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 738.496246] env[69699]: DEBUG oslo_concurrency.lockutils [req-6b195ad6-980f-41f8-abc8-44c0234f67fc req-43d15f62-0a25-4494-a092-e18c689dc059 service nova] Acquiring lock "refresh_cache-64ac299a-1fe8-4bcb-b657-6d660d38f5b5" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.496392] env[69699]: DEBUG oslo_concurrency.lockutils [req-6b195ad6-980f-41f8-abc8-44c0234f67fc req-43d15f62-0a25-4494-a092-e18c689dc059 service nova] Acquired lock "refresh_cache-64ac299a-1fe8-4bcb-b657-6d660d38f5b5" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.496552] env[69699]: DEBUG nova.network.neutron [req-6b195ad6-980f-41f8-abc8-44c0234f67fc req-43d15f62-0a25-4494-a092-e18c689dc059 service nova] [instance: 64ac299a-1fe8-4bcb-b657-6d660d38f5b5] Refreshing network info cache for port 7f25a208-9daf-42f9-aea2-aa6516992377 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.638468] env[69699]: DEBUG oslo_vmware.api [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3606865, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.716273] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.716999] env[69699]: DEBUG nova.compute.manager [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] [instance: 0e8f01e6-5844-4226-8ff8-370d3618b366] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 738.720596] env[69699]: DEBUG oslo_concurrency.lockutils [None req-935ba60f-d1ef-4a57-a276-fea24baa8b4b tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.787s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.720882] env[69699]: DEBUG nova.objects.instance [None req-935ba60f-d1ef-4a57-a276-fea24baa8b4b tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Lazy-loading 'resources' on Instance uuid d35745c3-a340-4650-9566-3726d0c8b018 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 738.875491] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606868, 'name': CreateVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.898205] env[69699]: DEBUG oslo_vmware.api [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3606869, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.135286] env[69699]: DEBUG oslo_vmware.api [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3606865, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.224685] env[69699]: DEBUG nova.compute.utils [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 739.228769] env[69699]: DEBUG nova.compute.manager [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] [instance: 0e8f01e6-5844-4226-8ff8-370d3618b366] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 739.229523] env[69699]: DEBUG nova.network.neutron [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] [instance: 0e8f01e6-5844-4226-8ff8-370d3618b366] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 739.242197] env[69699]: DEBUG nova.network.neutron [req-6b195ad6-980f-41f8-abc8-44c0234f67fc req-43d15f62-0a25-4494-a092-e18c689dc059 service nova] [instance: 64ac299a-1fe8-4bcb-b657-6d660d38f5b5] Updated VIF entry in instance network info cache for port 7f25a208-9daf-42f9-aea2-aa6516992377. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 739.243421] env[69699]: DEBUG nova.network.neutron [req-6b195ad6-980f-41f8-abc8-44c0234f67fc req-43d15f62-0a25-4494-a092-e18c689dc059 service nova] [instance: 64ac299a-1fe8-4bcb-b657-6d660d38f5b5] Updating instance_info_cache with network_info: [{"id": "7f25a208-9daf-42f9-aea2-aa6516992377", "address": "fa:16:3e:98:5f:c4", "network": {"id": "b9447320-8f45-466a-a533-b40543d46ed1", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1116561328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37b5f0df13a34b97b78c8ea5698e5d34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f25a208-9d", "ovs_interfaceid": "7f25a208-9daf-42f9-aea2-aa6516992377", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.317866] env[69699]: DEBUG nova.policy [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4af2a3a0a09947189c8b5a08bcc3f018', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99e1e14ff27043f09e177220a4cca37f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 739.373330] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606868, 'name': CreateVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.400352] env[69699]: DEBUG oslo_vmware.api [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3606869, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591691} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.402878] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] ca488e4c-5958-4ae8-a611-16034ea05264/ca488e4c-5958-4ae8-a611-16034ea05264.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 739.403401] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 739.403540] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-402d1a2e-fd23-4c5b-a872-5a8ebb0d4bf6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.411941] env[69699]: DEBUG oslo_vmware.api [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the task: (returnval){ [ 739.411941] env[69699]: value = "task-3606870" [ 739.411941] env[69699]: _type = "Task" [ 739.411941] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.424244] env[69699]: DEBUG oslo_vmware.api [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3606870, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.637026] env[69699]: DEBUG oslo_vmware.api [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3606865, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.730448] env[69699]: DEBUG nova.compute.manager [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] [instance: 0e8f01e6-5844-4226-8ff8-370d3618b366] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 739.747535] env[69699]: DEBUG oslo_concurrency.lockutils [req-6b195ad6-980f-41f8-abc8-44c0234f67fc req-43d15f62-0a25-4494-a092-e18c689dc059 service nova] Releasing lock "refresh_cache-64ac299a-1fe8-4bcb-b657-6d660d38f5b5" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.771516] env[69699]: DEBUG nova.network.neutron [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] [instance: 0e8f01e6-5844-4226-8ff8-370d3618b366] Successfully created port: c8c5405d-5b1b-4adc-bbdf-9df93a87fa88 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 739.863245] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d55079b-d3a8-4fbc-8b4a-f29c134ee422 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.877632] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5db05a8-5b49-4ca5-b277-a8b2914bc19c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.880390] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606868, 'name': CreateVM_Task, 'duration_secs': 1.439979} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.880567] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64ac299a-1fe8-4bcb-b657-6d660d38f5b5] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 739.881596] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.881779] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.882179] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.882454] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73bddcb3-ddbf-4102-b406-554df830692a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.910069] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b2f481-5e27-47c2-9d70-26eabd4f7285 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.913990] env[69699]: DEBUG oslo_vmware.api [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Waiting for the task: (returnval){ [ 739.913990] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52000c05-31e0-6c2f-7b5d-d0a3d5ed65bd" [ 739.913990] env[69699]: _type = "Task" [ 739.913990] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.924014] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7a638b-da24-414b-bc74-192dd381da1b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.932759] env[69699]: DEBUG oslo_vmware.api [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52000c05-31e0-6c2f-7b5d-d0a3d5ed65bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.933063] env[69699]: DEBUG oslo_vmware.api [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3606870, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121104} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.933624] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 739.934425] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502ee227-bb68-489a-98ee-086c7eb0a3f9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.944320] env[69699]: DEBUG nova.compute.provider_tree [None req-935ba60f-d1ef-4a57-a276-fea24baa8b4b tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.965068] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] ca488e4c-5958-4ae8-a611-16034ea05264/ca488e4c-5958-4ae8-a611-16034ea05264.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.965930] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f25abae3-735c-4490-b500-bab198ae8188 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.986445] env[69699]: DEBUG oslo_vmware.api [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the task: (returnval){ [ 739.986445] env[69699]: value = "task-3606871" [ 739.986445] env[69699]: _type = "Task" [ 739.986445] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.994558] env[69699]: DEBUG oslo_vmware.api [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3606871, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.135521] env[69699]: DEBUG oslo_vmware.api [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3606865, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.427697] env[69699]: DEBUG oslo_vmware.api [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52000c05-31e0-6c2f-7b5d-d0a3d5ed65bd, 'name': SearchDatastore_Task, 'duration_secs': 0.05374} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.428014] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.428271] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] [instance: 64ac299a-1fe8-4bcb-b657-6d660d38f5b5] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 740.428504] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.428643] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.428815] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 740.429087] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15def623-f64e-4c9a-90de-be5bda5113a3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.444086] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 740.444283] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 740.444992] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45b05910-8c73-4da2-8ede-e724670759f6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.447763] env[69699]: DEBUG nova.scheduler.client.report [None req-935ba60f-d1ef-4a57-a276-fea24baa8b4b tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.456535] env[69699]: DEBUG oslo_vmware.api [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Waiting for the task: (returnval){ [ 740.456535] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]524f1a15-56f6-35e1-f200-7cace764d51b" [ 740.456535] env[69699]: _type = "Task" [ 740.456535] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.465133] env[69699]: DEBUG oslo_vmware.api [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]524f1a15-56f6-35e1-f200-7cace764d51b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.497830] env[69699]: DEBUG oslo_vmware.api [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3606871, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.637150] env[69699]: DEBUG oslo_vmware.api [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3606865, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.746364] env[69699]: DEBUG nova.compute.manager [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] [instance: 0e8f01e6-5844-4226-8ff8-370d3618b366] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 740.772746] env[69699]: DEBUG nova.virt.hardware [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 740.772989] env[69699]: DEBUG nova.virt.hardware [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 740.773168] env[69699]: DEBUG nova.virt.hardware [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 740.773377] env[69699]: DEBUG nova.virt.hardware [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 740.773526] env[69699]: DEBUG nova.virt.hardware [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 740.773671] env[69699]: DEBUG nova.virt.hardware [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 740.773878] env[69699]: DEBUG nova.virt.hardware [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 740.774037] env[69699]: DEBUG nova.virt.hardware [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 740.774210] env[69699]: DEBUG nova.virt.hardware [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 740.774370] env[69699]: DEBUG nova.virt.hardware [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 740.774539] env[69699]: DEBUG nova.virt.hardware [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 740.775421] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb981fc-6bf2-4c13-8b01-4e940b1a6ee5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.783509] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3397c4-8729-490a-afba-75744ba8a356 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.957236] env[69699]: DEBUG oslo_concurrency.lockutils [None req-935ba60f-d1ef-4a57-a276-fea24baa8b4b tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.236s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.960487] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.961s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.963134] env[69699]: INFO nova.compute.claims [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: a04a2fe1-2877-4fea-8bc9-7a4e65aa8171] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 740.978404] env[69699]: DEBUG oslo_vmware.api [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]524f1a15-56f6-35e1-f200-7cace764d51b, 'name': SearchDatastore_Task, 'duration_secs': 0.04583} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.979300] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-490f731f-c19d-4ff3-85e2-0db480690e48 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.983350] env[69699]: INFO nova.scheduler.client.report [None req-935ba60f-d1ef-4a57-a276-fea24baa8b4b tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Deleted allocations for instance d35745c3-a340-4650-9566-3726d0c8b018 [ 740.986205] env[69699]: DEBUG oslo_vmware.api [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Waiting for the task: (returnval){ [ 740.986205] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52810d54-b683-216d-2884-4b6e21efe600" [ 740.986205] env[69699]: _type = "Task" [ 740.986205] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.006106] env[69699]: DEBUG oslo_vmware.api [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3606871, 'name': ReconfigVM_Task, 'duration_secs': 0.788132} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.006362] env[69699]: DEBUG oslo_vmware.api [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52810d54-b683-216d-2884-4b6e21efe600, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.006632] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Reconfigured VM instance instance-00000024 to attach disk [datastore2] ca488e4c-5958-4ae8-a611-16034ea05264/ca488e4c-5958-4ae8-a611-16034ea05264.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.007314] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a17c300-84c4-43ad-9d83-f12cc4e5ad14 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.016146] env[69699]: DEBUG oslo_vmware.api [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the task: (returnval){ [ 741.016146] env[69699]: value = "task-3606872" [ 741.016146] env[69699]: _type = "Task" [ 741.016146] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.025437] env[69699]: DEBUG oslo_vmware.api [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3606872, 'name': Rename_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.141246] env[69699]: DEBUG oslo_vmware.api [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3606865, 'name': PowerOnVM_Task, 'duration_secs': 3.428611} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.141642] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 5faa9d6e-3cbf-46cf-9bf7-d0910511491d] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 741.141931] env[69699]: INFO nova.compute.manager [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 5faa9d6e-3cbf-46cf-9bf7-d0910511491d] Took 10.44 seconds to spawn the instance on the hypervisor. [ 741.142206] env[69699]: DEBUG nova.compute.manager [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 5faa9d6e-3cbf-46cf-9bf7-d0910511491d] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 741.143047] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564e1cc1-3b1f-44dd-9f01-b366c42fd911 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.193918] env[69699]: DEBUG nova.compute.manager [req-211c4b56-2762-47b1-9204-3839a95e848c req-3591eb87-6cc6-4383-821d-be374cbff03a service nova] [instance: 0e8f01e6-5844-4226-8ff8-370d3618b366] Received event network-vif-plugged-c8c5405d-5b1b-4adc-bbdf-9df93a87fa88 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.194135] env[69699]: DEBUG oslo_concurrency.lockutils [req-211c4b56-2762-47b1-9204-3839a95e848c req-3591eb87-6cc6-4383-821d-be374cbff03a service nova] Acquiring lock "0e8f01e6-5844-4226-8ff8-370d3618b366-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.194353] env[69699]: DEBUG oslo_concurrency.lockutils [req-211c4b56-2762-47b1-9204-3839a95e848c req-3591eb87-6cc6-4383-821d-be374cbff03a service nova] Lock "0e8f01e6-5844-4226-8ff8-370d3618b366-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.194533] env[69699]: DEBUG oslo_concurrency.lockutils [req-211c4b56-2762-47b1-9204-3839a95e848c req-3591eb87-6cc6-4383-821d-be374cbff03a service nova] Lock "0e8f01e6-5844-4226-8ff8-370d3618b366-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.194681] env[69699]: DEBUG nova.compute.manager [req-211c4b56-2762-47b1-9204-3839a95e848c req-3591eb87-6cc6-4383-821d-be374cbff03a service nova] [instance: 0e8f01e6-5844-4226-8ff8-370d3618b366] No waiting events found dispatching network-vif-plugged-c8c5405d-5b1b-4adc-bbdf-9df93a87fa88 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 741.194886] env[69699]: WARNING nova.compute.manager [req-211c4b56-2762-47b1-9204-3839a95e848c req-3591eb87-6cc6-4383-821d-be374cbff03a service nova] [instance: 0e8f01e6-5844-4226-8ff8-370d3618b366] Received unexpected event network-vif-plugged-c8c5405d-5b1b-4adc-bbdf-9df93a87fa88 for instance with vm_state building and task_state spawning. [ 741.365116] env[69699]: DEBUG nova.network.neutron [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] [instance: 0e8f01e6-5844-4226-8ff8-370d3618b366] Successfully updated port: c8c5405d-5b1b-4adc-bbdf-9df93a87fa88 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 741.501684] env[69699]: DEBUG oslo_vmware.api [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52810d54-b683-216d-2884-4b6e21efe600, 'name': SearchDatastore_Task, 'duration_secs': 0.016475} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.502253] env[69699]: DEBUG oslo_concurrency.lockutils [None req-935ba60f-d1ef-4a57-a276-fea24baa8b4b tempest-VolumesAssistedSnapshotsTest-1274009765 tempest-VolumesAssistedSnapshotsTest-1274009765-project-member] Lock "d35745c3-a340-4650-9566-3726d0c8b018" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.711s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.503847] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.504059] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 64ac299a-1fe8-4bcb-b657-6d660d38f5b5/64ac299a-1fe8-4bcb-b657-6d660d38f5b5.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 741.504821] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-792eea17-437f-40b8-8751-e6a728610cc2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.514856] env[69699]: DEBUG oslo_vmware.api [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Waiting for the task: (returnval){ [ 741.514856] env[69699]: value = "task-3606873" [ 741.514856] env[69699]: _type = "Task" [ 741.514856] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.529115] env[69699]: DEBUG oslo_vmware.api [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Task: {'id': task-3606873, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.532170] env[69699]: DEBUG oslo_vmware.api [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3606872, 'name': Rename_Task, 'duration_secs': 0.145584} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.532431] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.532673] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ebf41ed-a14c-4dd4-833a-91b4059d05f6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.540829] env[69699]: DEBUG oslo_vmware.api [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the task: (returnval){ [ 741.540829] env[69699]: value = "task-3606874" [ 741.540829] env[69699]: _type = "Task" [ 741.540829] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.549741] env[69699]: DEBUG oslo_vmware.api [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3606874, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.660755] env[69699]: INFO nova.compute.manager [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 5faa9d6e-3cbf-46cf-9bf7-d0910511491d] Took 42.11 seconds to build instance. [ 741.868264] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Acquiring lock "refresh_cache-0e8f01e6-5844-4226-8ff8-370d3618b366" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.868264] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Acquired lock "refresh_cache-0e8f01e6-5844-4226-8ff8-370d3618b366" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.868264] env[69699]: DEBUG nova.network.neutron [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] [instance: 0e8f01e6-5844-4226-8ff8-370d3618b366] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.026728] env[69699]: DEBUG oslo_vmware.api [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Task: {'id': task-3606873, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.056279] env[69699]: DEBUG oslo_vmware.api [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3606874, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.105625] env[69699]: DEBUG oslo_concurrency.lockutils [None req-46580aa4-18d5-4df7-bb41-dc6c283adfcd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "5faa9d6e-3cbf-46cf-9bf7-d0910511491d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.165552] env[69699]: DEBUG oslo_concurrency.lockutils [None req-364758ab-7b64-40b2-8e95-399de48a8f1c tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "5faa9d6e-3cbf-46cf-9bf7-d0910511491d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.799s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.166652] env[69699]: DEBUG oslo_concurrency.lockutils [None req-46580aa4-18d5-4df7-bb41-dc6c283adfcd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "5faa9d6e-3cbf-46cf-9bf7-d0910511491d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.061s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.166876] env[69699]: DEBUG oslo_concurrency.lockutils [None req-46580aa4-18d5-4df7-bb41-dc6c283adfcd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "5faa9d6e-3cbf-46cf-9bf7-d0910511491d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.167118] env[69699]: DEBUG oslo_concurrency.lockutils [None req-46580aa4-18d5-4df7-bb41-dc6c283adfcd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "5faa9d6e-3cbf-46cf-9bf7-d0910511491d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.167328] env[69699]: DEBUG oslo_concurrency.lockutils [None req-46580aa4-18d5-4df7-bb41-dc6c283adfcd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "5faa9d6e-3cbf-46cf-9bf7-d0910511491d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.169514] env[69699]: INFO nova.compute.manager [None req-46580aa4-18d5-4df7-bb41-dc6c283adfcd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 5faa9d6e-3cbf-46cf-9bf7-d0910511491d] Terminating instance [ 742.522331] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0c552a-7f0f-45f3-b2c0-051283c1c864 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.529346] env[69699]: DEBUG oslo_vmware.api [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Task: {'id': task-3606873, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562072} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.531886] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 64ac299a-1fe8-4bcb-b657-6d660d38f5b5/64ac299a-1fe8-4bcb-b657-6d660d38f5b5.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 742.531886] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] [instance: 64ac299a-1fe8-4bcb-b657-6d660d38f5b5] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 742.532113] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82209785-9c71-4d1e-b72d-67ebc16ca98a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.534724] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8752e24e-8a78-4247-a49a-d8e2cd90713d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.574099] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f496f25c-55cb-4970-afde-0f341b6962c0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.576607] env[69699]: DEBUG oslo_vmware.api [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Waiting for the task: (returnval){ [ 742.576607] env[69699]: value = "task-3606875" [ 742.576607] env[69699]: _type = "Task" [ 742.576607] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.585471] env[69699]: DEBUG oslo_vmware.api [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3606874, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.590240] env[69699]: DEBUG oslo_vmware.api [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Task: {'id': task-3606875, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.591527] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a4de1a-a053-44b3-9c7a-af70d3800075 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.606754] env[69699]: DEBUG nova.compute.provider_tree [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.670024] env[69699]: DEBUG nova.network.neutron [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] [instance: 0e8f01e6-5844-4226-8ff8-370d3618b366] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 742.670024] env[69699]: DEBUG nova.compute.manager [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 742.676855] env[69699]: DEBUG nova.compute.manager [None req-46580aa4-18d5-4df7-bb41-dc6c283adfcd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 5faa9d6e-3cbf-46cf-9bf7-d0910511491d] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 742.680022] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-46580aa4-18d5-4df7-bb41-dc6c283adfcd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 5faa9d6e-3cbf-46cf-9bf7-d0910511491d] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 742.680022] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a373c1-a1c6-4563-96e5-13efcd74b773 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.690232] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-46580aa4-18d5-4df7-bb41-dc6c283adfcd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 5faa9d6e-3cbf-46cf-9bf7-d0910511491d] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 742.690232] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0ae1fd2-d3e9-40b1-9a9a-6977c3ecbbac {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.695019] env[69699]: DEBUG oslo_vmware.api [None req-46580aa4-18d5-4df7-bb41-dc6c283adfcd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 742.695019] env[69699]: value = "task-3606876" [ 742.695019] env[69699]: _type = "Task" [ 742.695019] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.710258] env[69699]: DEBUG oslo_vmware.api [None req-46580aa4-18d5-4df7-bb41-dc6c283adfcd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3606876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.950706] env[69699]: DEBUG nova.network.neutron [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] [instance: 0e8f01e6-5844-4226-8ff8-370d3618b366] Updating instance_info_cache with network_info: [{"id": "c8c5405d-5b1b-4adc-bbdf-9df93a87fa88", "address": "fa:16:3e:62:f4:e2", "network": {"id": "483ca6d8-50e4-4f5e-9d21-cf8119ec693c", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1723578561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99e1e14ff27043f09e177220a4cca37f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8c5405d-5b", "ovs_interfaceid": "c8c5405d-5b1b-4adc-bbdf-9df93a87fa88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.084506] env[69699]: DEBUG oslo_vmware.api [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3606874, 'name': PowerOnVM_Task, 'duration_secs': 1.073001} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.085196] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.085453] env[69699]: INFO nova.compute.manager [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Took 9.71 seconds to spawn the instance on the hypervisor. [ 743.086114] env[69699]: DEBUG nova.compute.manager [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.086675] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8a15ca-b3c8-4d75-9f3d-504ed3f4f0b8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.092175] env[69699]: DEBUG oslo_vmware.api [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Task: {'id': task-3606875, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069677} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.092822] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] [instance: 64ac299a-1fe8-4bcb-b657-6d660d38f5b5] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 743.093608] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65db8cc-24a8-4587-9f00-9e8d227d7146 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.121336] env[69699]: DEBUG nova.scheduler.client.report [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.137287] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] [instance: 64ac299a-1fe8-4bcb-b657-6d660d38f5b5] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 64ac299a-1fe8-4bcb-b657-6d660d38f5b5/64ac299a-1fe8-4bcb-b657-6d660d38f5b5.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.137691] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48202752-3150-4a08-aaed-cb2c66b53034 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.159909] env[69699]: DEBUG oslo_vmware.api [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Waiting for the task: (returnval){ [ 743.159909] env[69699]: value = "task-3606877" [ 743.159909] env[69699]: _type = "Task" [ 743.159909] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.169174] env[69699]: DEBUG oslo_vmware.api [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Task: {'id': task-3606877, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.198024] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.207576] env[69699]: DEBUG oslo_vmware.api [None req-46580aa4-18d5-4df7-bb41-dc6c283adfcd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3606876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.306705] env[69699]: DEBUG nova.compute.manager [req-ceffbecc-7a7a-42fb-bb6b-c41b4fbcc437 req-d31dafe2-d504-4971-a7c4-e52daf5f5b56 service nova] [instance: 0e8f01e6-5844-4226-8ff8-370d3618b366] Received event network-changed-c8c5405d-5b1b-4adc-bbdf-9df93a87fa88 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.306905] env[69699]: DEBUG nova.compute.manager [req-ceffbecc-7a7a-42fb-bb6b-c41b4fbcc437 req-d31dafe2-d504-4971-a7c4-e52daf5f5b56 service nova] [instance: 0e8f01e6-5844-4226-8ff8-370d3618b366] Refreshing instance network info cache due to event network-changed-c8c5405d-5b1b-4adc-bbdf-9df93a87fa88. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 743.307110] env[69699]: DEBUG oslo_concurrency.lockutils [req-ceffbecc-7a7a-42fb-bb6b-c41b4fbcc437 req-d31dafe2-d504-4971-a7c4-e52daf5f5b56 service nova] Acquiring lock "refresh_cache-0e8f01e6-5844-4226-8ff8-370d3618b366" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.456895] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Releasing lock "refresh_cache-0e8f01e6-5844-4226-8ff8-370d3618b366" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.456895] env[69699]: DEBUG nova.compute.manager [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] [instance: 0e8f01e6-5844-4226-8ff8-370d3618b366] Instance network_info: |[{"id": "c8c5405d-5b1b-4adc-bbdf-9df93a87fa88", "address": "fa:16:3e:62:f4:e2", "network": {"id": "483ca6d8-50e4-4f5e-9d21-cf8119ec693c", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1723578561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99e1e14ff27043f09e177220a4cca37f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8c5405d-5b", "ovs_interfaceid": "c8c5405d-5b1b-4adc-bbdf-9df93a87fa88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 743.457236] env[69699]: DEBUG oslo_concurrency.lockutils [req-ceffbecc-7a7a-42fb-bb6b-c41b4fbcc437 req-d31dafe2-d504-4971-a7c4-e52daf5f5b56 service nova] Acquired lock "refresh_cache-0e8f01e6-5844-4226-8ff8-370d3618b366" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.457236] env[69699]: DEBUG nova.network.neutron [req-ceffbecc-7a7a-42fb-bb6b-c41b4fbcc437 req-d31dafe2-d504-4971-a7c4-e52daf5f5b56 service nova] [instance: 0e8f01e6-5844-4226-8ff8-370d3618b366] Refreshing network info cache for port c8c5405d-5b1b-4adc-bbdf-9df93a87fa88 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.457466] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] [instance: 0e8f01e6-5844-4226-8ff8-370d3618b366] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:f4:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a407774d-9c2a-411d-9d6f-9ca733b97f3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8c5405d-5b1b-4adc-bbdf-9df93a87fa88', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 743.465259] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Creating folder: Project (99e1e14ff27043f09e177220a4cca37f). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.466345] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17394913-8ccb-46ae-ac5f-8f6c91953fad {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.478369] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Created folder: Project (99e1e14ff27043f09e177220a4cca37f) in parent group-v719415. [ 743.478509] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Creating folder: Instances. Parent ref: group-v719540. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.478739] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f29d5bf-158b-4162-82c3-0bdc72f03c16 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.488231] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Created folder: Instances in parent group-v719540. [ 743.488480] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.488664] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e8f01e6-5844-4226-8ff8-370d3618b366] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 743.488861] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7604ea32-f480-46b7-b767-0fb845f3c35b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.509473] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.509473] env[69699]: value = "task-3606880" [ 743.509473] env[69699]: _type = "Task" [ 743.509473] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.517676] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606880, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.613100] env[69699]: INFO nova.compute.manager [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Took 35.44 seconds to build instance. [ 743.638470] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.638997] env[69699]: DEBUG nova.compute.manager [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: a04a2fe1-2877-4fea-8bc9-7a4e65aa8171] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 743.641443] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.422s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.641633] env[69699]: DEBUG nova.objects.instance [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69699) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 743.672809] env[69699]: DEBUG oslo_vmware.api [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Task: {'id': task-3606877, 'name': ReconfigVM_Task, 'duration_secs': 0.312807} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.672809] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] [instance: 64ac299a-1fe8-4bcb-b657-6d660d38f5b5] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 64ac299a-1fe8-4bcb-b657-6d660d38f5b5/64ac299a-1fe8-4bcb-b657-6d660d38f5b5.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 743.674037] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2b3d002-c409-4e59-9e79-96ecd0e355fb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.684025] env[69699]: DEBUG oslo_vmware.api [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Waiting for the task: (returnval){ [ 743.684025] env[69699]: value = "task-3606881" [ 743.684025] env[69699]: _type = "Task" [ 743.684025] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.693365] env[69699]: DEBUG oslo_vmware.api [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Task: {'id': task-3606881, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.705893] env[69699]: DEBUG oslo_vmware.api [None req-46580aa4-18d5-4df7-bb41-dc6c283adfcd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3606876, 'name': PowerOffVM_Task, 'duration_secs': 0.667329} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.706209] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-46580aa4-18d5-4df7-bb41-dc6c283adfcd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 5faa9d6e-3cbf-46cf-9bf7-d0910511491d] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 743.706410] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-46580aa4-18d5-4df7-bb41-dc6c283adfcd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 5faa9d6e-3cbf-46cf-9bf7-d0910511491d] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 743.706710] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c1b26b9-544e-4f62-9d3b-82d55152f82c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.780158] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-46580aa4-18d5-4df7-bb41-dc6c283adfcd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 5faa9d6e-3cbf-46cf-9bf7-d0910511491d] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 743.780158] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-46580aa4-18d5-4df7-bb41-dc6c283adfcd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 5faa9d6e-3cbf-46cf-9bf7-d0910511491d] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 743.780158] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-46580aa4-18d5-4df7-bb41-dc6c283adfcd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Deleting the datastore file [datastore2] 5faa9d6e-3cbf-46cf-9bf7-d0910511491d {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 743.780158] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25516a48-e44b-48cb-93bb-b3dc75d8f26e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.787247] env[69699]: DEBUG oslo_vmware.api [None req-46580aa4-18d5-4df7-bb41-dc6c283adfcd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 743.787247] env[69699]: value = "task-3606883" [ 743.787247] env[69699]: _type = "Task" [ 743.787247] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.797463] env[69699]: DEBUG oslo_vmware.api [None req-46580aa4-18d5-4df7-bb41-dc6c283adfcd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3606883, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.021135] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606880, 'name': CreateVM_Task, 'duration_secs': 0.367051} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.021285] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e8f01e6-5844-4226-8ff8-370d3618b366] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 744.021883] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.022063] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.022376] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.022624] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42c6cb5a-1966-4cd8-9914-f276ba720734 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.027608] env[69699]: DEBUG oslo_vmware.api [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Waiting for the task: (returnval){ [ 744.027608] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52d37048-0a70-5255-e550-c35a1e566a2b" [ 744.027608] env[69699]: _type = "Task" [ 744.027608] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.037028] env[69699]: DEBUG oslo_vmware.api [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52d37048-0a70-5255-e550-c35a1e566a2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.115538] env[69699]: DEBUG oslo_concurrency.lockutils [None req-386d5aed-dcd2-43ad-b7f6-40b45cd251bd tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Lock "ca488e4c-5958-4ae8-a611-16034ea05264" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.828s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.146524] env[69699]: DEBUG nova.compute.utils [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 744.150839] env[69699]: DEBUG nova.compute.manager [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: a04a2fe1-2877-4fea-8bc9-7a4e65aa8171] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 744.150839] env[69699]: DEBUG nova.network.neutron [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: a04a2fe1-2877-4fea-8bc9-7a4e65aa8171] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 744.194479] env[69699]: DEBUG oslo_vmware.api [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Task: {'id': task-3606881, 'name': Rename_Task, 'duration_secs': 0.148344} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.194787] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] [instance: 64ac299a-1fe8-4bcb-b657-6d660d38f5b5] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 744.194968] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa884bbc-d07c-4a08-81dd-bf8890a66066 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.201880] env[69699]: DEBUG oslo_vmware.api [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Waiting for the task: (returnval){ [ 744.201880] env[69699]: value = "task-3606884" [ 744.201880] env[69699]: _type = "Task" [ 744.201880] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.211954] env[69699]: DEBUG oslo_vmware.api [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Task: {'id': task-3606884, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.232695] env[69699]: DEBUG nova.network.neutron [req-ceffbecc-7a7a-42fb-bb6b-c41b4fbcc437 req-d31dafe2-d504-4971-a7c4-e52daf5f5b56 service nova] [instance: 0e8f01e6-5844-4226-8ff8-370d3618b366] Updated VIF entry in instance network info cache for port c8c5405d-5b1b-4adc-bbdf-9df93a87fa88. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 744.233067] env[69699]: DEBUG nova.network.neutron [req-ceffbecc-7a7a-42fb-bb6b-c41b4fbcc437 req-d31dafe2-d504-4971-a7c4-e52daf5f5b56 service nova] [instance: 0e8f01e6-5844-4226-8ff8-370d3618b366] Updating instance_info_cache with network_info: [{"id": "c8c5405d-5b1b-4adc-bbdf-9df93a87fa88", "address": "fa:16:3e:62:f4:e2", "network": {"id": "483ca6d8-50e4-4f5e-9d21-cf8119ec693c", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1723578561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99e1e14ff27043f09e177220a4cca37f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8c5405d-5b", "ovs_interfaceid": "c8c5405d-5b1b-4adc-bbdf-9df93a87fa88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.256468] env[69699]: DEBUG nova.policy [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0aa0cba788a3498294332c0bfbd84b61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d704657961d40449fddb6eb4156d8ae', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 744.297248] env[69699]: DEBUG oslo_vmware.api [None req-46580aa4-18d5-4df7-bb41-dc6c283adfcd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3606883, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.538063] env[69699]: DEBUG oslo_vmware.api [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52d37048-0a70-5255-e550-c35a1e566a2b, 'name': SearchDatastore_Task, 'duration_secs': 0.054265} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.538406] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.538621] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] [instance: 0e8f01e6-5844-4226-8ff8-370d3618b366] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 744.538862] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.539022] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.539207] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 744.539480] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f89a1f6c-28f5-4b0d-8c1e-5709a3a68260 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.549747] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 744.549949] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 744.550813] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fe619d8-e2e3-4a5e-adbd-f653ebcbf91c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.556567] env[69699]: DEBUG oslo_vmware.api [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Waiting for the task: (returnval){ [ 744.556567] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]520549d8-46a5-317f-7646-9561d6edd0dc" [ 744.556567] env[69699]: _type = "Task" [ 744.556567] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.568009] env[69699]: DEBUG oslo_vmware.api [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]520549d8-46a5-317f-7646-9561d6edd0dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.628620] env[69699]: DEBUG nova.compute.manager [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 744.655055] env[69699]: DEBUG nova.compute.manager [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: a04a2fe1-2877-4fea-8bc9-7a4e65aa8171] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 744.670030] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8af47ef0-6d5e-4dcd-884c-0c611c339e5c tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.024s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.670030] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5091930e-8af8-4d9c-a0a3-983fee656c76 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.334s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.670030] env[69699]: DEBUG nova.objects.instance [None req-5091930e-8af8-4d9c-a0a3-983fee656c76 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Lazy-loading 'resources' on Instance uuid 16f935f2-2c14-4c1a-9f55-c5c219b3101c {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 744.719433] env[69699]: DEBUG oslo_vmware.api [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Task: {'id': task-3606884, 'name': PowerOnVM_Task} progress is 96%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.735709] env[69699]: DEBUG oslo_concurrency.lockutils [req-ceffbecc-7a7a-42fb-bb6b-c41b4fbcc437 req-d31dafe2-d504-4971-a7c4-e52daf5f5b56 service nova] Releasing lock "refresh_cache-0e8f01e6-5844-4226-8ff8-370d3618b366" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.799173] env[69699]: DEBUG oslo_vmware.api [None req-46580aa4-18d5-4df7-bb41-dc6c283adfcd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3606883, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.574106} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.799478] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-46580aa4-18d5-4df7-bb41-dc6c283adfcd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 744.799672] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-46580aa4-18d5-4df7-bb41-dc6c283adfcd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 5faa9d6e-3cbf-46cf-9bf7-d0910511491d] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 744.799845] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-46580aa4-18d5-4df7-bb41-dc6c283adfcd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 5faa9d6e-3cbf-46cf-9bf7-d0910511491d] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 744.800025] env[69699]: INFO nova.compute.manager [None req-46580aa4-18d5-4df7-bb41-dc6c283adfcd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 5faa9d6e-3cbf-46cf-9bf7-d0910511491d] Took 2.12 seconds to destroy the instance on the hypervisor. [ 744.800273] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46580aa4-18d5-4df7-bb41-dc6c283adfcd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.800590] env[69699]: DEBUG nova.compute.manager [-] [instance: 5faa9d6e-3cbf-46cf-9bf7-d0910511491d] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 744.800686] env[69699]: DEBUG nova.network.neutron [-] [instance: 5faa9d6e-3cbf-46cf-9bf7-d0910511491d] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 745.067403] env[69699]: DEBUG oslo_vmware.api [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]520549d8-46a5-317f-7646-9561d6edd0dc, 'name': SearchDatastore_Task, 'duration_secs': 0.010108} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.068521] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35bce939-3f46-4a14-9b3a-b4c22ae377a8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.082326] env[69699]: DEBUG oslo_vmware.api [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Waiting for the task: (returnval){ [ 745.082326] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52897789-56b3-c1f3-b626-e92d8c6f7b70" [ 745.082326] env[69699]: _type = "Task" [ 745.082326] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.088852] env[69699]: DEBUG oslo_vmware.api [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52897789-56b3-c1f3-b626-e92d8c6f7b70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.120128] env[69699]: DEBUG nova.network.neutron [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: a04a2fe1-2877-4fea-8bc9-7a4e65aa8171] Successfully created port: c5bd16da-6e1f-4e19-98b1-58de13fdce9a {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 745.149402] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.225421] env[69699]: DEBUG oslo_vmware.api [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Task: {'id': task-3606884, 'name': PowerOnVM_Task, 'duration_secs': 0.758331} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.230307] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] [instance: 64ac299a-1fe8-4bcb-b657-6d660d38f5b5] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 745.230769] env[69699]: INFO nova.compute.manager [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] [instance: 64ac299a-1fe8-4bcb-b657-6d660d38f5b5] Took 9.30 seconds to spawn the instance on the hypervisor. [ 745.231089] env[69699]: DEBUG nova.compute.manager [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] [instance: 64ac299a-1fe8-4bcb-b657-6d660d38f5b5] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 745.233544] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3928b1-ce72-4fba-ade0-8a9945564313 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.551480] env[69699]: DEBUG nova.compute.manager [req-836c1517-ab62-465b-bf8b-9083c1b41c12 req-943f9b48-6d6d-43c9-b1c9-1840776bc21d service nova] [instance: 5faa9d6e-3cbf-46cf-9bf7-d0910511491d] Received event network-vif-deleted-ccd995c3-6fd1-494e-809a-dc53a7845e8f {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.551704] env[69699]: INFO nova.compute.manager [req-836c1517-ab62-465b-bf8b-9083c1b41c12 req-943f9b48-6d6d-43c9-b1c9-1840776bc21d service nova] [instance: 5faa9d6e-3cbf-46cf-9bf7-d0910511491d] Neutron deleted interface ccd995c3-6fd1-494e-809a-dc53a7845e8f; detaching it from the instance and deleting it from the info cache [ 745.551968] env[69699]: DEBUG nova.network.neutron [req-836c1517-ab62-465b-bf8b-9083c1b41c12 req-943f9b48-6d6d-43c9-b1c9-1840776bc21d service nova] [instance: 5faa9d6e-3cbf-46cf-9bf7-d0910511491d] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.592081] env[69699]: DEBUG oslo_vmware.api [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52897789-56b3-c1f3-b626-e92d8c6f7b70, 'name': SearchDatastore_Task, 'duration_secs': 0.036105} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.596331] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.596870] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 0e8f01e6-5844-4226-8ff8-370d3618b366/0e8f01e6-5844-4226-8ff8-370d3618b366.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 745.597008] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-258ca8f4-951e-4f11-b3e1-f5777953d1b9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.616274] env[69699]: DEBUG oslo_vmware.api [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Waiting for the task: (returnval){ [ 745.616274] env[69699]: value = "task-3606885" [ 745.616274] env[69699]: _type = "Task" [ 745.616274] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.626048] env[69699]: DEBUG oslo_vmware.api [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Task: {'id': task-3606885, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.677325] env[69699]: DEBUG nova.compute.manager [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: a04a2fe1-2877-4fea-8bc9-7a4e65aa8171] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 745.716986] env[69699]: DEBUG nova.virt.hardware [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 745.717257] env[69699]: DEBUG nova.virt.hardware [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 745.717416] env[69699]: DEBUG nova.virt.hardware [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.717600] env[69699]: DEBUG nova.virt.hardware [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 745.717746] env[69699]: DEBUG nova.virt.hardware [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.717893] env[69699]: DEBUG nova.virt.hardware [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 745.722019] env[69699]: DEBUG nova.virt.hardware [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 745.722019] env[69699]: DEBUG nova.virt.hardware [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 745.722019] env[69699]: DEBUG nova.virt.hardware [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 745.722019] env[69699]: DEBUG nova.virt.hardware [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 745.722019] env[69699]: DEBUG nova.virt.hardware [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 745.722248] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e073093-a6b0-4484-8ea2-fb00a0438d5c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.730614] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c94def-080d-4fa5-975d-c839b542da84 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.761945] env[69699]: INFO nova.compute.manager [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] [instance: 64ac299a-1fe8-4bcb-b657-6d660d38f5b5] Took 36.08 seconds to build instance. [ 745.830624] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3333be-df87-4667-a5a5-dc8f0915b4d4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.841040] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc674f24-3a00-4164-b95c-b468acf76ddb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.876225] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087e9433-b77f-48ff-8bd3-45ebd8caee38 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.878961] env[69699]: DEBUG nova.network.neutron [-] [instance: 5faa9d6e-3cbf-46cf-9bf7-d0910511491d] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.886498] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035a0c88-d2e3-44ef-a31c-592fb2cae6f9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.902909] env[69699]: DEBUG nova.compute.provider_tree [None req-5091930e-8af8-4d9c-a0a3-983fee656c76 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.058448] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5ffb7ec9-cd1b-4b0b-8260-b6b6cc9e1341 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.069857] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3f3b8c-d10c-40e0-bda7-d3c5ae3d6d96 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.111335] env[69699]: DEBUG nova.compute.manager [req-836c1517-ab62-465b-bf8b-9083c1b41c12 req-943f9b48-6d6d-43c9-b1c9-1840776bc21d service nova] [instance: 5faa9d6e-3cbf-46cf-9bf7-d0910511491d] Detach interface failed, port_id=ccd995c3-6fd1-494e-809a-dc53a7845e8f, reason: Instance 5faa9d6e-3cbf-46cf-9bf7-d0910511491d could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 746.130025] env[69699]: DEBUG oslo_vmware.api [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Task: {'id': task-3606885, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.263964] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a4511843-7269-4600-a19d-1d43acd7a682 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Lock "64ac299a-1fe8-4bcb-b657-6d660d38f5b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.520s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.383734] env[69699]: INFO nova.compute.manager [-] [instance: 5faa9d6e-3cbf-46cf-9bf7-d0910511491d] Took 1.58 seconds to deallocate network for instance. [ 746.406748] env[69699]: DEBUG nova.scheduler.client.report [None req-5091930e-8af8-4d9c-a0a3-983fee656c76 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.415431] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8959b86e-3235-456e-aee8-21c361b238b4 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Acquiring lock "64ac299a-1fe8-4bcb-b657-6d660d38f5b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.415431] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8959b86e-3235-456e-aee8-21c361b238b4 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Lock "64ac299a-1fe8-4bcb-b657-6d660d38f5b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.415431] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8959b86e-3235-456e-aee8-21c361b238b4 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Acquiring lock "64ac299a-1fe8-4bcb-b657-6d660d38f5b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.415431] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8959b86e-3235-456e-aee8-21c361b238b4 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Lock "64ac299a-1fe8-4bcb-b657-6d660d38f5b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.415661] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8959b86e-3235-456e-aee8-21c361b238b4 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Lock "64ac299a-1fe8-4bcb-b657-6d660d38f5b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.417831] env[69699]: INFO nova.compute.manager [None req-8959b86e-3235-456e-aee8-21c361b238b4 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] [instance: 64ac299a-1fe8-4bcb-b657-6d660d38f5b5] Terminating instance [ 746.628743] env[69699]: DEBUG oslo_vmware.api [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Task: {'id': task-3606885, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.818936} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.629222] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 0e8f01e6-5844-4226-8ff8-370d3618b366/0e8f01e6-5844-4226-8ff8-370d3618b366.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 746.629648] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] [instance: 0e8f01e6-5844-4226-8ff8-370d3618b366] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 746.630050] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-802621a3-5186-4aa9-92bb-374132ff8589 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.640025] env[69699]: DEBUG oslo_vmware.api [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Waiting for the task: (returnval){ [ 746.640025] env[69699]: value = "task-3606886" [ 746.640025] env[69699]: _type = "Task" [ 746.640025] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.651126] env[69699]: DEBUG oslo_vmware.api [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Task: {'id': task-3606886, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.766719] env[69699]: DEBUG nova.compute.manager [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 746.895119] env[69699]: DEBUG oslo_concurrency.lockutils [None req-46580aa4-18d5-4df7-bb41-dc6c283adfcd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.913192] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5091930e-8af8-4d9c-a0a3-983fee656c76 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.245s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.915525] env[69699]: DEBUG oslo_concurrency.lockutils [None req-98c5a9c3-2e07-40d8-8832-2d14aaf2d594 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.497s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.915776] env[69699]: DEBUG nova.objects.instance [None req-98c5a9c3-2e07-40d8-8832-2d14aaf2d594 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Lazy-loading 'resources' on Instance uuid 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 746.923082] env[69699]: DEBUG nova.compute.manager [None req-8959b86e-3235-456e-aee8-21c361b238b4 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] [instance: 64ac299a-1fe8-4bcb-b657-6d660d38f5b5] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 746.923346] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8959b86e-3235-456e-aee8-21c361b238b4 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] [instance: 64ac299a-1fe8-4bcb-b657-6d660d38f5b5] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 746.924200] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc66fd7-5363-4141-b07d-30cc9934ae23 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.934450] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-8959b86e-3235-456e-aee8-21c361b238b4 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] [instance: 64ac299a-1fe8-4bcb-b657-6d660d38f5b5] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 746.934770] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b65df50e-cfef-4297-bd65-89ac101d3cc1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.938220] env[69699]: INFO nova.scheduler.client.report [None req-5091930e-8af8-4d9c-a0a3-983fee656c76 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Deleted allocations for instance 16f935f2-2c14-4c1a-9f55-c5c219b3101c [ 746.944148] env[69699]: DEBUG oslo_vmware.api [None req-8959b86e-3235-456e-aee8-21c361b238b4 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Waiting for the task: (returnval){ [ 746.944148] env[69699]: value = "task-3606887" [ 746.944148] env[69699]: _type = "Task" [ 746.944148] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.963607] env[69699]: DEBUG oslo_vmware.api [None req-8959b86e-3235-456e-aee8-21c361b238b4 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Task: {'id': task-3606887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.966550] env[69699]: DEBUG nova.compute.manager [req-c1f2ae46-e387-4a4b-a6c3-3618e035bbb2 req-1362113a-434d-4a96-964f-ddf0b814bcf5 service nova] [instance: a04a2fe1-2877-4fea-8bc9-7a4e65aa8171] Received event network-vif-plugged-c5bd16da-6e1f-4e19-98b1-58de13fdce9a {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.967296] env[69699]: DEBUG oslo_concurrency.lockutils [req-c1f2ae46-e387-4a4b-a6c3-3618e035bbb2 req-1362113a-434d-4a96-964f-ddf0b814bcf5 service nova] Acquiring lock "a04a2fe1-2877-4fea-8bc9-7a4e65aa8171-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.967646] env[69699]: DEBUG oslo_concurrency.lockutils [req-c1f2ae46-e387-4a4b-a6c3-3618e035bbb2 req-1362113a-434d-4a96-964f-ddf0b814bcf5 service nova] Lock "a04a2fe1-2877-4fea-8bc9-7a4e65aa8171-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.968715] env[69699]: DEBUG oslo_concurrency.lockutils [req-c1f2ae46-e387-4a4b-a6c3-3618e035bbb2 req-1362113a-434d-4a96-964f-ddf0b814bcf5 service nova] Lock "a04a2fe1-2877-4fea-8bc9-7a4e65aa8171-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.968715] env[69699]: DEBUG nova.compute.manager [req-c1f2ae46-e387-4a4b-a6c3-3618e035bbb2 req-1362113a-434d-4a96-964f-ddf0b814bcf5 service nova] [instance: a04a2fe1-2877-4fea-8bc9-7a4e65aa8171] No waiting events found dispatching network-vif-plugged-c5bd16da-6e1f-4e19-98b1-58de13fdce9a {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 746.968715] env[69699]: WARNING nova.compute.manager [req-c1f2ae46-e387-4a4b-a6c3-3618e035bbb2 req-1362113a-434d-4a96-964f-ddf0b814bcf5 service nova] [instance: a04a2fe1-2877-4fea-8bc9-7a4e65aa8171] Received unexpected event network-vif-plugged-c5bd16da-6e1f-4e19-98b1-58de13fdce9a for instance with vm_state building and task_state spawning. [ 747.106830] env[69699]: DEBUG nova.network.neutron [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: a04a2fe1-2877-4fea-8bc9-7a4e65aa8171] Successfully updated port: c5bd16da-6e1f-4e19-98b1-58de13fdce9a {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 747.149793] env[69699]: DEBUG oslo_vmware.api [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Task: {'id': task-3606886, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066728} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.150094] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] [instance: 0e8f01e6-5844-4226-8ff8-370d3618b366] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 747.151118] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555c921e-fdcc-4c44-8768-ddebb0330471 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.177956] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] [instance: 0e8f01e6-5844-4226-8ff8-370d3618b366] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 0e8f01e6-5844-4226-8ff8-370d3618b366/0e8f01e6-5844-4226-8ff8-370d3618b366.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 747.178994] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c2d97f9-605f-4676-a5fb-782154a15c73 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.201747] env[69699]: DEBUG oslo_vmware.api [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Waiting for the task: (returnval){ [ 747.201747] env[69699]: value = "task-3606888" [ 747.201747] env[69699]: _type = "Task" [ 747.201747] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.211072] env[69699]: DEBUG oslo_vmware.api [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Task: {'id': task-3606888, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.289702] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.461868] env[69699]: DEBUG oslo_vmware.api [None req-8959b86e-3235-456e-aee8-21c361b238b4 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Task: {'id': task-3606887, 'name': PowerOffVM_Task, 'duration_secs': 0.390078} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.462389] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5091930e-8af8-4d9c-a0a3-983fee656c76 tempest-ImagesOneServerTestJSON-180740883 tempest-ImagesOneServerTestJSON-180740883-project-member] Lock "16f935f2-2c14-4c1a-9f55-c5c219b3101c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.670s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.463349] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-8959b86e-3235-456e-aee8-21c361b238b4 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] [instance: 64ac299a-1fe8-4bcb-b657-6d660d38f5b5] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 747.463975] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8959b86e-3235-456e-aee8-21c361b238b4 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] [instance: 64ac299a-1fe8-4bcb-b657-6d660d38f5b5] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 747.463975] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3144ba02-9086-484e-89e9-51b85ae8e0c4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.543130] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8959b86e-3235-456e-aee8-21c361b238b4 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] [instance: 64ac299a-1fe8-4bcb-b657-6d660d38f5b5] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 747.543279] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8959b86e-3235-456e-aee8-21c361b238b4 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] [instance: 64ac299a-1fe8-4bcb-b657-6d660d38f5b5] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 747.543444] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-8959b86e-3235-456e-aee8-21c361b238b4 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Deleting the datastore file [datastore2] 64ac299a-1fe8-4bcb-b657-6d660d38f5b5 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 747.543664] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fff99766-870f-4e71-bdbd-0f1398dc9b67 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.552412] env[69699]: DEBUG oslo_vmware.api [None req-8959b86e-3235-456e-aee8-21c361b238b4 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Waiting for the task: (returnval){ [ 747.552412] env[69699]: value = "task-3606890" [ 747.552412] env[69699]: _type = "Task" [ 747.552412] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.564291] env[69699]: DEBUG oslo_vmware.api [None req-8959b86e-3235-456e-aee8-21c361b238b4 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Task: {'id': task-3606890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.614262] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Acquiring lock "refresh_cache-a04a2fe1-2877-4fea-8bc9-7a4e65aa8171" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.614455] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Acquired lock "refresh_cache-a04a2fe1-2877-4fea-8bc9-7a4e65aa8171" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.614728] env[69699]: DEBUG nova.network.neutron [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: a04a2fe1-2877-4fea-8bc9-7a4e65aa8171] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.685606] env[69699]: DEBUG nova.compute.manager [req-a9dbf356-d8cd-491c-ba87-c6a93cfae7df req-0694e3e3-c428-4ba5-8df1-1b924e7e1057 service nova] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Received event network-changed-b173074e-8ee9-458f-8c26-64dec7000a04 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.685799] env[69699]: DEBUG nova.compute.manager [req-a9dbf356-d8cd-491c-ba87-c6a93cfae7df req-0694e3e3-c428-4ba5-8df1-1b924e7e1057 service nova] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Refreshing instance network info cache due to event network-changed-b173074e-8ee9-458f-8c26-64dec7000a04. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 747.686016] env[69699]: DEBUG oslo_concurrency.lockutils [req-a9dbf356-d8cd-491c-ba87-c6a93cfae7df req-0694e3e3-c428-4ba5-8df1-1b924e7e1057 service nova] Acquiring lock "refresh_cache-ca488e4c-5958-4ae8-a611-16034ea05264" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.686514] env[69699]: DEBUG oslo_concurrency.lockutils [req-a9dbf356-d8cd-491c-ba87-c6a93cfae7df req-0694e3e3-c428-4ba5-8df1-1b924e7e1057 service nova] Acquired lock "refresh_cache-ca488e4c-5958-4ae8-a611-16034ea05264" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.686683] env[69699]: DEBUG nova.network.neutron [req-a9dbf356-d8cd-491c-ba87-c6a93cfae7df req-0694e3e3-c428-4ba5-8df1-1b924e7e1057 service nova] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Refreshing network info cache for port b173074e-8ee9-458f-8c26-64dec7000a04 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.717573] env[69699]: DEBUG oslo_vmware.api [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Task: {'id': task-3606888, 'name': ReconfigVM_Task, 'duration_secs': 0.444439} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.717855] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] [instance: 0e8f01e6-5844-4226-8ff8-370d3618b366] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 0e8f01e6-5844-4226-8ff8-370d3618b366/0e8f01e6-5844-4226-8ff8-370d3618b366.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 747.718543] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4204b83-8bb4-41b9-b35d-703c48936076 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.726340] env[69699]: DEBUG oslo_vmware.api [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Waiting for the task: (returnval){ [ 747.726340] env[69699]: value = "task-3606891" [ 747.726340] env[69699]: _type = "Task" [ 747.726340] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.737651] env[69699]: DEBUG oslo_vmware.api [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Task: {'id': task-3606891, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.982348] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6726212f-070e-472e-8f8b-5564569fa2ce {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.991249] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163838a4-6175-4d4e-a410-b8c52c36c1fa {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.021919] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09ffebd-f139-491a-b698-a4ea0c5a2def {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.030579] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f74833-1fcb-47c4-9787-89ca7dbc75a4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.047432] env[69699]: DEBUG nova.compute.provider_tree [None req-98c5a9c3-2e07-40d8-8832-2d14aaf2d594 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.063819] env[69699]: DEBUG oslo_vmware.api [None req-8959b86e-3235-456e-aee8-21c361b238b4 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Task: {'id': task-3606890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326913} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.064249] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-8959b86e-3235-456e-aee8-21c361b238b4 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 748.064464] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8959b86e-3235-456e-aee8-21c361b238b4 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] [instance: 64ac299a-1fe8-4bcb-b657-6d660d38f5b5] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 748.064673] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8959b86e-3235-456e-aee8-21c361b238b4 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] [instance: 64ac299a-1fe8-4bcb-b657-6d660d38f5b5] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 748.064870] env[69699]: INFO nova.compute.manager [None req-8959b86e-3235-456e-aee8-21c361b238b4 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] [instance: 64ac299a-1fe8-4bcb-b657-6d660d38f5b5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 748.065149] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8959b86e-3235-456e-aee8-21c361b238b4 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.065382] env[69699]: DEBUG nova.compute.manager [-] [instance: 64ac299a-1fe8-4bcb-b657-6d660d38f5b5] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 748.065455] env[69699]: DEBUG nova.network.neutron [-] [instance: 64ac299a-1fe8-4bcb-b657-6d660d38f5b5] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 748.167994] env[69699]: DEBUG nova.network.neutron [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: a04a2fe1-2877-4fea-8bc9-7a4e65aa8171] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 748.237803] env[69699]: DEBUG oslo_vmware.api [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Task: {'id': task-3606891, 'name': Rename_Task, 'duration_secs': 0.148205} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.238285] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] [instance: 0e8f01e6-5844-4226-8ff8-370d3618b366] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 748.238766] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-513536fd-2517-4a1a-b903-bdc1ea9715cb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.248098] env[69699]: DEBUG oslo_vmware.api [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Waiting for the task: (returnval){ [ 748.248098] env[69699]: value = "task-3606892" [ 748.248098] env[69699]: _type = "Task" [ 748.248098] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.260257] env[69699]: DEBUG oslo_vmware.api [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Task: {'id': task-3606892, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.552408] env[69699]: DEBUG nova.scheduler.client.report [None req-98c5a9c3-2e07-40d8-8832-2d14aaf2d594 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.763823] env[69699]: DEBUG nova.network.neutron [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: a04a2fe1-2877-4fea-8bc9-7a4e65aa8171] Updating instance_info_cache with network_info: [{"id": "c5bd16da-6e1f-4e19-98b1-58de13fdce9a", "address": "fa:16:3e:e1:16:23", "network": {"id": "cf7e11e8-f0e1-4137-b176-ce92b41f73aa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7ead911ee02c4672932553c72aa317e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5bd16da-6e", "ovs_interfaceid": "c5bd16da-6e1f-4e19-98b1-58de13fdce9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.772993] env[69699]: DEBUG oslo_vmware.api [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Task: {'id': task-3606892, 'name': PowerOnVM_Task, 'duration_secs': 0.503565} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.773311] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] [instance: 0e8f01e6-5844-4226-8ff8-370d3618b366] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.773508] env[69699]: INFO nova.compute.manager [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] [instance: 0e8f01e6-5844-4226-8ff8-370d3618b366] Took 8.03 seconds to spawn the instance on the hypervisor. [ 748.773682] env[69699]: DEBUG nova.compute.manager [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] [instance: 0e8f01e6-5844-4226-8ff8-370d3618b366] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 748.774502] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8190703-8d77-447d-a706-52eb23fa352e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.964937] env[69699]: DEBUG nova.network.neutron [-] [instance: 64ac299a-1fe8-4bcb-b657-6d660d38f5b5] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.987430] env[69699]: DEBUG nova.network.neutron [req-a9dbf356-d8cd-491c-ba87-c6a93cfae7df req-0694e3e3-c428-4ba5-8df1-1b924e7e1057 service nova] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Updated VIF entry in instance network info cache for port b173074e-8ee9-458f-8c26-64dec7000a04. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 748.987795] env[69699]: DEBUG nova.network.neutron [req-a9dbf356-d8cd-491c-ba87-c6a93cfae7df req-0694e3e3-c428-4ba5-8df1-1b924e7e1057 service nova] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Updating instance_info_cache with network_info: [{"id": "b173074e-8ee9-458f-8c26-64dec7000a04", "address": "fa:16:3e:52:97:b1", "network": {"id": "ea781b08-64ab-439d-b6be-fdcba547dbc1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1455220346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8394c185353f4b06b9f5e55522a396c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb173074e-8e", "ovs_interfaceid": "b173074e-8ee9-458f-8c26-64dec7000a04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.059555] env[69699]: DEBUG oslo_concurrency.lockutils [None req-98c5a9c3-2e07-40d8-8832-2d14aaf2d594 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.144s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.063602] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.945s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.064928] env[69699]: INFO nova.compute.claims [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 749.070446] env[69699]: DEBUG nova.compute.manager [req-ebc21cb7-c8dc-49f6-a068-2d6ae6265754 req-05e1bb4e-5ba9-41a9-b191-dfdc3cbd591a service nova] [instance: a04a2fe1-2877-4fea-8bc9-7a4e65aa8171] Received event network-changed-c5bd16da-6e1f-4e19-98b1-58de13fdce9a {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.070854] env[69699]: DEBUG nova.compute.manager [req-ebc21cb7-c8dc-49f6-a068-2d6ae6265754 req-05e1bb4e-5ba9-41a9-b191-dfdc3cbd591a service nova] [instance: a04a2fe1-2877-4fea-8bc9-7a4e65aa8171] Refreshing instance network info cache due to event network-changed-c5bd16da-6e1f-4e19-98b1-58de13fdce9a. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 749.071103] env[69699]: DEBUG oslo_concurrency.lockutils [req-ebc21cb7-c8dc-49f6-a068-2d6ae6265754 req-05e1bb4e-5ba9-41a9-b191-dfdc3cbd591a service nova] Acquiring lock "refresh_cache-a04a2fe1-2877-4fea-8bc9-7a4e65aa8171" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.092127] env[69699]: INFO nova.scheduler.client.report [None req-98c5a9c3-2e07-40d8-8832-2d14aaf2d594 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Deleted allocations for instance 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a [ 749.266693] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Releasing lock "refresh_cache-a04a2fe1-2877-4fea-8bc9-7a4e65aa8171" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.266935] env[69699]: DEBUG nova.compute.manager [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: a04a2fe1-2877-4fea-8bc9-7a4e65aa8171] Instance network_info: |[{"id": "c5bd16da-6e1f-4e19-98b1-58de13fdce9a", "address": "fa:16:3e:e1:16:23", "network": {"id": "cf7e11e8-f0e1-4137-b176-ce92b41f73aa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7ead911ee02c4672932553c72aa317e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5bd16da-6e", "ovs_interfaceid": "c5bd16da-6e1f-4e19-98b1-58de13fdce9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 749.267253] env[69699]: DEBUG oslo_concurrency.lockutils [req-ebc21cb7-c8dc-49f6-a068-2d6ae6265754 req-05e1bb4e-5ba9-41a9-b191-dfdc3cbd591a service nova] Acquired lock "refresh_cache-a04a2fe1-2877-4fea-8bc9-7a4e65aa8171" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.267431] env[69699]: DEBUG nova.network.neutron [req-ebc21cb7-c8dc-49f6-a068-2d6ae6265754 req-05e1bb4e-5ba9-41a9-b191-dfdc3cbd591a service nova] [instance: a04a2fe1-2877-4fea-8bc9-7a4e65aa8171] Refreshing network info cache for port c5bd16da-6e1f-4e19-98b1-58de13fdce9a {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 749.269052] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: a04a2fe1-2877-4fea-8bc9-7a4e65aa8171] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:16:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5bd16da-6e1f-4e19-98b1-58de13fdce9a', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 749.276338] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.277098] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a04a2fe1-2877-4fea-8bc9-7a4e65aa8171] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 749.277336] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4140e56d-550e-4e29-a670-abb55bcbe640 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.299958] env[69699]: INFO nova.compute.manager [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] [instance: 0e8f01e6-5844-4226-8ff8-370d3618b366] Took 35.84 seconds to build instance. [ 749.303615] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 749.303615] env[69699]: value = "task-3606893" [ 749.303615] env[69699]: _type = "Task" [ 749.303615] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.317486] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606893, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.472023] env[69699]: INFO nova.compute.manager [-] [instance: 64ac299a-1fe8-4bcb-b657-6d660d38f5b5] Took 1.40 seconds to deallocate network for instance. [ 749.490377] env[69699]: DEBUG oslo_concurrency.lockutils [req-a9dbf356-d8cd-491c-ba87-c6a93cfae7df req-0694e3e3-c428-4ba5-8df1-1b924e7e1057 service nova] Releasing lock "refresh_cache-ca488e4c-5958-4ae8-a611-16034ea05264" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.605235] env[69699]: DEBUG oslo_concurrency.lockutils [None req-98c5a9c3-2e07-40d8-8832-2d14aaf2d594 tempest-ImagesNegativeTestJSON-1537386860 tempest-ImagesNegativeTestJSON-1537386860-project-member] Lock "8a133dcc-4367-4ee4-a9ed-1bc47ac2839a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.927s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.802870] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e4757f9c-5546-4f93-b78a-eaf520dce9e5 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Lock "0e8f01e6-5844-4226-8ff8-370d3618b366" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.250s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.821512] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606893, 'name': CreateVM_Task, 'duration_secs': 0.448093} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.822315] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a04a2fe1-2877-4fea-8bc9-7a4e65aa8171] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 749.823963] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.824168] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.828016] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.828016] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8963b219-3e50-4143-a5dd-cc26faeab101 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.832262] env[69699]: DEBUG oslo_vmware.api [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Waiting for the task: (returnval){ [ 749.832262] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52d18fb0-f0d6-7dbb-7dba-1ddbfd721ee8" [ 749.832262] env[69699]: _type = "Task" [ 749.832262] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.842959] env[69699]: DEBUG oslo_vmware.api [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52d18fb0-f0d6-7dbb-7dba-1ddbfd721ee8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.977563] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8959b86e-3235-456e-aee8-21c361b238b4 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.195068] env[69699]: DEBUG nova.network.neutron [req-ebc21cb7-c8dc-49f6-a068-2d6ae6265754 req-05e1bb4e-5ba9-41a9-b191-dfdc3cbd591a service nova] [instance: a04a2fe1-2877-4fea-8bc9-7a4e65aa8171] Updated VIF entry in instance network info cache for port c5bd16da-6e1f-4e19-98b1-58de13fdce9a. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.196981] env[69699]: DEBUG nova.network.neutron [req-ebc21cb7-c8dc-49f6-a068-2d6ae6265754 req-05e1bb4e-5ba9-41a9-b191-dfdc3cbd591a service nova] [instance: a04a2fe1-2877-4fea-8bc9-7a4e65aa8171] Updating instance_info_cache with network_info: [{"id": "c5bd16da-6e1f-4e19-98b1-58de13fdce9a", "address": "fa:16:3e:e1:16:23", "network": {"id": "cf7e11e8-f0e1-4137-b176-ce92b41f73aa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7ead911ee02c4672932553c72aa317e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5bd16da-6e", "ovs_interfaceid": "c5bd16da-6e1f-4e19-98b1-58de13fdce9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.312017] env[69699]: DEBUG nova.compute.manager [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 750.349328] env[69699]: DEBUG oslo_vmware.api [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52d18fb0-f0d6-7dbb-7dba-1ddbfd721ee8, 'name': SearchDatastore_Task, 'duration_secs': 0.022881} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.349328] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.349328] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: a04a2fe1-2877-4fea-8bc9-7a4e65aa8171] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 750.349328] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.349875] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.349875] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 750.349875] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8eb7cb46-a117-4b88-b074-44c494ce7696 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.368161] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 750.368574] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 750.369130] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86c22a68-8790-4c95-9ed9-ea20665e5148 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.375543] env[69699]: DEBUG oslo_vmware.api [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Waiting for the task: (returnval){ [ 750.375543] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52fa8d2f-e355-65df-7a66-359f983bc71e" [ 750.375543] env[69699]: _type = "Task" [ 750.375543] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.387340] env[69699]: DEBUG oslo_vmware.api [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52fa8d2f-e355-65df-7a66-359f983bc71e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.625037] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94e216a-3414-4bca-aa34-82db76dabf8f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.632922] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04de6242-baad-4a6a-89d5-c44c8126b0c4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.668096] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7492ed0c-3d0c-433d-afd5-87b455291cd9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.681315] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037a9f30-07fe-4714-b3f8-073742ecc25a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.698825] env[69699]: DEBUG nova.compute.provider_tree [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.700583] env[69699]: DEBUG oslo_concurrency.lockutils [req-ebc21cb7-c8dc-49f6-a068-2d6ae6265754 req-05e1bb4e-5ba9-41a9-b191-dfdc3cbd591a service nova] Releasing lock "refresh_cache-a04a2fe1-2877-4fea-8bc9-7a4e65aa8171" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.700742] env[69699]: DEBUG nova.compute.manager [req-ebc21cb7-c8dc-49f6-a068-2d6ae6265754 req-05e1bb4e-5ba9-41a9-b191-dfdc3cbd591a service nova] [instance: 64ac299a-1fe8-4bcb-b657-6d660d38f5b5] Received event network-vif-deleted-7f25a208-9daf-42f9-aea2-aa6516992377 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.840819] env[69699]: DEBUG oslo_concurrency.lockutils [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.891360] env[69699]: DEBUG oslo_vmware.api [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52fa8d2f-e355-65df-7a66-359f983bc71e, 'name': SearchDatastore_Task, 'duration_secs': 0.013884} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.898324] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d781fd8-52ee-4700-b531-633a964dc48c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.900251] env[69699]: DEBUG oslo_vmware.api [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Waiting for the task: (returnval){ [ 750.900251] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]529e0a91-228a-1adf-9117-a9631b07d1b0" [ 750.900251] env[69699]: _type = "Task" [ 750.900251] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.912488] env[69699]: DEBUG oslo_vmware.api [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]529e0a91-228a-1adf-9117-a9631b07d1b0, 'name': SearchDatastore_Task} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.912488] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.914490] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] a04a2fe1-2877-4fea-8bc9-7a4e65aa8171/a04a2fe1-2877-4fea-8bc9-7a4e65aa8171.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 750.914490] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15902176-3a1a-47bf-8019-67d93b20049b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.921301] env[69699]: DEBUG oslo_vmware.api [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Waiting for the task: (returnval){ [ 750.921301] env[69699]: value = "task-3606894" [ 750.921301] env[69699]: _type = "Task" [ 750.921301] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.930526] env[69699]: DEBUG oslo_vmware.api [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Task: {'id': task-3606894, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.176072] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ce916028-ed31-48db-827f-f53d110047c3 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Acquiring lock "0e8f01e6-5844-4226-8ff8-370d3618b366" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.176618] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ce916028-ed31-48db-827f-f53d110047c3 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Lock "0e8f01e6-5844-4226-8ff8-370d3618b366" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.176872] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ce916028-ed31-48db-827f-f53d110047c3 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Acquiring lock "0e8f01e6-5844-4226-8ff8-370d3618b366-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.177080] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ce916028-ed31-48db-827f-f53d110047c3 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Lock "0e8f01e6-5844-4226-8ff8-370d3618b366-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.177255] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ce916028-ed31-48db-827f-f53d110047c3 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Lock "0e8f01e6-5844-4226-8ff8-370d3618b366-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.179589] env[69699]: INFO nova.compute.manager [None req-ce916028-ed31-48db-827f-f53d110047c3 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] [instance: 0e8f01e6-5844-4226-8ff8-370d3618b366] Terminating instance [ 751.205221] env[69699]: DEBUG nova.scheduler.client.report [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.439175] env[69699]: DEBUG oslo_vmware.api [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Task: {'id': task-3606894, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.687378] env[69699]: DEBUG nova.compute.manager [None req-ce916028-ed31-48db-827f-f53d110047c3 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] [instance: 0e8f01e6-5844-4226-8ff8-370d3618b366] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 751.690019] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ce916028-ed31-48db-827f-f53d110047c3 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] [instance: 0e8f01e6-5844-4226-8ff8-370d3618b366] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 751.690019] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e26cc8-47e8-4927-b9c1-c25f782b92cc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.701561] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce916028-ed31-48db-827f-f53d110047c3 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] [instance: 0e8f01e6-5844-4226-8ff8-370d3618b366] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 751.702317] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f81f3ef-0a6c-40ce-b8fb-26b6c9be7657 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.711327] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.714121] env[69699]: DEBUG nova.compute.manager [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 751.719506] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.271s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.719747] env[69699]: DEBUG nova.objects.instance [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69699) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 751.726158] env[69699]: DEBUG oslo_vmware.api [None req-ce916028-ed31-48db-827f-f53d110047c3 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Waiting for the task: (returnval){ [ 751.726158] env[69699]: value = "task-3606895" [ 751.726158] env[69699]: _type = "Task" [ 751.726158] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.739712] env[69699]: DEBUG oslo_vmware.api [None req-ce916028-ed31-48db-827f-f53d110047c3 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Task: {'id': task-3606895, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.933591] env[69699]: DEBUG oslo_vmware.api [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Task: {'id': task-3606894, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609401} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.933869] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] a04a2fe1-2877-4fea-8bc9-7a4e65aa8171/a04a2fe1-2877-4fea-8bc9-7a4e65aa8171.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 751.934278] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: a04a2fe1-2877-4fea-8bc9-7a4e65aa8171] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 751.934443] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61b5476a-1973-42fe-b0c9-0d671ff20fd4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.943911] env[69699]: DEBUG oslo_vmware.api [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Waiting for the task: (returnval){ [ 751.943911] env[69699]: value = "task-3606896" [ 751.943911] env[69699]: _type = "Task" [ 751.943911] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.953540] env[69699]: DEBUG oslo_vmware.api [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Task: {'id': task-3606896, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.232923] env[69699]: DEBUG nova.compute.utils [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 752.234536] env[69699]: DEBUG nova.compute.manager [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 752.234894] env[69699]: DEBUG nova.network.neutron [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 752.248394] env[69699]: DEBUG oslo_vmware.api [None req-ce916028-ed31-48db-827f-f53d110047c3 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Task: {'id': task-3606895, 'name': PowerOffVM_Task, 'duration_secs': 0.193444} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.248394] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce916028-ed31-48db-827f-f53d110047c3 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] [instance: 0e8f01e6-5844-4226-8ff8-370d3618b366] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 752.248616] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ce916028-ed31-48db-827f-f53d110047c3 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] [instance: 0e8f01e6-5844-4226-8ff8-370d3618b366] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 752.249208] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc5fc114-5f7e-4ff8-92f3-583637ad2335 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.317308] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ce916028-ed31-48db-827f-f53d110047c3 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] [instance: 0e8f01e6-5844-4226-8ff8-370d3618b366] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 752.317308] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ce916028-ed31-48db-827f-f53d110047c3 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] [instance: 0e8f01e6-5844-4226-8ff8-370d3618b366] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 752.317528] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce916028-ed31-48db-827f-f53d110047c3 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Deleting the datastore file [datastore2] 0e8f01e6-5844-4226-8ff8-370d3618b366 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 752.320057] env[69699]: DEBUG nova.policy [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5e4e943c4df49ea98bf24ffbf5336d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'faf685f7e191457eb97f08f4a5a770fc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 752.321815] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b732e985-f799-4004-b13e-92f489eeffc1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.329172] env[69699]: DEBUG oslo_vmware.api [None req-ce916028-ed31-48db-827f-f53d110047c3 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Waiting for the task: (returnval){ [ 752.329172] env[69699]: value = "task-3606898" [ 752.329172] env[69699]: _type = "Task" [ 752.329172] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.339756] env[69699]: DEBUG oslo_vmware.api [None req-ce916028-ed31-48db-827f-f53d110047c3 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Task: {'id': task-3606898, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.456636] env[69699]: DEBUG oslo_vmware.api [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Task: {'id': task-3606896, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069312} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.456942] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: a04a2fe1-2877-4fea-8bc9-7a4e65aa8171] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 752.458858] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c61bfb-d65a-4b34-9b6b-3c1aa7a69074 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.488761] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: a04a2fe1-2877-4fea-8bc9-7a4e65aa8171] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] a04a2fe1-2877-4fea-8bc9-7a4e65aa8171/a04a2fe1-2877-4fea-8bc9-7a4e65aa8171.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.489118] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ba2449e-9b0f-444c-b28a-dcd66fd6e9ea {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.512920] env[69699]: DEBUG oslo_vmware.api [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Waiting for the task: (returnval){ [ 752.512920] env[69699]: value = "task-3606899" [ 752.512920] env[69699]: _type = "Task" [ 752.512920] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.522738] env[69699]: DEBUG oslo_vmware.api [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Task: {'id': task-3606899, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.739198] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a3169ee9-0806-450e-9324-ecf369d52231 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.740356] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1d2f10df-2b55-438f-9255-7943ec330600 tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.002s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.740759] env[69699]: DEBUG nova.objects.instance [None req-1d2f10df-2b55-438f-9255-7943ec330600 tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Lazy-loading 'resources' on Instance uuid 7de76820-d45f-4bfc-afd9-895e47274116 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 752.745337] env[69699]: DEBUG nova.compute.manager [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 752.840139] env[69699]: DEBUG oslo_vmware.api [None req-ce916028-ed31-48db-827f-f53d110047c3 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Task: {'id': task-3606898, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285665} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.840139] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce916028-ed31-48db-827f-f53d110047c3 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 752.840139] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ce916028-ed31-48db-827f-f53d110047c3 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] [instance: 0e8f01e6-5844-4226-8ff8-370d3618b366] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 752.840139] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ce916028-ed31-48db-827f-f53d110047c3 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] [instance: 0e8f01e6-5844-4226-8ff8-370d3618b366] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 752.840139] env[69699]: INFO nova.compute.manager [None req-ce916028-ed31-48db-827f-f53d110047c3 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] [instance: 0e8f01e6-5844-4226-8ff8-370d3618b366] Took 1.15 seconds to destroy the instance on the hypervisor. [ 752.840352] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce916028-ed31-48db-827f-f53d110047c3 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.840352] env[69699]: DEBUG nova.compute.manager [-] [instance: 0e8f01e6-5844-4226-8ff8-370d3618b366] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 752.840459] env[69699]: DEBUG nova.network.neutron [-] [instance: 0e8f01e6-5844-4226-8ff8-370d3618b366] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 753.018869] env[69699]: DEBUG nova.network.neutron [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] Successfully created port: 7531909f-d3d0-4ab0-bb81-462d86356413 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 753.024218] env[69699]: DEBUG oslo_vmware.api [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Task: {'id': task-3606899, 'name': ReconfigVM_Task, 'duration_secs': 0.302051} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.024487] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: a04a2fe1-2877-4fea-8bc9-7a4e65aa8171] Reconfigured VM instance instance-00000027 to attach disk [datastore1] a04a2fe1-2877-4fea-8bc9-7a4e65aa8171/a04a2fe1-2877-4fea-8bc9-7a4e65aa8171.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.025114] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4dcb336d-167f-463a-848b-69d881d463b4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.033329] env[69699]: DEBUG oslo_vmware.api [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Waiting for the task: (returnval){ [ 753.033329] env[69699]: value = "task-3606900" [ 753.033329] env[69699]: _type = "Task" [ 753.033329] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.045782] env[69699]: DEBUG oslo_vmware.api [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Task: {'id': task-3606900, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.553953] env[69699]: DEBUG oslo_vmware.api [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Task: {'id': task-3606900, 'name': Rename_Task, 'duration_secs': 0.154307} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.554514] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: a04a2fe1-2877-4fea-8bc9-7a4e65aa8171] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 753.554776] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf48e077-c523-482d-9796-0bc2717ae27b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.562901] env[69699]: DEBUG oslo_vmware.api [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Waiting for the task: (returnval){ [ 753.562901] env[69699]: value = "task-3606901" [ 753.562901] env[69699]: _type = "Task" [ 753.562901] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.574042] env[69699]: DEBUG oslo_vmware.api [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Task: {'id': task-3606901, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.755139] env[69699]: DEBUG nova.compute.manager [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 753.786123] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea38027d-c709-4cad-82e1-d7c8e041ff22 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.790767] env[69699]: DEBUG nova.virt.hardware [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 753.791027] env[69699]: DEBUG nova.virt.hardware [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 753.791194] env[69699]: DEBUG nova.virt.hardware [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 753.791376] env[69699]: DEBUG nova.virt.hardware [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 753.791522] env[69699]: DEBUG nova.virt.hardware [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 753.791670] env[69699]: DEBUG nova.virt.hardware [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 753.791871] env[69699]: DEBUG nova.virt.hardware [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 753.792036] env[69699]: DEBUG nova.virt.hardware [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 753.792482] env[69699]: DEBUG nova.virt.hardware [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 753.792482] env[69699]: DEBUG nova.virt.hardware [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 753.792601] env[69699]: DEBUG nova.virt.hardware [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 753.793404] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40211373-52d3-405e-900c-7f2fceebf3a5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.804386] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046c3bf2-0a83-48cc-b5c2-f68478ceae19 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.809472] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0a3c14-b02f-4d2b-bb32-1219fcd0225e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.848700] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1161e36-b730-4c4f-8d23-5e1197a74792 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.857630] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5898a2-4af8-4606-b8f2-e2f646404886 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.873940] env[69699]: DEBUG nova.compute.provider_tree [None req-1d2f10df-2b55-438f-9255-7943ec330600 tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.061029] env[69699]: DEBUG nova.compute.manager [req-474fe037-0a33-49b6-b181-8b4be14bd715 req-eda347ee-7164-46d1-a4a0-2b2d989890df service nova] [instance: 0e8f01e6-5844-4226-8ff8-370d3618b366] Received event network-vif-deleted-c8c5405d-5b1b-4adc-bbdf-9df93a87fa88 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.061162] env[69699]: INFO nova.compute.manager [req-474fe037-0a33-49b6-b181-8b4be14bd715 req-eda347ee-7164-46d1-a4a0-2b2d989890df service nova] [instance: 0e8f01e6-5844-4226-8ff8-370d3618b366] Neutron deleted interface c8c5405d-5b1b-4adc-bbdf-9df93a87fa88; detaching it from the instance and deleting it from the info cache [ 754.061338] env[69699]: DEBUG nova.network.neutron [req-474fe037-0a33-49b6-b181-8b4be14bd715 req-eda347ee-7164-46d1-a4a0-2b2d989890df service nova] [instance: 0e8f01e6-5844-4226-8ff8-370d3618b366] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.074453] env[69699]: DEBUG oslo_vmware.api [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Task: {'id': task-3606901, 'name': PowerOnVM_Task, 'duration_secs': 0.5106} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.074749] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: a04a2fe1-2877-4fea-8bc9-7a4e65aa8171] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.074987] env[69699]: INFO nova.compute.manager [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: a04a2fe1-2877-4fea-8bc9-7a4e65aa8171] Took 8.40 seconds to spawn the instance on the hypervisor. [ 754.075130] env[69699]: DEBUG nova.compute.manager [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: a04a2fe1-2877-4fea-8bc9-7a4e65aa8171] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.077020] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7830f66f-34d8-4e1e-b4d7-eb5384fe2474 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.376959] env[69699]: DEBUG nova.scheduler.client.report [None req-1d2f10df-2b55-438f-9255-7943ec330600 tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.532212] env[69699]: DEBUG nova.network.neutron [-] [instance: 0e8f01e6-5844-4226-8ff8-370d3618b366] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.563987] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dabf35aa-33f6-4c93-a616-4f97f8e83843 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.583098] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d65b01f-2880-4fd4-9dbe-50653acd333f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.610660] env[69699]: INFO nova.compute.manager [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: a04a2fe1-2877-4fea-8bc9-7a4e65aa8171] Took 38.64 seconds to build instance. [ 754.636991] env[69699]: DEBUG nova.compute.manager [req-474fe037-0a33-49b6-b181-8b4be14bd715 req-eda347ee-7164-46d1-a4a0-2b2d989890df service nova] [instance: 0e8f01e6-5844-4226-8ff8-370d3618b366] Detach interface failed, port_id=c8c5405d-5b1b-4adc-bbdf-9df93a87fa88, reason: Instance 0e8f01e6-5844-4226-8ff8-370d3618b366 could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 754.883862] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1d2f10df-2b55-438f-9255-7943ec330600 tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.143s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.888571] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.679s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.892788] env[69699]: INFO nova.compute.claims [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 754.932448] env[69699]: INFO nova.scheduler.client.report [None req-1d2f10df-2b55-438f-9255-7943ec330600 tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Deleted allocations for instance 7de76820-d45f-4bfc-afd9-895e47274116 [ 755.034787] env[69699]: INFO nova.compute.manager [-] [instance: 0e8f01e6-5844-4226-8ff8-370d3618b366] Took 2.19 seconds to deallocate network for instance. [ 755.112194] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b3a3c206-edb4-451b-b1eb-6dc118cb9fd3 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Lock "a04a2fe1-2877-4fea-8bc9-7a4e65aa8171" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.305s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.266654] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5c68ae-d853-4d45-9379-cb5adaec9e99 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.275211] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-b5cb76bd-cbc7-4251-867d-d300ba3e1b04 tempest-ServersAdminNegativeTestJSON-1501043347 tempest-ServersAdminNegativeTestJSON-1501043347-project-admin] [instance: a04a2fe1-2877-4fea-8bc9-7a4e65aa8171] Suspending the VM {{(pid=69699) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 755.275642] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-292a041c-63cf-4ff1-ae76-6992dfcf42c5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.288381] env[69699]: DEBUG oslo_vmware.api [None req-b5cb76bd-cbc7-4251-867d-d300ba3e1b04 tempest-ServersAdminNegativeTestJSON-1501043347 tempest-ServersAdminNegativeTestJSON-1501043347-project-admin] Waiting for the task: (returnval){ [ 755.288381] env[69699]: value = "task-3606902" [ 755.288381] env[69699]: _type = "Task" [ 755.288381] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.299374] env[69699]: DEBUG oslo_vmware.api [None req-b5cb76bd-cbc7-4251-867d-d300ba3e1b04 tempest-ServersAdminNegativeTestJSON-1501043347 tempest-ServersAdminNegativeTestJSON-1501043347-project-admin] Task: {'id': task-3606902, 'name': SuspendVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.444329] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1d2f10df-2b55-438f-9255-7943ec330600 tempest-ServersListShow298Test-1320690816 tempest-ServersListShow298Test-1320690816-project-member] Lock "7de76820-d45f-4bfc-afd9-895e47274116" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.535s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.546242] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ce916028-ed31-48db-827f-f53d110047c3 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.617679] env[69699]: DEBUG nova.compute.manager [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 755.800667] env[69699]: DEBUG oslo_vmware.api [None req-b5cb76bd-cbc7-4251-867d-d300ba3e1b04 tempest-ServersAdminNegativeTestJSON-1501043347 tempest-ServersAdminNegativeTestJSON-1501043347-project-admin] Task: {'id': task-3606902, 'name': SuspendVM_Task} progress is 54%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.109039] env[69699]: DEBUG nova.compute.manager [req-6ee75733-4300-447b-b73e-33c8793c2b75 req-65923cfe-eefc-4173-9fb7-8c7331e52cd6 service nova] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] Received event network-vif-plugged-7531909f-d3d0-4ab0-bb81-462d86356413 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.109516] env[69699]: DEBUG oslo_concurrency.lockutils [req-6ee75733-4300-447b-b73e-33c8793c2b75 req-65923cfe-eefc-4173-9fb7-8c7331e52cd6 service nova] Acquiring lock "e21ce499-fd39-4810-88cf-8a8d1330a67b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.109659] env[69699]: DEBUG oslo_concurrency.lockutils [req-6ee75733-4300-447b-b73e-33c8793c2b75 req-65923cfe-eefc-4173-9fb7-8c7331e52cd6 service nova] Lock "e21ce499-fd39-4810-88cf-8a8d1330a67b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.109894] env[69699]: DEBUG oslo_concurrency.lockutils [req-6ee75733-4300-447b-b73e-33c8793c2b75 req-65923cfe-eefc-4173-9fb7-8c7331e52cd6 service nova] Lock "e21ce499-fd39-4810-88cf-8a8d1330a67b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.110143] env[69699]: DEBUG nova.compute.manager [req-6ee75733-4300-447b-b73e-33c8793c2b75 req-65923cfe-eefc-4173-9fb7-8c7331e52cd6 service nova] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] No waiting events found dispatching network-vif-plugged-7531909f-d3d0-4ab0-bb81-462d86356413 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 756.110371] env[69699]: WARNING nova.compute.manager [req-6ee75733-4300-447b-b73e-33c8793c2b75 req-65923cfe-eefc-4173-9fb7-8c7331e52cd6 service nova] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] Received unexpected event network-vif-plugged-7531909f-d3d0-4ab0-bb81-462d86356413 for instance with vm_state building and task_state spawning. [ 756.141155] env[69699]: DEBUG oslo_concurrency.lockutils [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.159330] env[69699]: DEBUG nova.network.neutron [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] Successfully updated port: 7531909f-d3d0-4ab0-bb81-462d86356413 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 756.308294] env[69699]: DEBUG oslo_vmware.api [None req-b5cb76bd-cbc7-4251-867d-d300ba3e1b04 tempest-ServersAdminNegativeTestJSON-1501043347 tempest-ServersAdminNegativeTestJSON-1501043347-project-admin] Task: {'id': task-3606902, 'name': SuspendVM_Task, 'duration_secs': 1.007079} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.308294] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-b5cb76bd-cbc7-4251-867d-d300ba3e1b04 tempest-ServersAdminNegativeTestJSON-1501043347 tempest-ServersAdminNegativeTestJSON-1501043347-project-admin] [instance: a04a2fe1-2877-4fea-8bc9-7a4e65aa8171] Suspended the VM {{(pid=69699) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 756.308294] env[69699]: DEBUG nova.compute.manager [None req-b5cb76bd-cbc7-4251-867d-d300ba3e1b04 tempest-ServersAdminNegativeTestJSON-1501043347 tempest-ServersAdminNegativeTestJSON-1501043347-project-admin] [instance: a04a2fe1-2877-4fea-8bc9-7a4e65aa8171] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.310096] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc621815-eca8-4305-8a94-1207d084aa97 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.544929] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b066f0af-9858-42fb-b9d0-7489e34d1e2f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.553944] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe56cc3-c9b3-4f02-9647-4dc13b6c8426 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.594727] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebe57cf-e39c-438e-90f1-960ceec5834d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.602745] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd0d883-5191-4ad3-92ed-213fe37d89a8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.619241] env[69699]: DEBUG nova.compute.provider_tree [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.661768] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Acquiring lock "refresh_cache-e21ce499-fd39-4810-88cf-8a8d1330a67b" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.662091] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Acquired lock "refresh_cache-e21ce499-fd39-4810-88cf-8a8d1330a67b" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.662091] env[69699]: DEBUG nova.network.neutron [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.122761] env[69699]: DEBUG nova.scheduler.client.report [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.200588] env[69699]: DEBUG nova.network.neutron [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.607472] env[69699]: DEBUG nova.network.neutron [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] Updating instance_info_cache with network_info: [{"id": "7531909f-d3d0-4ab0-bb81-462d86356413", "address": "fa:16:3e:da:58:e1", "network": {"id": "d517c29c-4e76-48c3-b4f7-5c67ce841994", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-814442233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faf685f7e191457eb97f08f4a5a770fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7531909f-d3", "ovs_interfaceid": "7531909f-d3d0-4ab0-bb81-462d86356413", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.628240] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.740s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.628790] env[69699]: DEBUG nova.compute.manager [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 757.631499] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8ae6ebb7-cd0c-423f-abec-92232e280a88 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.257s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.631717] env[69699]: DEBUG nova.objects.instance [None req-8ae6ebb7-cd0c-423f-abec-92232e280a88 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Lazy-loading 'resources' on Instance uuid 11123131-ce04-45c0-a369-1ec5e568b6a5 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 757.858868] env[69699]: DEBUG oslo_concurrency.lockutils [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Acquiring lock "a56031df-186a-4a08-886d-8bb99e015dba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.859120] env[69699]: DEBUG oslo_concurrency.lockutils [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Lock "a56031df-186a-4a08-886d-8bb99e015dba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.110111] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Releasing lock "refresh_cache-e21ce499-fd39-4810-88cf-8a8d1330a67b" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.110916] env[69699]: DEBUG nova.compute.manager [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] Instance network_info: |[{"id": "7531909f-d3d0-4ab0-bb81-462d86356413", "address": "fa:16:3e:da:58:e1", "network": {"id": "d517c29c-4e76-48c3-b4f7-5c67ce841994", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-814442233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faf685f7e191457eb97f08f4a5a770fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7531909f-d3", "ovs_interfaceid": "7531909f-d3d0-4ab0-bb81-462d86356413", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 758.111912] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:58:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '415e68b4-3766-4359-afe2-f8563910d98c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7531909f-d3d0-4ab0-bb81-462d86356413', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.121428] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Creating folder: Project (faf685f7e191457eb97f08f4a5a770fc). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.124673] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a4e73dd-01b2-448a-8086-95b9b56ab716 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.138103] env[69699]: DEBUG nova.compute.utils [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 758.146325] env[69699]: DEBUG nova.compute.manager [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 758.146325] env[69699]: DEBUG nova.network.neutron [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 758.148464] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Created folder: Project (faf685f7e191457eb97f08f4a5a770fc) in parent group-v719415. [ 758.148464] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Creating folder: Instances. Parent ref: group-v719544. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.148464] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9fc1e2e0-665b-44b1-a07f-46297b450bd8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.162672] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Created folder: Instances in parent group-v719544. [ 758.162672] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.165447] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.166016] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96b3ad15-a785-4319-ad70-585440bcde5f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.195344] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.195344] env[69699]: value = "task-3606905" [ 758.195344] env[69699]: _type = "Task" [ 758.195344] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.209086] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606905, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.221184] env[69699]: DEBUG nova.policy [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00c0d70391a845f69894ccf9ccd26b9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd971d1ed5b874810b2c9a9788b0172f2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 758.231458] env[69699]: DEBUG oslo_concurrency.lockutils [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Acquiring lock "e90cd9d1-a50b-4153-9e93-ec1006ebbad1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.231860] env[69699]: DEBUG oslo_concurrency.lockutils [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Lock "e90cd9d1-a50b-4153-9e93-ec1006ebbad1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.267441] env[69699]: DEBUG oslo_concurrency.lockutils [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Acquiring lock "63b25b55-b483-48db-aced-d2df4010a8ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.267685] env[69699]: DEBUG oslo_concurrency.lockutils [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Lock "63b25b55-b483-48db-aced-d2df4010a8ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.377197] env[69699]: DEBUG nova.compute.manager [req-e794b41f-42d2-4aec-b734-4018b33fd516 req-9584d77a-825b-415f-a165-16e39e12b405 service nova] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] Received event network-changed-7531909f-d3d0-4ab0-bb81-462d86356413 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.377197] env[69699]: DEBUG nova.compute.manager [req-e794b41f-42d2-4aec-b734-4018b33fd516 req-9584d77a-825b-415f-a165-16e39e12b405 service nova] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] Refreshing instance network info cache due to event network-changed-7531909f-d3d0-4ab0-bb81-462d86356413. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 758.377197] env[69699]: DEBUG oslo_concurrency.lockutils [req-e794b41f-42d2-4aec-b734-4018b33fd516 req-9584d77a-825b-415f-a165-16e39e12b405 service nova] Acquiring lock "refresh_cache-e21ce499-fd39-4810-88cf-8a8d1330a67b" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.377197] env[69699]: DEBUG oslo_concurrency.lockutils [req-e794b41f-42d2-4aec-b734-4018b33fd516 req-9584d77a-825b-415f-a165-16e39e12b405 service nova] Acquired lock "refresh_cache-e21ce499-fd39-4810-88cf-8a8d1330a67b" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.377197] env[69699]: DEBUG nova.network.neutron [req-e794b41f-42d2-4aec-b734-4018b33fd516 req-9584d77a-825b-415f-a165-16e39e12b405 service nova] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] Refreshing network info cache for port 7531909f-d3d0-4ab0-bb81-462d86356413 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.563214] env[69699]: DEBUG oslo_concurrency.lockutils [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Acquiring lock "55bc925d-16a8-4b86-9de9-be3aab917368" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.563579] env[69699]: DEBUG oslo_concurrency.lockutils [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Lock "55bc925d-16a8-4b86-9de9-be3aab917368" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.633571] env[69699]: DEBUG nova.network.neutron [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Successfully created port: 2d683cc2-6d15-4cfc-a2fd-bd900e6f96ef {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 758.646284] env[69699]: DEBUG nova.compute.manager [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 758.708724] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606905, 'name': CreateVM_Task, 'duration_secs': 0.359904} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.709562] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 758.710322] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.712020] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.712020] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.712020] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-421d957c-8baa-44b4-97a4-b248ad1cce97 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.718625] env[69699]: DEBUG oslo_vmware.api [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Waiting for the task: (returnval){ [ 758.718625] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]524b32b6-c2b4-7aaf-db65-6017b5622015" [ 758.718625] env[69699]: _type = "Task" [ 758.718625] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.732999] env[69699]: DEBUG oslo_vmware.api [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]524b32b6-c2b4-7aaf-db65-6017b5622015, 'name': SearchDatastore_Task, 'duration_secs': 0.010814} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.736541] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.736541] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 758.736737] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.736784] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.738073] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 758.738540] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2156a7a3-4c50-4150-8ba7-0f29e8720e91 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.750264] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 758.750264] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 758.758350] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aecaed25-406f-4ef8-a378-d0e564a81b1a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.766812] env[69699]: DEBUG oslo_vmware.api [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Waiting for the task: (returnval){ [ 758.766812] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c072a2-79a2-71a0-b2a1-be91731c97ba" [ 758.766812] env[69699]: _type = "Task" [ 758.766812] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.775406] env[69699]: DEBUG oslo_vmware.api [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c072a2-79a2-71a0-b2a1-be91731c97ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.801798] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984f4cde-1dcf-44ee-b46d-3b9540e8726c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.810502] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91be2c24-bb4f-404e-a970-6ebeb97d6377 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.843940] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b282cab-af46-4652-a5c8-9d4e6c80941d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.855271] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f567a918-6357-4e55-bccd-065bfccc31ae {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.871406] env[69699]: DEBUG nova.compute.provider_tree [None req-8ae6ebb7-cd0c-423f-abec-92232e280a88 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.148697] env[69699]: DEBUG nova.network.neutron [req-e794b41f-42d2-4aec-b734-4018b33fd516 req-9584d77a-825b-415f-a165-16e39e12b405 service nova] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] Updated VIF entry in instance network info cache for port 7531909f-d3d0-4ab0-bb81-462d86356413. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.149068] env[69699]: DEBUG nova.network.neutron [req-e794b41f-42d2-4aec-b734-4018b33fd516 req-9584d77a-825b-415f-a165-16e39e12b405 service nova] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] Updating instance_info_cache with network_info: [{"id": "7531909f-d3d0-4ab0-bb81-462d86356413", "address": "fa:16:3e:da:58:e1", "network": {"id": "d517c29c-4e76-48c3-b4f7-5c67ce841994", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-814442233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faf685f7e191457eb97f08f4a5a770fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7531909f-d3", "ovs_interfaceid": "7531909f-d3d0-4ab0-bb81-462d86356413", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.278639] env[69699]: DEBUG oslo_vmware.api [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c072a2-79a2-71a0-b2a1-be91731c97ba, 'name': SearchDatastore_Task, 'duration_secs': 0.010266} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.279207] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e89378fa-bf7f-4e18-a8a8-4692f2a217e8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.286397] env[69699]: DEBUG oslo_vmware.api [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Waiting for the task: (returnval){ [ 759.286397] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c3bacd-3113-570c-0c21-06d83c872895" [ 759.286397] env[69699]: _type = "Task" [ 759.286397] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.297853] env[69699]: DEBUG oslo_vmware.api [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c3bacd-3113-570c-0c21-06d83c872895, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.374967] env[69699]: DEBUG nova.scheduler.client.report [None req-8ae6ebb7-cd0c-423f-abec-92232e280a88 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.652995] env[69699]: DEBUG oslo_concurrency.lockutils [req-e794b41f-42d2-4aec-b734-4018b33fd516 req-9584d77a-825b-415f-a165-16e39e12b405 service nova] Releasing lock "refresh_cache-e21ce499-fd39-4810-88cf-8a8d1330a67b" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.657310] env[69699]: DEBUG nova.compute.manager [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 759.688015] env[69699]: DEBUG nova.virt.hardware [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 759.688273] env[69699]: DEBUG nova.virt.hardware [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 759.688449] env[69699]: DEBUG nova.virt.hardware [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 759.688712] env[69699]: DEBUG nova.virt.hardware [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 759.688861] env[69699]: DEBUG nova.virt.hardware [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 759.689012] env[69699]: DEBUG nova.virt.hardware [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 759.689253] env[69699]: DEBUG nova.virt.hardware [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 759.689420] env[69699]: DEBUG nova.virt.hardware [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 759.689586] env[69699]: DEBUG nova.virt.hardware [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 759.689744] env[69699]: DEBUG nova.virt.hardware [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 759.689909] env[69699]: DEBUG nova.virt.hardware [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 759.690874] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc00e731-f1d6-415e-8c83-2a143f3c3603 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.699526] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e7c4b4-77c5-4b69-a9ac-0470757afe5c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.799241] env[69699]: DEBUG oslo_vmware.api [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c3bacd-3113-570c-0c21-06d83c872895, 'name': SearchDatastore_Task, 'duration_secs': 0.029117} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.799507] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.799763] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] e21ce499-fd39-4810-88cf-8a8d1330a67b/e21ce499-fd39-4810-88cf-8a8d1330a67b.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 759.800038] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10c126a0-93fd-4c00-82d0-5654561fdbd4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.808232] env[69699]: DEBUG oslo_vmware.api [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Waiting for the task: (returnval){ [ 759.808232] env[69699]: value = "task-3606906" [ 759.808232] env[69699]: _type = "Task" [ 759.808232] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.817231] env[69699]: DEBUG oslo_vmware.api [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Task: {'id': task-3606906, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.838031] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3890d357-76d6-417e-86f0-8da4d782dd19 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Acquiring lock "a04a2fe1-2877-4fea-8bc9-7a4e65aa8171" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.838340] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3890d357-76d6-417e-86f0-8da4d782dd19 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Lock "a04a2fe1-2877-4fea-8bc9-7a4e65aa8171" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.838595] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3890d357-76d6-417e-86f0-8da4d782dd19 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Acquiring lock "a04a2fe1-2877-4fea-8bc9-7a4e65aa8171-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.838812] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3890d357-76d6-417e-86f0-8da4d782dd19 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Lock "a04a2fe1-2877-4fea-8bc9-7a4e65aa8171-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.839019] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3890d357-76d6-417e-86f0-8da4d782dd19 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Lock "a04a2fe1-2877-4fea-8bc9-7a4e65aa8171-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.841346] env[69699]: INFO nova.compute.manager [None req-3890d357-76d6-417e-86f0-8da4d782dd19 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: a04a2fe1-2877-4fea-8bc9-7a4e65aa8171] Terminating instance [ 759.881709] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8ae6ebb7-cd0c-423f-abec-92232e280a88 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.250s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.884405] env[69699]: DEBUG oslo_concurrency.lockutils [None req-30c5b334-a48f-46b2-87bc-f9fd83536d6e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.080s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.884896] env[69699]: DEBUG nova.objects.instance [None req-30c5b334-a48f-46b2-87bc-f9fd83536d6e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lazy-loading 'resources' on Instance uuid 7d299e10-f60c-434f-94aa-283d1738ee16 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 759.904923] env[69699]: INFO nova.scheduler.client.report [None req-8ae6ebb7-cd0c-423f-abec-92232e280a88 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Deleted allocations for instance 11123131-ce04-45c0-a369-1ec5e568b6a5 [ 760.323879] env[69699]: DEBUG oslo_vmware.api [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Task: {'id': task-3606906, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.345355] env[69699]: DEBUG nova.compute.manager [None req-3890d357-76d6-417e-86f0-8da4d782dd19 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: a04a2fe1-2877-4fea-8bc9-7a4e65aa8171] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 760.345631] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-3890d357-76d6-417e-86f0-8da4d782dd19 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: a04a2fe1-2877-4fea-8bc9-7a4e65aa8171] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.346532] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8d478a-1e40-4cf1-b4bd-3a45f886e7db {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.355695] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-3890d357-76d6-417e-86f0-8da4d782dd19 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: a04a2fe1-2877-4fea-8bc9-7a4e65aa8171] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.356748] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efa97961-077c-4490-8f37-e42472fab9bc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.369781] env[69699]: DEBUG nova.network.neutron [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Successfully updated port: 2d683cc2-6d15-4cfc-a2fd-bd900e6f96ef {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 760.414187] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8ae6ebb7-cd0c-423f-abec-92232e280a88 tempest-DeleteServersAdminTestJSON-1110711245 tempest-DeleteServersAdminTestJSON-1110711245-project-member] Lock "11123131-ce04-45c0-a369-1ec5e568b6a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.675s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.446154] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-3890d357-76d6-417e-86f0-8da4d782dd19 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: a04a2fe1-2877-4fea-8bc9-7a4e65aa8171] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 760.446154] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-3890d357-76d6-417e-86f0-8da4d782dd19 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: a04a2fe1-2877-4fea-8bc9-7a4e65aa8171] Deleting contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 760.446333] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-3890d357-76d6-417e-86f0-8da4d782dd19 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Deleting the datastore file [datastore1] a04a2fe1-2877-4fea-8bc9-7a4e65aa8171 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.446439] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6b554f2-e994-4880-ad0e-36e39af38464 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.458551] env[69699]: DEBUG oslo_vmware.api [None req-3890d357-76d6-417e-86f0-8da4d782dd19 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Waiting for the task: (returnval){ [ 760.458551] env[69699]: value = "task-3606908" [ 760.458551] env[69699]: _type = "Task" [ 760.458551] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.471514] env[69699]: DEBUG oslo_vmware.api [None req-3890d357-76d6-417e-86f0-8da4d782dd19 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Task: {'id': task-3606908, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.491799] env[69699]: DEBUG nova.compute.manager [req-5c0082ec-982b-4c3d-a392-df9b0a2da414 req-b7617a50-dab4-4262-95d3-00b62246adfa service nova] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Received event network-vif-plugged-2d683cc2-6d15-4cfc-a2fd-bd900e6f96ef {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.491799] env[69699]: DEBUG oslo_concurrency.lockutils [req-5c0082ec-982b-4c3d-a392-df9b0a2da414 req-b7617a50-dab4-4262-95d3-00b62246adfa service nova] Acquiring lock "e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.491799] env[69699]: DEBUG oslo_concurrency.lockutils [req-5c0082ec-982b-4c3d-a392-df9b0a2da414 req-b7617a50-dab4-4262-95d3-00b62246adfa service nova] Lock "e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.493369] env[69699]: DEBUG oslo_concurrency.lockutils [req-5c0082ec-982b-4c3d-a392-df9b0a2da414 req-b7617a50-dab4-4262-95d3-00b62246adfa service nova] Lock "e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.493369] env[69699]: DEBUG nova.compute.manager [req-5c0082ec-982b-4c3d-a392-df9b0a2da414 req-b7617a50-dab4-4262-95d3-00b62246adfa service nova] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] No waiting events found dispatching network-vif-plugged-2d683cc2-6d15-4cfc-a2fd-bd900e6f96ef {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 760.493369] env[69699]: WARNING nova.compute.manager [req-5c0082ec-982b-4c3d-a392-df9b0a2da414 req-b7617a50-dab4-4262-95d3-00b62246adfa service nova] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Received unexpected event network-vif-plugged-2d683cc2-6d15-4cfc-a2fd-bd900e6f96ef for instance with vm_state building and task_state spawning. [ 760.493522] env[69699]: DEBUG nova.compute.manager [req-5c0082ec-982b-4c3d-a392-df9b0a2da414 req-b7617a50-dab4-4262-95d3-00b62246adfa service nova] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Received event network-changed-2d683cc2-6d15-4cfc-a2fd-bd900e6f96ef {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.493642] env[69699]: DEBUG nova.compute.manager [req-5c0082ec-982b-4c3d-a392-df9b0a2da414 req-b7617a50-dab4-4262-95d3-00b62246adfa service nova] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Refreshing instance network info cache due to event network-changed-2d683cc2-6d15-4cfc-a2fd-bd900e6f96ef. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 760.493819] env[69699]: DEBUG oslo_concurrency.lockutils [req-5c0082ec-982b-4c3d-a392-df9b0a2da414 req-b7617a50-dab4-4262-95d3-00b62246adfa service nova] Acquiring lock "refresh_cache-e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.494028] env[69699]: DEBUG oslo_concurrency.lockutils [req-5c0082ec-982b-4c3d-a392-df9b0a2da414 req-b7617a50-dab4-4262-95d3-00b62246adfa service nova] Acquired lock "refresh_cache-e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.494193] env[69699]: DEBUG nova.network.neutron [req-5c0082ec-982b-4c3d-a392-df9b0a2da414 req-b7617a50-dab4-4262-95d3-00b62246adfa service nova] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Refreshing network info cache for port 2d683cc2-6d15-4cfc-a2fd-bd900e6f96ef {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 760.822340] env[69699]: DEBUG oslo_vmware.api [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Task: {'id': task-3606906, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519201} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.822685] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] e21ce499-fd39-4810-88cf-8a8d1330a67b/e21ce499-fd39-4810-88cf-8a8d1330a67b.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 760.822887] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 760.823020] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b1e6519-2bf9-44ec-86b1-857d7f7cd3c1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.834337] env[69699]: DEBUG oslo_vmware.api [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Waiting for the task: (returnval){ [ 760.834337] env[69699]: value = "task-3606909" [ 760.834337] env[69699]: _type = "Task" [ 760.834337] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.845724] env[69699]: DEBUG oslo_vmware.api [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Task: {'id': task-3606909, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.872487] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Acquiring lock "refresh_cache-e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.952304] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd61f3c-fb4e-413c-8aea-59d2159609bd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.964231] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e679425-8275-412a-8cb6-9fe8c60838ca {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.973805] env[69699]: DEBUG oslo_vmware.api [None req-3890d357-76d6-417e-86f0-8da4d782dd19 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Task: {'id': task-3606908, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.390664} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.997181] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-3890d357-76d6-417e-86f0-8da4d782dd19 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 760.997463] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-3890d357-76d6-417e-86f0-8da4d782dd19 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: a04a2fe1-2877-4fea-8bc9-7a4e65aa8171] Deleted contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 760.997728] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-3890d357-76d6-417e-86f0-8da4d782dd19 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: a04a2fe1-2877-4fea-8bc9-7a4e65aa8171] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 760.998026] env[69699]: INFO nova.compute.manager [None req-3890d357-76d6-417e-86f0-8da4d782dd19 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: a04a2fe1-2877-4fea-8bc9-7a4e65aa8171] Took 0.65 seconds to destroy the instance on the hypervisor. [ 760.998382] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3890d357-76d6-417e-86f0-8da4d782dd19 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.001045] env[69699]: DEBUG nova.compute.manager [-] [instance: a04a2fe1-2877-4fea-8bc9-7a4e65aa8171] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 761.001160] env[69699]: DEBUG nova.network.neutron [-] [instance: a04a2fe1-2877-4fea-8bc9-7a4e65aa8171] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 761.003164] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52dfee7-50d2-4bc5-add7-d03d5b56fb8b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.012357] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32186baa-3cc6-43de-829d-500bb5ca8999 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.027836] env[69699]: DEBUG nova.compute.provider_tree [None req-30c5b334-a48f-46b2-87bc-f9fd83536d6e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.058119] env[69699]: DEBUG nova.network.neutron [req-5c0082ec-982b-4c3d-a392-df9b0a2da414 req-b7617a50-dab4-4262-95d3-00b62246adfa service nova] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 761.189665] env[69699]: DEBUG nova.network.neutron [req-5c0082ec-982b-4c3d-a392-df9b0a2da414 req-b7617a50-dab4-4262-95d3-00b62246adfa service nova] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.345671] env[69699]: DEBUG oslo_vmware.api [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Task: {'id': task-3606909, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.296519} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.346170] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 761.347134] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84bd6b5f-cadf-4c11-aba7-6ef94b9e0c30 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.371819] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] e21ce499-fd39-4810-88cf-8a8d1330a67b/e21ce499-fd39-4810-88cf-8a8d1330a67b.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 761.372162] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8229c21c-cff5-4e45-8ff9-a804bea10073 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.404014] env[69699]: DEBUG oslo_vmware.api [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Waiting for the task: (returnval){ [ 761.404014] env[69699]: value = "task-3606910" [ 761.404014] env[69699]: _type = "Task" [ 761.404014] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.413881] env[69699]: DEBUG oslo_vmware.api [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Task: {'id': task-3606910, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.531622] env[69699]: DEBUG nova.scheduler.client.report [None req-30c5b334-a48f-46b2-87bc-f9fd83536d6e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.697445] env[69699]: DEBUG oslo_concurrency.lockutils [req-5c0082ec-982b-4c3d-a392-df9b0a2da414 req-b7617a50-dab4-4262-95d3-00b62246adfa service nova] Releasing lock "refresh_cache-e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.697846] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Acquired lock "refresh_cache-e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.698019] env[69699]: DEBUG nova.network.neutron [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 761.899650] env[69699]: DEBUG nova.network.neutron [-] [instance: a04a2fe1-2877-4fea-8bc9-7a4e65aa8171] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.915064] env[69699]: DEBUG oslo_vmware.api [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Task: {'id': task-3606910, 'name': ReconfigVM_Task, 'duration_secs': 0.336489} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.915503] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] Reconfigured VM instance instance-00000028 to attach disk [datastore2] e21ce499-fd39-4810-88cf-8a8d1330a67b/e21ce499-fd39-4810-88cf-8a8d1330a67b.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 761.916270] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-289d0ef8-faba-4bf8-8777-e08184b088ec {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.923573] env[69699]: DEBUG oslo_vmware.api [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Waiting for the task: (returnval){ [ 761.923573] env[69699]: value = "task-3606911" [ 761.923573] env[69699]: _type = "Task" [ 761.923573] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.932135] env[69699]: DEBUG oslo_vmware.api [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Task: {'id': task-3606911, 'name': Rename_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.037989] env[69699]: DEBUG oslo_concurrency.lockutils [None req-30c5b334-a48f-46b2-87bc-f9fd83536d6e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.153s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.041067] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f137ac09-1137-42c4-a261-c2c88a09c6dd tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.229s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.041988] env[69699]: DEBUG nova.objects.instance [None req-f137ac09-1137-42c4-a261-c2c88a09c6dd tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Lazy-loading 'resources' on Instance uuid 6d7a78cf-7d52-4f84-9f93-10bd4fddb511 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 762.064711] env[69699]: INFO nova.scheduler.client.report [None req-30c5b334-a48f-46b2-87bc-f9fd83536d6e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Deleted allocations for instance 7d299e10-f60c-434f-94aa-283d1738ee16 [ 762.230089] env[69699]: DEBUG nova.network.neutron [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 762.376906] env[69699]: DEBUG nova.network.neutron [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Updating instance_info_cache with network_info: [{"id": "2d683cc2-6d15-4cfc-a2fd-bd900e6f96ef", "address": "fa:16:3e:09:7f:99", "network": {"id": "a623bb9b-c247-4f8c-ad01-d8ea87cb139f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-881679145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d971d1ed5b874810b2c9a9788b0172f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d683cc2-6d", "ovs_interfaceid": "2d683cc2-6d15-4cfc-a2fd-bd900e6f96ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.403751] env[69699]: INFO nova.compute.manager [-] [instance: a04a2fe1-2877-4fea-8bc9-7a4e65aa8171] Took 1.40 seconds to deallocate network for instance. [ 762.436482] env[69699]: DEBUG oslo_vmware.api [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Task: {'id': task-3606911, 'name': Rename_Task, 'duration_secs': 0.138272} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.436819] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.437120] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12532274-cceb-4655-947c-95adf7fb7f17 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.447868] env[69699]: DEBUG oslo_vmware.api [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Waiting for the task: (returnval){ [ 762.447868] env[69699]: value = "task-3606912" [ 762.447868] env[69699]: _type = "Task" [ 762.447868] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.457146] env[69699]: DEBUG oslo_vmware.api [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Task: {'id': task-3606912, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.524212] env[69699]: DEBUG nova.compute.manager [req-ad76329b-76c1-46f9-8f62-f61e828edecf req-7709abfb-4a32-4c4c-bbb6-366aa5608a46 service nova] [instance: a04a2fe1-2877-4fea-8bc9-7a4e65aa8171] Received event network-vif-deleted-c5bd16da-6e1f-4e19-98b1-58de13fdce9a {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.574094] env[69699]: DEBUG oslo_concurrency.lockutils [None req-30c5b334-a48f-46b2-87bc-f9fd83536d6e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "7d299e10-f60c-434f-94aa-283d1738ee16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.368s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.884975] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Releasing lock "refresh_cache-e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.885375] env[69699]: DEBUG nova.compute.manager [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Instance network_info: |[{"id": "2d683cc2-6d15-4cfc-a2fd-bd900e6f96ef", "address": "fa:16:3e:09:7f:99", "network": {"id": "a623bb9b-c247-4f8c-ad01-d8ea87cb139f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-881679145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d971d1ed5b874810b2c9a9788b0172f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d683cc2-6d", "ovs_interfaceid": "2d683cc2-6d15-4cfc-a2fd-bd900e6f96ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 762.886076] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:7f:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c5652322-9f10-4996-baed-4c0aa13a1b4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d683cc2-6d15-4cfc-a2fd-bd900e6f96ef', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 762.897830] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Creating folder: Project (d971d1ed5b874810b2c9a9788b0172f2). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.902417] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a18ae93-b84e-47da-b194-06b3cb26b344 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.910616] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3890d357-76d6-417e-86f0-8da4d782dd19 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.914017] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Created folder: Project (d971d1ed5b874810b2c9a9788b0172f2) in parent group-v719415. [ 762.914243] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Creating folder: Instances. Parent ref: group-v719547. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.914497] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46897dde-7fe1-4b12-8bd0-7e88310e19c9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.927329] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Created folder: Instances in parent group-v719547. [ 762.927662] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.927904] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 762.928174] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a848cd51-cb1c-43b3-a1d8-f38e954f8769 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.956409] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.956409] env[69699]: value = "task-3606915" [ 762.956409] env[69699]: _type = "Task" [ 762.956409] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.963619] env[69699]: DEBUG oslo_vmware.api [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Task: {'id': task-3606912, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.971773] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606915, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.130770] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d53d87-193a-43b3-87bb-5f561c4737f3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.139680] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03f9376-ebc2-43d4-9579-9daff16fc710 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.174740] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5975f46-ca60-417c-843b-3670ff828e6c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.182869] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724a5005-e4dc-48b1-ac27-3f212fd0f306 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.196954] env[69699]: DEBUG nova.compute.provider_tree [None req-f137ac09-1137-42c4-a261-c2c88a09c6dd tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.469063] env[69699]: DEBUG oslo_vmware.api [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Task: {'id': task-3606912, 'name': PowerOnVM_Task, 'duration_secs': 0.559941} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.469505] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606915, 'name': CreateVM_Task, 'duration_secs': 0.405273} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.469761] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 763.469947] env[69699]: INFO nova.compute.manager [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] Took 9.71 seconds to spawn the instance on the hypervisor. [ 763.470177] env[69699]: DEBUG nova.compute.manager [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 763.470379] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 763.471125] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d390b56c-be7c-41a1-b754-8cb084713447 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.473963] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.474174] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.474526] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.474779] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1c278f3-35f1-45e8-8da0-21f08c3acede {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.481036] env[69699]: DEBUG oslo_vmware.api [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Waiting for the task: (returnval){ [ 763.481036] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5238a895-b024-7b9a-41ae-055c24559c5c" [ 763.481036] env[69699]: _type = "Task" [ 763.481036] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.494349] env[69699]: DEBUG oslo_vmware.api [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5238a895-b024-7b9a-41ae-055c24559c5c, 'name': SearchDatastore_Task, 'duration_secs': 0.010632} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.494349] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.494349] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 763.494349] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.494601] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.494601] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 763.494830] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-422ebc7e-97ac-4a49-b845-8a9a94164cda {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.502968] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 763.503115] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 763.504027] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4169ab74-4e97-454f-b3ce-741b0b35fb66 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.508841] env[69699]: DEBUG oslo_vmware.api [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Waiting for the task: (returnval){ [ 763.508841] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52f80615-2a59-94ec-f708-bd276eb1a88f" [ 763.508841] env[69699]: _type = "Task" [ 763.508841] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.516772] env[69699]: DEBUG oslo_vmware.api [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52f80615-2a59-94ec-f708-bd276eb1a88f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.701104] env[69699]: DEBUG nova.scheduler.client.report [None req-f137ac09-1137-42c4-a261-c2c88a09c6dd tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.000053] env[69699]: INFO nova.compute.manager [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] Took 43.90 seconds to build instance. [ 764.020691] env[69699]: DEBUG oslo_vmware.api [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52f80615-2a59-94ec-f708-bd276eb1a88f, 'name': SearchDatastore_Task, 'duration_secs': 0.01087} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.022144] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c3a8b4d-3d8c-428e-9b16-f1812772275a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.029622] env[69699]: DEBUG oslo_vmware.api [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Waiting for the task: (returnval){ [ 764.029622] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]527d1c20-f53d-df14-7707-90bd4386a505" [ 764.029622] env[69699]: _type = "Task" [ 764.029622] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.040121] env[69699]: DEBUG oslo_vmware.api [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]527d1c20-f53d-df14-7707-90bd4386a505, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.207757] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f137ac09-1137-42c4-a261-c2c88a09c6dd tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.166s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.210777] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3a475809-3a92-4070-8bf7-917d139b773b tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.975s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.210777] env[69699]: DEBUG nova.objects.instance [None req-3a475809-3a92-4070-8bf7-917d139b773b tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Lazy-loading 'resources' on Instance uuid 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 764.242193] env[69699]: INFO nova.scheduler.client.report [None req-f137ac09-1137-42c4-a261-c2c88a09c6dd tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Deleted allocations for instance 6d7a78cf-7d52-4f84-9f93-10bd4fddb511 [ 764.507303] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ee73bdd7-dfa8-4951-8bec-6b05655015d1 tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Lock "e21ce499-fd39-4810-88cf-8a8d1330a67b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.579s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.542990] env[69699]: DEBUG oslo_vmware.api [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]527d1c20-f53d-df14-7707-90bd4386a505, 'name': SearchDatastore_Task, 'duration_secs': 0.018825} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.543282] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.543535] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005/e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 764.543798] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9942347-c421-4756-8356-c0cbf29f995a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.554736] env[69699]: DEBUG oslo_vmware.api [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Waiting for the task: (returnval){ [ 764.554736] env[69699]: value = "task-3606916" [ 764.554736] env[69699]: _type = "Task" [ 764.554736] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.562964] env[69699]: DEBUG oslo_vmware.api [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': task-3606916, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.753693] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f137ac09-1137-42c4-a261-c2c88a09c6dd tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Lock "6d7a78cf-7d52-4f84-9f93-10bd4fddb511" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.482s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.872122] env[69699]: DEBUG nova.compute.manager [req-4856f071-a9d1-44f0-a1fa-531b08129184 req-b56f3c5e-2a62-47e7-9524-a3ba879c97ca service nova] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] Received event network-changed-7531909f-d3d0-4ab0-bb81-462d86356413 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.872352] env[69699]: DEBUG nova.compute.manager [req-4856f071-a9d1-44f0-a1fa-531b08129184 req-b56f3c5e-2a62-47e7-9524-a3ba879c97ca service nova] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] Refreshing instance network info cache due to event network-changed-7531909f-d3d0-4ab0-bb81-462d86356413. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 764.872565] env[69699]: DEBUG oslo_concurrency.lockutils [req-4856f071-a9d1-44f0-a1fa-531b08129184 req-b56f3c5e-2a62-47e7-9524-a3ba879c97ca service nova] Acquiring lock "refresh_cache-e21ce499-fd39-4810-88cf-8a8d1330a67b" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.872744] env[69699]: DEBUG oslo_concurrency.lockutils [req-4856f071-a9d1-44f0-a1fa-531b08129184 req-b56f3c5e-2a62-47e7-9524-a3ba879c97ca service nova] Acquired lock "refresh_cache-e21ce499-fd39-4810-88cf-8a8d1330a67b" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.872909] env[69699]: DEBUG nova.network.neutron [req-4856f071-a9d1-44f0-a1fa-531b08129184 req-b56f3c5e-2a62-47e7-9524-a3ba879c97ca service nova] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] Refreshing network info cache for port 7531909f-d3d0-4ab0-bb81-462d86356413 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 765.010164] env[69699]: DEBUG nova.compute.manager [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 765.070768] env[69699]: DEBUG oslo_vmware.api [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': task-3606916, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.354600] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ddd6a6-6902-4639-afc2-f757e4d16c20 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.367901] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537d66d1-e7c7-4bc4-8a4a-d696a132dbaa {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.405676] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25913e86-a3f2-4528-9650-d40404a23ca6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.415559] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1801c094-3d27-4baf-ad5c-c29759d464aa {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.436110] env[69699]: DEBUG nova.compute.provider_tree [None req-3a475809-3a92-4070-8bf7-917d139b773b tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.554415] env[69699]: DEBUG oslo_concurrency.lockutils [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.567305] env[69699]: DEBUG oslo_vmware.api [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': task-3606916, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.734958] env[69699]: DEBUG nova.network.neutron [req-4856f071-a9d1-44f0-a1fa-531b08129184 req-b56f3c5e-2a62-47e7-9524-a3ba879c97ca service nova] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] Updated VIF entry in instance network info cache for port 7531909f-d3d0-4ab0-bb81-462d86356413. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 765.735373] env[69699]: DEBUG nova.network.neutron [req-4856f071-a9d1-44f0-a1fa-531b08129184 req-b56f3c5e-2a62-47e7-9524-a3ba879c97ca service nova] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] Updating instance_info_cache with network_info: [{"id": "7531909f-d3d0-4ab0-bb81-462d86356413", "address": "fa:16:3e:da:58:e1", "network": {"id": "d517c29c-4e76-48c3-b4f7-5c67ce841994", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-814442233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faf685f7e191457eb97f08f4a5a770fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7531909f-d3", "ovs_interfaceid": "7531909f-d3d0-4ab0-bb81-462d86356413", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.805180] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6210e33a-355d-4743-901b-938210608927 tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Acquiring lock "86f6b962-b909-4350-80e2-b64b5565369e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.805180] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6210e33a-355d-4743-901b-938210608927 tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Lock "86f6b962-b909-4350-80e2-b64b5565369e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.805180] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6210e33a-355d-4743-901b-938210608927 tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Acquiring lock "86f6b962-b909-4350-80e2-b64b5565369e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.805180] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6210e33a-355d-4743-901b-938210608927 tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Lock "86f6b962-b909-4350-80e2-b64b5565369e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.805315] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6210e33a-355d-4743-901b-938210608927 tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Lock "86f6b962-b909-4350-80e2-b64b5565369e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.807250] env[69699]: INFO nova.compute.manager [None req-6210e33a-355d-4743-901b-938210608927 tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] Terminating instance [ 765.938482] env[69699]: DEBUG nova.scheduler.client.report [None req-3a475809-3a92-4070-8bf7-917d139b773b tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.068560] env[69699]: DEBUG oslo_vmware.api [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': task-3606916, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.238680] env[69699]: DEBUG oslo_concurrency.lockutils [req-4856f071-a9d1-44f0-a1fa-531b08129184 req-b56f3c5e-2a62-47e7-9524-a3ba879c97ca service nova] Releasing lock "refresh_cache-e21ce499-fd39-4810-88cf-8a8d1330a67b" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.314538] env[69699]: DEBUG nova.compute.manager [None req-6210e33a-355d-4743-901b-938210608927 tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 766.314538] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6210e33a-355d-4743-901b-938210608927 tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.314538] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1020108-f2d0-4ff4-8ee0-732839ac990e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.323098] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-6210e33a-355d-4743-901b-938210608927 tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.324317] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10f49b5a-5bcc-4724-8dc0-6b53392d39fd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.331796] env[69699]: DEBUG oslo_vmware.api [None req-6210e33a-355d-4743-901b-938210608927 tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Waiting for the task: (returnval){ [ 766.331796] env[69699]: value = "task-3606917" [ 766.331796] env[69699]: _type = "Task" [ 766.331796] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.342845] env[69699]: DEBUG oslo_vmware.api [None req-6210e33a-355d-4743-901b-938210608927 tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Task: {'id': task-3606917, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.445325] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3a475809-3a92-4070-8bf7-917d139b773b tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.235s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.448434] env[69699]: DEBUG oslo_concurrency.lockutils [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.947s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.450130] env[69699]: INFO nova.compute.claims [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 8a1f8bf9-4787-45d5-bb42-dbd504d568f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 766.467021] env[69699]: INFO nova.scheduler.client.report [None req-3a475809-3a92-4070-8bf7-917d139b773b tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Deleted allocations for instance 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e [ 766.550507] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Acquiring lock "ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.550905] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Lock "ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.568670] env[69699]: DEBUG oslo_vmware.api [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': task-3606916, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.693542} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.568946] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005/e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.569143] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.569384] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-afcb1097-34b0-432a-b614-7bf3c1554c4a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.576540] env[69699]: DEBUG oslo_vmware.api [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Waiting for the task: (returnval){ [ 766.576540] env[69699]: value = "task-3606918" [ 766.576540] env[69699]: _type = "Task" [ 766.576540] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.586646] env[69699]: DEBUG oslo_vmware.api [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': task-3606918, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.842390] env[69699]: DEBUG oslo_vmware.api [None req-6210e33a-355d-4743-901b-938210608927 tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Task: {'id': task-3606917, 'name': PowerOffVM_Task, 'duration_secs': 0.425182} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.843180] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-6210e33a-355d-4743-901b-938210608927 tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.843180] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6210e33a-355d-4743-901b-938210608927 tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 766.843180] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d41c64b4-1011-4d03-9480-8a3af223d18e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.934929] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6210e33a-355d-4743-901b-938210608927 tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 766.934929] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6210e33a-355d-4743-901b-938210608927 tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] Deleting contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 766.935112] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-6210e33a-355d-4743-901b-938210608927 tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Deleting the datastore file [datastore1] 86f6b962-b909-4350-80e2-b64b5565369e {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 766.935306] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51596667-fc0f-43d9-b95a-ef40cb2025e0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.943148] env[69699]: DEBUG oslo_vmware.api [None req-6210e33a-355d-4743-901b-938210608927 tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Waiting for the task: (returnval){ [ 766.943148] env[69699]: value = "task-3606920" [ 766.943148] env[69699]: _type = "Task" [ 766.943148] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.959184] env[69699]: DEBUG oslo_vmware.api [None req-6210e33a-355d-4743-901b-938210608927 tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Task: {'id': task-3606920, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.976069] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3a475809-3a92-4070-8bf7-917d139b773b tempest-ListServersNegativeTestJSON-1033257655 tempest-ListServersNegativeTestJSON-1033257655-project-member] Lock "1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.264s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.086730] env[69699]: DEBUG oslo_vmware.api [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': task-3606918, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139075} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.087030] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.089448] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0178e93-d57e-47a4-ba04-e94303b07c11 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.112458] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005/e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.112735] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a358e411-b114-44f1-acee-e803148c5990 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.133281] env[69699]: DEBUG oslo_vmware.api [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Waiting for the task: (returnval){ [ 767.133281] env[69699]: value = "task-3606921" [ 767.133281] env[69699]: _type = "Task" [ 767.133281] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.142011] env[69699]: DEBUG oslo_vmware.api [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': task-3606921, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.453159] env[69699]: DEBUG oslo_vmware.api [None req-6210e33a-355d-4743-901b-938210608927 tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Task: {'id': task-3606920, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333918} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.453159] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-6210e33a-355d-4743-901b-938210608927 tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.453159] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6210e33a-355d-4743-901b-938210608927 tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] Deleted contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.453159] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6210e33a-355d-4743-901b-938210608927 tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.453365] env[69699]: INFO nova.compute.manager [None req-6210e33a-355d-4743-901b-938210608927 tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 767.453568] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6210e33a-355d-4743-901b-938210608927 tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.453750] env[69699]: DEBUG nova.compute.manager [-] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 767.453838] env[69699]: DEBUG nova.network.neutron [-] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 767.651031] env[69699]: DEBUG oslo_vmware.api [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': task-3606921, 'name': ReconfigVM_Task, 'duration_secs': 0.292295} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.651822] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Reconfigured VM instance instance-00000029 to attach disk [datastore2] e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005/e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.653161] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f07e655-3854-4ee4-93ac-0abebd7ae074 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.663401] env[69699]: DEBUG oslo_vmware.api [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Waiting for the task: (returnval){ [ 767.663401] env[69699]: value = "task-3606922" [ 767.663401] env[69699]: _type = "Task" [ 767.663401] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.675986] env[69699]: DEBUG oslo_vmware.api [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': task-3606922, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.959261] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2578b0f6-96d3-497a-b13b-705d2e05fcea {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.967213] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b85963-0195-4b37-b305-25625ce7f0cb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.000209] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7405099-7f66-4779-b069-9f0ae2994e25 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.010364] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69d6004-3e5f-46df-8571-3530c3f2ed5d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.023664] env[69699]: DEBUG nova.compute.provider_tree [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.177575] env[69699]: DEBUG oslo_vmware.api [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': task-3606922, 'name': Rename_Task, 'duration_secs': 0.154712} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.178418] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.178418] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36e24aab-38ea-4ed9-9e32-046ebd421737 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.185308] env[69699]: DEBUG oslo_vmware.api [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Waiting for the task: (returnval){ [ 768.185308] env[69699]: value = "task-3606923" [ 768.185308] env[69699]: _type = "Task" [ 768.185308] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.194301] env[69699]: DEBUG oslo_vmware.api [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': task-3606923, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.376070] env[69699]: DEBUG nova.compute.manager [req-188e61b8-ce75-4b5b-81fe-11e4bf8275ab req-c0c1699e-3aae-40cd-91c7-de5cd386b4f4 service nova] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] Received event network-vif-deleted-563082a5-0600-4359-bc0d-daa3fe36fbdb {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.376291] env[69699]: INFO nova.compute.manager [req-188e61b8-ce75-4b5b-81fe-11e4bf8275ab req-c0c1699e-3aae-40cd-91c7-de5cd386b4f4 service nova] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] Neutron deleted interface 563082a5-0600-4359-bc0d-daa3fe36fbdb; detaching it from the instance and deleting it from the info cache [ 768.376532] env[69699]: DEBUG nova.network.neutron [req-188e61b8-ce75-4b5b-81fe-11e4bf8275ab req-c0c1699e-3aae-40cd-91c7-de5cd386b4f4 service nova] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.529200] env[69699]: DEBUG nova.scheduler.client.report [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.701017] env[69699]: DEBUG oslo_vmware.api [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': task-3606923, 'name': PowerOnVM_Task, 'duration_secs': 0.48631} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.701017] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 768.701017] env[69699]: INFO nova.compute.manager [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Took 9.04 seconds to spawn the instance on the hypervisor. [ 768.702693] env[69699]: DEBUG nova.compute.manager [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 768.703151] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c444c65c-31da-4f89-af89-30eecb44ce11 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.840574] env[69699]: DEBUG nova.network.neutron [-] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.879697] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7427d8f7-4440-4bda-a17e-453c020236b6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.896339] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7912f3-dfc5-47cf-a6d2-4ac63ca29a5a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.947297] env[69699]: DEBUG nova.compute.manager [req-188e61b8-ce75-4b5b-81fe-11e4bf8275ab req-c0c1699e-3aae-40cd-91c7-de5cd386b4f4 service nova] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] Detach interface failed, port_id=563082a5-0600-4359-bc0d-daa3fe36fbdb, reason: Instance 86f6b962-b909-4350-80e2-b64b5565369e could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 769.032025] env[69699]: DEBUG oslo_concurrency.lockutils [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.584s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.032216] env[69699]: DEBUG nova.compute.manager [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 8a1f8bf9-4787-45d5-bb42-dbd504d568f7] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 769.034749] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 40.234s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.227726] env[69699]: INFO nova.compute.manager [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Took 45.05 seconds to build instance. [ 769.345998] env[69699]: INFO nova.compute.manager [-] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] Took 1.89 seconds to deallocate network for instance. [ 769.539926] env[69699]: DEBUG nova.compute.utils [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 769.549359] env[69699]: DEBUG nova.compute.manager [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 8a1f8bf9-4787-45d5-bb42-dbd504d568f7] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 769.549541] env[69699]: DEBUG nova.network.neutron [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 8a1f8bf9-4787-45d5-bb42-dbd504d568f7] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 769.638711] env[69699]: DEBUG nova.policy [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00c0d70391a845f69894ccf9ccd26b9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd971d1ed5b874810b2c9a9788b0172f2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 769.729944] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aad13598-8ac0-4e83-9543-a26d3acf1daa tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Lock "e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.677s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.859077] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6210e33a-355d-4743-901b-938210608927 tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.986295] env[69699]: DEBUG nova.network.neutron [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 8a1f8bf9-4787-45d5-bb42-dbd504d568f7] Successfully created port: a96cf17a-894b-475d-82be-6cd4742150ca {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 770.050752] env[69699]: DEBUG nova.compute.manager [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 8a1f8bf9-4787-45d5-bb42-dbd504d568f7] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 770.085574] env[69699]: WARNING nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 770.086331] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance e46d11e1-2931-4ed2-907e-1577961e3d03 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 770.086331] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 86f6b962-b909-4350-80e2-b64b5565369e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 770.086331] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 5a4aa01c-baa5-4ea5-bb0e-209add1622ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 770.086331] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 770.086495] env[69699]: WARNING nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance fb987065-208f-42d9-b928-7431e722c642 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 770.086495] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance af9422bd-d925-4174-8ea5-91d2bcec2f3b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 770.086495] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 38000a91-e705-4063-806c-9af0fe7235ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 770.086604] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 2b73a142-8d85-4ef8-8fe6-940dda6d6521 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 770.086631] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance f94689f2-f576-4b80-bcac-59a95fcd7899 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 770.089509] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 770.089509] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 55a31f53-3712-486d-a4a8-7f15597da862 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 770.089509] env[69699]: WARNING nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 5faa9d6e-3cbf-46cf-9bf7-d0910511491d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 770.089509] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance ca488e4c-5958-4ae8-a611-16034ea05264 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 770.089712] env[69699]: WARNING nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 64ac299a-1fe8-4bcb-b657-6d660d38f5b5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 770.089712] env[69699]: WARNING nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 0e8f01e6-5844-4226-8ff8-370d3618b366 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 770.089712] env[69699]: WARNING nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance a04a2fe1-2877-4fea-8bc9-7a4e65aa8171 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 770.089712] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance e21ce499-fd39-4810-88cf-8a8d1330a67b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 770.089712] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 770.089846] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 8a1f8bf9-4787-45d5-bb42-dbd504d568f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 770.233551] env[69699]: DEBUG nova.compute.manager [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 2268d511-e7f0-45e6-a48f-6a7ed60edcb4] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 770.591154] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 770.759175] env[69699]: DEBUG oslo_concurrency.lockutils [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.065204] env[69699]: DEBUG nova.compute.manager [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 8a1f8bf9-4787-45d5-bb42-dbd504d568f7] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 771.094874] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance a0dad223-34a6-4e39-8ee7-ec74ba96a133 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 771.106794] env[69699]: DEBUG nova.virt.hardware [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.107616] env[69699]: DEBUG nova.virt.hardware [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.107851] env[69699]: DEBUG nova.virt.hardware [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.108497] env[69699]: DEBUG nova.virt.hardware [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.108806] env[69699]: DEBUG nova.virt.hardware [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.110115] env[69699]: DEBUG nova.virt.hardware [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.110360] env[69699]: DEBUG nova.virt.hardware [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.110528] env[69699]: DEBUG nova.virt.hardware [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.110734] env[69699]: DEBUG nova.virt.hardware [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.110911] env[69699]: DEBUG nova.virt.hardware [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.111096] env[69699]: DEBUG nova.virt.hardware [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.111981] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d5784c-d928-4804-8e4b-7d152d4c414b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.124129] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79fc7f25-b6e5-4e80-b22f-fbe178283269 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.479543] env[69699]: DEBUG nova.compute.manager [req-f813a192-c8c8-445b-afb1-9edb1aeeedfe req-2d78a847-a9ea-42cd-81c9-d51b173e86d4 service nova] [instance: 8a1f8bf9-4787-45d5-bb42-dbd504d568f7] Received event network-vif-plugged-a96cf17a-894b-475d-82be-6cd4742150ca {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.480055] env[69699]: DEBUG oslo_concurrency.lockutils [req-f813a192-c8c8-445b-afb1-9edb1aeeedfe req-2d78a847-a9ea-42cd-81c9-d51b173e86d4 service nova] Acquiring lock "8a1f8bf9-4787-45d5-bb42-dbd504d568f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.480406] env[69699]: DEBUG oslo_concurrency.lockutils [req-f813a192-c8c8-445b-afb1-9edb1aeeedfe req-2d78a847-a9ea-42cd-81c9-d51b173e86d4 service nova] Lock "8a1f8bf9-4787-45d5-bb42-dbd504d568f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.480753] env[69699]: DEBUG oslo_concurrency.lockutils [req-f813a192-c8c8-445b-afb1-9edb1aeeedfe req-2d78a847-a9ea-42cd-81c9-d51b173e86d4 service nova] Lock "8a1f8bf9-4787-45d5-bb42-dbd504d568f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.480924] env[69699]: DEBUG nova.compute.manager [req-f813a192-c8c8-445b-afb1-9edb1aeeedfe req-2d78a847-a9ea-42cd-81c9-d51b173e86d4 service nova] [instance: 8a1f8bf9-4787-45d5-bb42-dbd504d568f7] No waiting events found dispatching network-vif-plugged-a96cf17a-894b-475d-82be-6cd4742150ca {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 771.481116] env[69699]: WARNING nova.compute.manager [req-f813a192-c8c8-445b-afb1-9edb1aeeedfe req-2d78a847-a9ea-42cd-81c9-d51b173e86d4 service nova] [instance: 8a1f8bf9-4787-45d5-bb42-dbd504d568f7] Received unexpected event network-vif-plugged-a96cf17a-894b-475d-82be-6cd4742150ca for instance with vm_state building and task_state spawning. [ 771.580140] env[69699]: DEBUG nova.network.neutron [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 8a1f8bf9-4787-45d5-bb42-dbd504d568f7] Successfully updated port: a96cf17a-894b-475d-82be-6cd4742150ca {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 771.602294] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance c2fb5505-fc81-40cb-b6de-34779f347adb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 772.083725] env[69699]: DEBUG oslo_concurrency.lockutils [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Acquiring lock "refresh_cache-8a1f8bf9-4787-45d5-bb42-dbd504d568f7" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.083854] env[69699]: DEBUG oslo_concurrency.lockutils [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Acquired lock "refresh_cache-8a1f8bf9-4787-45d5-bb42-dbd504d568f7" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.083997] env[69699]: DEBUG nova.network.neutron [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 8a1f8bf9-4787-45d5-bb42-dbd504d568f7] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.103927] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 5e474303-4132-46e9-8cc8-e459f2a82293 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 772.607399] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 2c2ada34-c9b6-424a-a601-0ee922646578 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 772.674231] env[69699]: DEBUG nova.network.neutron [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 8a1f8bf9-4787-45d5-bb42-dbd504d568f7] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 772.928152] env[69699]: DEBUG nova.network.neutron [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 8a1f8bf9-4787-45d5-bb42-dbd504d568f7] Updating instance_info_cache with network_info: [{"id": "a96cf17a-894b-475d-82be-6cd4742150ca", "address": "fa:16:3e:a0:0d:23", "network": {"id": "a623bb9b-c247-4f8c-ad01-d8ea87cb139f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-881679145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d971d1ed5b874810b2c9a9788b0172f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa96cf17a-89", "ovs_interfaceid": "a96cf17a-894b-475d-82be-6cd4742150ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.111536] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance c7fba1f1-8e12-4891-aa98-06a5ff41a7e5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 773.431032] env[69699]: DEBUG oslo_concurrency.lockutils [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Releasing lock "refresh_cache-8a1f8bf9-4787-45d5-bb42-dbd504d568f7" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.431383] env[69699]: DEBUG nova.compute.manager [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 8a1f8bf9-4787-45d5-bb42-dbd504d568f7] Instance network_info: |[{"id": "a96cf17a-894b-475d-82be-6cd4742150ca", "address": "fa:16:3e:a0:0d:23", "network": {"id": "a623bb9b-c247-4f8c-ad01-d8ea87cb139f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-881679145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d971d1ed5b874810b2c9a9788b0172f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa96cf17a-89", "ovs_interfaceid": "a96cf17a-894b-475d-82be-6cd4742150ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 773.431735] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 8a1f8bf9-4787-45d5-bb42-dbd504d568f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:0d:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c5652322-9f10-4996-baed-4c0aa13a1b4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a96cf17a-894b-475d-82be-6cd4742150ca', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.439521] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.439521] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a1f8bf9-4787-45d5-bb42-dbd504d568f7] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 773.439877] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-967ba0f3-e2c3-4bbd-a0fc-f9d8429061b5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.466344] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.466344] env[69699]: value = "task-3606924" [ 773.466344] env[69699]: _type = "Task" [ 773.466344] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.479305] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606924, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.517490] env[69699]: DEBUG nova.compute.manager [req-dcd90201-b8ee-40aa-a07b-5540879138c8 req-247236a8-7778-4899-a3ef-23f7cb1b534a service nova] [instance: 8a1f8bf9-4787-45d5-bb42-dbd504d568f7] Received event network-changed-a96cf17a-894b-475d-82be-6cd4742150ca {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.517696] env[69699]: DEBUG nova.compute.manager [req-dcd90201-b8ee-40aa-a07b-5540879138c8 req-247236a8-7778-4899-a3ef-23f7cb1b534a service nova] [instance: 8a1f8bf9-4787-45d5-bb42-dbd504d568f7] Refreshing instance network info cache due to event network-changed-a96cf17a-894b-475d-82be-6cd4742150ca. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 773.517910] env[69699]: DEBUG oslo_concurrency.lockutils [req-dcd90201-b8ee-40aa-a07b-5540879138c8 req-247236a8-7778-4899-a3ef-23f7cb1b534a service nova] Acquiring lock "refresh_cache-8a1f8bf9-4787-45d5-bb42-dbd504d568f7" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.518150] env[69699]: DEBUG oslo_concurrency.lockutils [req-dcd90201-b8ee-40aa-a07b-5540879138c8 req-247236a8-7778-4899-a3ef-23f7cb1b534a service nova] Acquired lock "refresh_cache-8a1f8bf9-4787-45d5-bb42-dbd504d568f7" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.518397] env[69699]: DEBUG nova.network.neutron [req-dcd90201-b8ee-40aa-a07b-5540879138c8 req-247236a8-7778-4899-a3ef-23f7cb1b534a service nova] [instance: 8a1f8bf9-4787-45d5-bb42-dbd504d568f7] Refreshing network info cache for port a96cf17a-894b-475d-82be-6cd4742150ca {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.617043] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 0504132d-eb33-4c2d-9944-316aa6918035 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 773.978138] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606924, 'name': CreateVM_Task, 'duration_secs': 0.345183} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.978138] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a1f8bf9-4787-45d5-bb42-dbd504d568f7] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.980076] env[69699]: DEBUG oslo_concurrency.lockutils [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.984319] env[69699]: DEBUG oslo_concurrency.lockutils [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.984319] env[69699]: DEBUG oslo_concurrency.lockutils [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.984319] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85d3950d-36dd-416b-95d3-f7fed227524d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.989481] env[69699]: DEBUG oslo_vmware.api [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Waiting for the task: (returnval){ [ 773.989481] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a49d10-3163-e965-7f2d-c28e5ace81dd" [ 773.989481] env[69699]: _type = "Task" [ 773.989481] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.002771] env[69699]: DEBUG oslo_vmware.api [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a49d10-3163-e965-7f2d-c28e5ace81dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.121169] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 7927fd76-4ab2-4703-985e-e539a7d44482 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 774.477366] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquiring lock "311e4618-41ff-4cab-ae4f-d7063872abc8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.477632] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "311e4618-41ff-4cab-ae4f-d7063872abc8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.503284] env[69699]: DEBUG oslo_vmware.api [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a49d10-3163-e965-7f2d-c28e5ace81dd, 'name': SearchDatastore_Task, 'duration_secs': 0.011611} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.503391] env[69699]: DEBUG oslo_concurrency.lockutils [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.503635] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 8a1f8bf9-4787-45d5-bb42-dbd504d568f7] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.504150] env[69699]: DEBUG oslo_concurrency.lockutils [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.504364] env[69699]: DEBUG oslo_concurrency.lockutils [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.504449] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 774.504749] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-572d102c-62de-48f0-b93f-762d37db919a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.516336] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 774.517187] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 774.518401] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fcbb8c1-757e-492f-9589-386515c9698e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.529122] env[69699]: DEBUG oslo_vmware.api [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Waiting for the task: (returnval){ [ 774.529122] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5245d130-d210-5216-e402-73a94acbc189" [ 774.529122] env[69699]: _type = "Task" [ 774.529122] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.541389] env[69699]: DEBUG oslo_vmware.api [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5245d130-d210-5216-e402-73a94acbc189, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.624755] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 2268d511-e7f0-45e6-a48f-6a7ed60edcb4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 774.653598] env[69699]: DEBUG nova.network.neutron [req-dcd90201-b8ee-40aa-a07b-5540879138c8 req-247236a8-7778-4899-a3ef-23f7cb1b534a service nova] [instance: 8a1f8bf9-4787-45d5-bb42-dbd504d568f7] Updated VIF entry in instance network info cache for port a96cf17a-894b-475d-82be-6cd4742150ca. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.653960] env[69699]: DEBUG nova.network.neutron [req-dcd90201-b8ee-40aa-a07b-5540879138c8 req-247236a8-7778-4899-a3ef-23f7cb1b534a service nova] [instance: 8a1f8bf9-4787-45d5-bb42-dbd504d568f7] Updating instance_info_cache with network_info: [{"id": "a96cf17a-894b-475d-82be-6cd4742150ca", "address": "fa:16:3e:a0:0d:23", "network": {"id": "a623bb9b-c247-4f8c-ad01-d8ea87cb139f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-881679145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d971d1ed5b874810b2c9a9788b0172f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa96cf17a-89", "ovs_interfaceid": "a96cf17a-894b-475d-82be-6cd4742150ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.049144] env[69699]: DEBUG oslo_vmware.api [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5245d130-d210-5216-e402-73a94acbc189, 'name': SearchDatastore_Task, 'duration_secs': 0.010117} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.049991] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdec200e-6a25-471e-8540-2377e790372b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.060021] env[69699]: DEBUG oslo_vmware.api [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Waiting for the task: (returnval){ [ 775.060021] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]526e8164-2402-a552-e09f-ea2f9674b3a6" [ 775.060021] env[69699]: _type = "Task" [ 775.060021] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.069871] env[69699]: DEBUG oslo_vmware.api [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]526e8164-2402-a552-e09f-ea2f9674b3a6, 'name': SearchDatastore_Task} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.071290] env[69699]: DEBUG oslo_concurrency.lockutils [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.071625] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 8a1f8bf9-4787-45d5-bb42-dbd504d568f7/8a1f8bf9-4787-45d5-bb42-dbd504d568f7.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 775.071939] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9cab11b2-4fcc-427b-877d-54c40b352fa7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.082515] env[69699]: DEBUG oslo_vmware.api [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Waiting for the task: (returnval){ [ 775.082515] env[69699]: value = "task-3606925" [ 775.082515] env[69699]: _type = "Task" [ 775.082515] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.091574] env[69699]: DEBUG oslo_vmware.api [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': task-3606925, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.127569] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance a56031df-186a-4a08-886d-8bb99e015dba has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 775.156615] env[69699]: DEBUG oslo_concurrency.lockutils [req-dcd90201-b8ee-40aa-a07b-5540879138c8 req-247236a8-7778-4899-a3ef-23f7cb1b534a service nova] Releasing lock "refresh_cache-8a1f8bf9-4787-45d5-bb42-dbd504d568f7" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.595528] env[69699]: DEBUG oslo_vmware.api [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': task-3606925, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485157} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.595790] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 8a1f8bf9-4787-45d5-bb42-dbd504d568f7/8a1f8bf9-4787-45d5-bb42-dbd504d568f7.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.595998] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 8a1f8bf9-4787-45d5-bb42-dbd504d568f7] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.597089] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c465a79-2426-4c78-88f2-73f5f596e123 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.609848] env[69699]: DEBUG oslo_vmware.api [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Waiting for the task: (returnval){ [ 775.609848] env[69699]: value = "task-3606926" [ 775.609848] env[69699]: _type = "Task" [ 775.609848] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.620385] env[69699]: DEBUG oslo_vmware.api [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': task-3606926, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.631943] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance e90cd9d1-a50b-4153-9e93-ec1006ebbad1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 775.988268] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Acquiring lock "5492f83e-37c1-43f8-b40d-1d1872e229d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.988578] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Lock "5492f83e-37c1-43f8-b40d-1d1872e229d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.120645] env[69699]: DEBUG oslo_vmware.api [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': task-3606926, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084203} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.120926] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 8a1f8bf9-4787-45d5-bb42-dbd504d568f7] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.121717] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca0412b-b47c-44c9-8cdc-dde45c6ef958 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.135932] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 63b25b55-b483-48db-aced-d2df4010a8ee has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 776.145654] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 8a1f8bf9-4787-45d5-bb42-dbd504d568f7] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 8a1f8bf9-4787-45d5-bb42-dbd504d568f7/8a1f8bf9-4787-45d5-bb42-dbd504d568f7.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.146161] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f1bb366-1ecd-4848-bc7e-e41e65ca45dc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.166496] env[69699]: DEBUG oslo_vmware.api [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Waiting for the task: (returnval){ [ 776.166496] env[69699]: value = "task-3606927" [ 776.166496] env[69699]: _type = "Task" [ 776.166496] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.175094] env[69699]: DEBUG oslo_vmware.api [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': task-3606927, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.648085] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 55bc925d-16a8-4b86-9de9-be3aab917368 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 776.677678] env[69699]: DEBUG oslo_vmware.api [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': task-3606927, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.151082] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 777.151427] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69699) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 777.151586] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69699) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 777.179810] env[69699]: DEBUG oslo_vmware.api [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': task-3606927, 'name': ReconfigVM_Task, 'duration_secs': 0.634187} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.181021] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 8a1f8bf9-4787-45d5-bb42-dbd504d568f7] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 8a1f8bf9-4787-45d5-bb42-dbd504d568f7/8a1f8bf9-4787-45d5-bb42-dbd504d568f7.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.181021] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3b1f7a4-ef97-4ca2-978a-ade781462909 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.188873] env[69699]: DEBUG oslo_vmware.api [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Waiting for the task: (returnval){ [ 777.188873] env[69699]: value = "task-3606928" [ 777.188873] env[69699]: _type = "Task" [ 777.188873] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.198903] env[69699]: DEBUG oslo_vmware.api [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': task-3606928, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.577867] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2996d6-a4fd-483f-91ed-255094487807 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.587131] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253549b3-9012-4684-bf03-5c632f1a2f37 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.618387] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2784e6-f0b2-40cc-a815-f81626ed01eb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.626236] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce4be0d-8592-409a-83e4-6a88c957feac {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.641203] env[69699]: DEBUG nova.compute.provider_tree [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.702657] env[69699]: DEBUG oslo_vmware.api [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': task-3606928, 'name': Rename_Task, 'duration_secs': 0.138781} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.703041] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 8a1f8bf9-4787-45d5-bb42-dbd504d568f7] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.703312] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e17546ac-34cb-42e2-a7be-e3d146855ceb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.711678] env[69699]: DEBUG oslo_vmware.api [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Waiting for the task: (returnval){ [ 777.711678] env[69699]: value = "task-3606929" [ 777.711678] env[69699]: _type = "Task" [ 777.711678] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.720223] env[69699]: DEBUG oslo_vmware.api [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': task-3606929, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.149052] env[69699]: DEBUG nova.scheduler.client.report [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.222369] env[69699]: DEBUG oslo_vmware.api [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': task-3606929, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.654251] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69699) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 778.654527] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.620s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.654807] env[69699]: DEBUG oslo_concurrency.lockutils [None req-dfc35f4d-9fbd-456e-bf6e-2a6c23f88fe4 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.548s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.654999] env[69699]: DEBUG oslo_concurrency.lockutils [None req-dfc35f4d-9fbd-456e-bf6e-2a6c23f88fe4 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.657133] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e6017f79-1429-4fb3-916a-0db71ce69716 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.585s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.657322] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e6017f79-1429-4fb3-916a-0db71ce69716 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.659126] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.336s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.660684] env[69699]: INFO nova.compute.claims [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 778.684572] env[69699]: INFO nova.scheduler.client.report [None req-dfc35f4d-9fbd-456e-bf6e-2a6c23f88fe4 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Deleted allocations for instance fb987065-208f-42d9-b928-7431e722c642 [ 778.686197] env[69699]: INFO nova.scheduler.client.report [None req-e6017f79-1429-4fb3-916a-0db71ce69716 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Deleted allocations for instance b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c [ 778.725522] env[69699]: DEBUG oslo_vmware.api [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': task-3606929, 'name': PowerOnVM_Task, 'duration_secs': 0.554116} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.725790] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 8a1f8bf9-4787-45d5-bb42-dbd504d568f7] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.726047] env[69699]: INFO nova.compute.manager [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 8a1f8bf9-4787-45d5-bb42-dbd504d568f7] Took 7.66 seconds to spawn the instance on the hypervisor. [ 778.726541] env[69699]: DEBUG nova.compute.manager [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 8a1f8bf9-4787-45d5-bb42-dbd504d568f7] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.727189] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08fd3344-cef5-4e25-8594-ee46a06a9fca {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.195952] env[69699]: DEBUG oslo_concurrency.lockutils [None req-dfc35f4d-9fbd-456e-bf6e-2a6c23f88fe4 tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Lock "fb987065-208f-42d9-b928-7431e722c642" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.597s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.197176] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e6017f79-1429-4fb3-916a-0db71ce69716 tempest-FloatingIPsAssociationTestJSON-220159259 tempest-FloatingIPsAssociationTestJSON-220159259-project-member] Lock "b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.658s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.244262] env[69699]: INFO nova.compute.manager [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 8a1f8bf9-4787-45d5-bb42-dbd504d568f7] Took 50.76 seconds to build instance. [ 779.748037] env[69699]: DEBUG oslo_concurrency.lockutils [None req-93ba705f-9f0f-4546-9863-b8f1d1bc7860 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Lock "8a1f8bf9-4787-45d5-bb42-dbd504d568f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.243s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.989321] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f802b1bd-6ca9-44f5-86cb-65ead827c88a tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Acquiring lock "5a4aa01c-baa5-4ea5-bb0e-209add1622ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.989619] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f802b1bd-6ca9-44f5-86cb-65ead827c88a tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Lock "5a4aa01c-baa5-4ea5-bb0e-209add1622ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.989848] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f802b1bd-6ca9-44f5-86cb-65ead827c88a tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Acquiring lock "5a4aa01c-baa5-4ea5-bb0e-209add1622ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.990065] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f802b1bd-6ca9-44f5-86cb-65ead827c88a tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Lock "5a4aa01c-baa5-4ea5-bb0e-209add1622ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.990241] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f802b1bd-6ca9-44f5-86cb-65ead827c88a tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Lock "5a4aa01c-baa5-4ea5-bb0e-209add1622ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.997608] env[69699]: INFO nova.compute.manager [None req-f802b1bd-6ca9-44f5-86cb-65ead827c88a tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Terminating instance [ 780.149776] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b140998d-ed10-4203-b9ae-8764b858ecd6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.160260] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585d1d47-232b-4599-b309-2bd9ea689f24 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.191638] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb5671c-36ae-45e9-ac39-e2cd8645ce1c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.199936] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb63fd83-9ff4-45c0-b63f-ac79df2c4897 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.213638] env[69699]: DEBUG nova.compute.provider_tree [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.254977] env[69699]: DEBUG nova.compute.manager [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] [instance: a56031df-186a-4a08-886d-8bb99e015dba] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 780.508173] env[69699]: DEBUG nova.compute.manager [None req-f802b1bd-6ca9-44f5-86cb-65ead827c88a tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 780.508424] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f802b1bd-6ca9-44f5-86cb-65ead827c88a tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.509414] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc3683b-d63c-483c-ba29-b4c9feb925cf {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.519748] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-f802b1bd-6ca9-44f5-86cb-65ead827c88a tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.520051] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32c13f2f-9afd-48d6-ada2-046c7644b242 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.527976] env[69699]: DEBUG oslo_vmware.api [None req-f802b1bd-6ca9-44f5-86cb-65ead827c88a tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Waiting for the task: (returnval){ [ 780.527976] env[69699]: value = "task-3606930" [ 780.527976] env[69699]: _type = "Task" [ 780.527976] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.536130] env[69699]: DEBUG oslo_vmware.api [None req-f802b1bd-6ca9-44f5-86cb-65ead827c88a tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.717116] env[69699]: DEBUG nova.scheduler.client.report [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.781807] env[69699]: DEBUG oslo_concurrency.lockutils [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.043262] env[69699]: DEBUG oslo_vmware.api [None req-f802b1bd-6ca9-44f5-86cb-65ead827c88a tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606930, 'name': PowerOffVM_Task, 'duration_secs': 0.188643} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.043610] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-f802b1bd-6ca9-44f5-86cb-65ead827c88a tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.043835] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f802b1bd-6ca9-44f5-86cb-65ead827c88a tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.044122] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-284c12fa-3c5a-49b6-9c75-6f136cff214c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.124555] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f802b1bd-6ca9-44f5-86cb-65ead827c88a tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.125311] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f802b1bd-6ca9-44f5-86cb-65ead827c88a tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Deleting contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.125311] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-f802b1bd-6ca9-44f5-86cb-65ead827c88a tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Deleting the datastore file [datastore1] 5a4aa01c-baa5-4ea5-bb0e-209add1622ca {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.125311] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-104decbf-c756-45a3-a2ca-cdfed8e905f3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.133153] env[69699]: DEBUG oslo_vmware.api [None req-f802b1bd-6ca9-44f5-86cb-65ead827c88a tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Waiting for the task: (returnval){ [ 781.133153] env[69699]: value = "task-3606932" [ 781.133153] env[69699]: _type = "Task" [ 781.133153] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.141725] env[69699]: DEBUG oslo_vmware.api [None req-f802b1bd-6ca9-44f5-86cb-65ead827c88a tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606932, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.225779] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.567s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.227094] env[69699]: DEBUG nova.compute.manager [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 781.229216] env[69699]: DEBUG oslo_concurrency.lockutils [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.153s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.232511] env[69699]: INFO nova.compute.claims [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: a0dad223-34a6-4e39-8ee7-ec74ba96a133] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.644134] env[69699]: DEBUG oslo_vmware.api [None req-f802b1bd-6ca9-44f5-86cb-65ead827c88a tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Task: {'id': task-3606932, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298653} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.644398] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-f802b1bd-6ca9-44f5-86cb-65ead827c88a tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.644575] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f802b1bd-6ca9-44f5-86cb-65ead827c88a tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Deleted contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.644751] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f802b1bd-6ca9-44f5-86cb-65ead827c88a tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.644921] env[69699]: INFO nova.compute.manager [None req-f802b1bd-6ca9-44f5-86cb-65ead827c88a tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Took 1.14 seconds to destroy the instance on the hypervisor. [ 781.645197] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f802b1bd-6ca9-44f5-86cb-65ead827c88a tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.645387] env[69699]: DEBUG nova.compute.manager [-] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 781.645481] env[69699]: DEBUG nova.network.neutron [-] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 781.737040] env[69699]: DEBUG nova.compute.utils [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 781.741701] env[69699]: DEBUG nova.compute.manager [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 781.741701] env[69699]: DEBUG nova.network.neutron [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 781.820433] env[69699]: DEBUG nova.policy [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00c0d70391a845f69894ccf9ccd26b9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd971d1ed5b874810b2c9a9788b0172f2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 782.015765] env[69699]: DEBUG nova.compute.manager [req-74a20b72-983b-4a2f-8bf7-c1ef916f7e74 req-466c3f78-27e1-47ad-8f77-cca6ed7f3cbc service nova] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Received event network-vif-deleted-d84e7670-1db6-4cc8-a219-5869b025b2ef {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.017799] env[69699]: INFO nova.compute.manager [req-74a20b72-983b-4a2f-8bf7-c1ef916f7e74 req-466c3f78-27e1-47ad-8f77-cca6ed7f3cbc service nova] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Neutron deleted interface d84e7670-1db6-4cc8-a219-5869b025b2ef; detaching it from the instance and deleting it from the info cache [ 782.017799] env[69699]: DEBUG nova.network.neutron [req-74a20b72-983b-4a2f-8bf7-c1ef916f7e74 req-466c3f78-27e1-47ad-8f77-cca6ed7f3cbc service nova] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.207893] env[69699]: DEBUG nova.network.neutron [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8] Successfully created port: 16ad7ca6-1b2f-44ad-9f6b-441b0f24e581 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 782.240893] env[69699]: DEBUG nova.compute.manager [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 782.503215] env[69699]: DEBUG nova.network.neutron [-] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.520777] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e101db96-12d8-40c5-8076-7b11d3964f1b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.531713] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8230d8-0974-4ca1-a49c-8834eff52e62 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.579381] env[69699]: DEBUG nova.compute.manager [req-74a20b72-983b-4a2f-8bf7-c1ef916f7e74 req-466c3f78-27e1-47ad-8f77-cca6ed7f3cbc service nova] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Detach interface failed, port_id=d84e7670-1db6-4cc8-a219-5869b025b2ef, reason: Instance 5a4aa01c-baa5-4ea5-bb0e-209add1622ca could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 782.766590] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff5a32a-1d2d-4280-8366-5052eb2cf44b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.774945] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6761eb62-4d12-453f-b064-feb81bcf32fb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.807531] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229a3d45-120c-441a-8e0d-763536a76b2b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.816226] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49e80ff-aca7-43f8-9024-0fad03e6a7cf {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.830899] env[69699]: DEBUG nova.compute.provider_tree [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.007585] env[69699]: INFO nova.compute.manager [-] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Took 1.36 seconds to deallocate network for instance. [ 783.254803] env[69699]: DEBUG nova.compute.manager [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 783.280495] env[69699]: DEBUG nova.virt.hardware [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 783.282180] env[69699]: DEBUG nova.virt.hardware [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 783.282472] env[69699]: DEBUG nova.virt.hardware [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 783.282777] env[69699]: DEBUG nova.virt.hardware [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 783.283061] env[69699]: DEBUG nova.virt.hardware [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 783.283345] env[69699]: DEBUG nova.virt.hardware [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 783.283676] env[69699]: DEBUG nova.virt.hardware [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 783.284023] env[69699]: DEBUG nova.virt.hardware [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 783.286017] env[69699]: DEBUG nova.virt.hardware [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 783.286017] env[69699]: DEBUG nova.virt.hardware [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 783.286017] env[69699]: DEBUG nova.virt.hardware [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 783.286017] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe8f985-23db-48da-a12b-f2a1f2e30628 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.295740] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97cbd04a-78b5-458f-98cd-4c43260d8deb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.333603] env[69699]: DEBUG nova.scheduler.client.report [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.520412] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f802b1bd-6ca9-44f5-86cb-65ead827c88a tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.825936] env[69699]: DEBUG nova.network.neutron [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8] Successfully updated port: 16ad7ca6-1b2f-44ad-9f6b-441b0f24e581 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 783.840324] env[69699]: DEBUG oslo_concurrency.lockutils [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.840569] env[69699]: DEBUG nova.compute.manager [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: a0dad223-34a6-4e39-8ee7-ec74ba96a133] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 783.846335] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.651s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.848909] env[69699]: INFO nova.compute.claims [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 784.103041] env[69699]: DEBUG nova.compute.manager [req-20961808-ba5d-496a-9f1f-01811b98daa4 req-fbbaf234-9448-478e-b22a-b09f6e635a50 service nova] [instance: 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8] Received event network-vif-plugged-16ad7ca6-1b2f-44ad-9f6b-441b0f24e581 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.103166] env[69699]: DEBUG oslo_concurrency.lockutils [req-20961808-ba5d-496a-9f1f-01811b98daa4 req-fbbaf234-9448-478e-b22a-b09f6e635a50 service nova] Acquiring lock "20a3bc2c-042e-4d70-93f5-b17cbb06a6c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.103318] env[69699]: DEBUG oslo_concurrency.lockutils [req-20961808-ba5d-496a-9f1f-01811b98daa4 req-fbbaf234-9448-478e-b22a-b09f6e635a50 service nova] Lock "20a3bc2c-042e-4d70-93f5-b17cbb06a6c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.103480] env[69699]: DEBUG oslo_concurrency.lockutils [req-20961808-ba5d-496a-9f1f-01811b98daa4 req-fbbaf234-9448-478e-b22a-b09f6e635a50 service nova] Lock "20a3bc2c-042e-4d70-93f5-b17cbb06a6c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.103649] env[69699]: DEBUG nova.compute.manager [req-20961808-ba5d-496a-9f1f-01811b98daa4 req-fbbaf234-9448-478e-b22a-b09f6e635a50 service nova] [instance: 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8] No waiting events found dispatching network-vif-plugged-16ad7ca6-1b2f-44ad-9f6b-441b0f24e581 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 784.103875] env[69699]: WARNING nova.compute.manager [req-20961808-ba5d-496a-9f1f-01811b98daa4 req-fbbaf234-9448-478e-b22a-b09f6e635a50 service nova] [instance: 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8] Received unexpected event network-vif-plugged-16ad7ca6-1b2f-44ad-9f6b-441b0f24e581 for instance with vm_state building and task_state spawning. [ 784.103957] env[69699]: DEBUG nova.compute.manager [req-20961808-ba5d-496a-9f1f-01811b98daa4 req-fbbaf234-9448-478e-b22a-b09f6e635a50 service nova] [instance: 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8] Received event network-changed-16ad7ca6-1b2f-44ad-9f6b-441b0f24e581 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.104126] env[69699]: DEBUG nova.compute.manager [req-20961808-ba5d-496a-9f1f-01811b98daa4 req-fbbaf234-9448-478e-b22a-b09f6e635a50 service nova] [instance: 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8] Refreshing instance network info cache due to event network-changed-16ad7ca6-1b2f-44ad-9f6b-441b0f24e581. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 784.104305] env[69699]: DEBUG oslo_concurrency.lockutils [req-20961808-ba5d-496a-9f1f-01811b98daa4 req-fbbaf234-9448-478e-b22a-b09f6e635a50 service nova] Acquiring lock "refresh_cache-20a3bc2c-042e-4d70-93f5-b17cbb06a6c8" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.104437] env[69699]: DEBUG oslo_concurrency.lockutils [req-20961808-ba5d-496a-9f1f-01811b98daa4 req-fbbaf234-9448-478e-b22a-b09f6e635a50 service nova] Acquired lock "refresh_cache-20a3bc2c-042e-4d70-93f5-b17cbb06a6c8" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.104588] env[69699]: DEBUG nova.network.neutron [req-20961808-ba5d-496a-9f1f-01811b98daa4 req-fbbaf234-9448-478e-b22a-b09f6e635a50 service nova] [instance: 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8] Refreshing network info cache for port 16ad7ca6-1b2f-44ad-9f6b-441b0f24e581 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.176266] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Acquiring lock "6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.176266] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Lock "6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.334021] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Acquiring lock "refresh_cache-20a3bc2c-042e-4d70-93f5-b17cbb06a6c8" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.353856] env[69699]: DEBUG nova.compute.utils [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 784.360376] env[69699]: DEBUG nova.compute.manager [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: a0dad223-34a6-4e39-8ee7-ec74ba96a133] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 784.360376] env[69699]: DEBUG nova.network.neutron [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: a0dad223-34a6-4e39-8ee7-ec74ba96a133] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 784.409231] env[69699]: DEBUG nova.policy [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b078a905ea184e03837d98e3557c5dcc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2953fb7e027e45b9922c5eb06ef76e42', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 784.653428] env[69699]: DEBUG nova.network.neutron [req-20961808-ba5d-496a-9f1f-01811b98daa4 req-fbbaf234-9448-478e-b22a-b09f6e635a50 service nova] [instance: 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 784.710517] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Acquiring lock "cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.710517] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Lock "cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.795595] env[69699]: DEBUG nova.network.neutron [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: a0dad223-34a6-4e39-8ee7-ec74ba96a133] Successfully created port: d35e4595-6665-4073-9844-44a2c9afdc19 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 784.816255] env[69699]: DEBUG nova.network.neutron [req-20961808-ba5d-496a-9f1f-01811b98daa4 req-fbbaf234-9448-478e-b22a-b09f6e635a50 service nova] [instance: 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.860698] env[69699]: DEBUG nova.compute.manager [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: a0dad223-34a6-4e39-8ee7-ec74ba96a133] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 785.321989] env[69699]: DEBUG oslo_concurrency.lockutils [req-20961808-ba5d-496a-9f1f-01811b98daa4 req-fbbaf234-9448-478e-b22a-b09f6e635a50 service nova] Releasing lock "refresh_cache-20a3bc2c-042e-4d70-93f5-b17cbb06a6c8" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.322388] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Acquired lock "refresh_cache-20a3bc2c-042e-4d70-93f5-b17cbb06a6c8" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.322535] env[69699]: DEBUG nova.network.neutron [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.337211] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3345c71d-450f-44c6-ab0d-71c3f42410f6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.346535] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0df8f5-a6e7-45df-852d-758b402b0f7d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.383362] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2ac33a-d7e0-4fa7-8c75-8c0bc3a40dd5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.393456] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de50a1f-48fc-49f0-ab22-2a55e11b5c1a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.407539] env[69699]: DEBUG nova.compute.provider_tree [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.876989] env[69699]: DEBUG nova.network.neutron [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 785.884220] env[69699]: DEBUG nova.compute.manager [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: a0dad223-34a6-4e39-8ee7-ec74ba96a133] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 785.911129] env[69699]: DEBUG nova.virt.hardware [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.911564] env[69699]: DEBUG nova.virt.hardware [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.911759] env[69699]: DEBUG nova.virt.hardware [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.911953] env[69699]: DEBUG nova.virt.hardware [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.912111] env[69699]: DEBUG nova.virt.hardware [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.912258] env[69699]: DEBUG nova.virt.hardware [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.912477] env[69699]: DEBUG nova.virt.hardware [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.912634] env[69699]: DEBUG nova.virt.hardware [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.912810] env[69699]: DEBUG nova.virt.hardware [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.913007] env[69699]: DEBUG nova.virt.hardware [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.913199] env[69699]: DEBUG nova.virt.hardware [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.914159] env[69699]: DEBUG nova.scheduler.client.report [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.917786] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078837e5-e87b-485d-95e8-aee060faf18f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.928263] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b798058-7890-4d03-948d-f177003860ce {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.088328] env[69699]: DEBUG nova.network.neutron [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8] Updating instance_info_cache with network_info: [{"id": "16ad7ca6-1b2f-44ad-9f6b-441b0f24e581", "address": "fa:16:3e:45:d1:7b", "network": {"id": "a623bb9b-c247-4f8c-ad01-d8ea87cb139f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-881679145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d971d1ed5b874810b2c9a9788b0172f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16ad7ca6-1b", "ovs_interfaceid": "16ad7ca6-1b2f-44ad-9f6b-441b0f24e581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.298093] env[69699]: DEBUG nova.compute.manager [req-a4181697-c55f-4b91-a39d-e6a86fffc0e2 req-4aa47253-ac07-4970-8701-2b3f0756c41f service nova] [instance: a0dad223-34a6-4e39-8ee7-ec74ba96a133] Received event network-vif-plugged-d35e4595-6665-4073-9844-44a2c9afdc19 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.298327] env[69699]: DEBUG oslo_concurrency.lockutils [req-a4181697-c55f-4b91-a39d-e6a86fffc0e2 req-4aa47253-ac07-4970-8701-2b3f0756c41f service nova] Acquiring lock "a0dad223-34a6-4e39-8ee7-ec74ba96a133-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.298575] env[69699]: DEBUG oslo_concurrency.lockutils [req-a4181697-c55f-4b91-a39d-e6a86fffc0e2 req-4aa47253-ac07-4970-8701-2b3f0756c41f service nova] Lock "a0dad223-34a6-4e39-8ee7-ec74ba96a133-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.298736] env[69699]: DEBUG oslo_concurrency.lockutils [req-a4181697-c55f-4b91-a39d-e6a86fffc0e2 req-4aa47253-ac07-4970-8701-2b3f0756c41f service nova] Lock "a0dad223-34a6-4e39-8ee7-ec74ba96a133-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.298910] env[69699]: DEBUG nova.compute.manager [req-a4181697-c55f-4b91-a39d-e6a86fffc0e2 req-4aa47253-ac07-4970-8701-2b3f0756c41f service nova] [instance: a0dad223-34a6-4e39-8ee7-ec74ba96a133] No waiting events found dispatching network-vif-plugged-d35e4595-6665-4073-9844-44a2c9afdc19 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 786.299082] env[69699]: WARNING nova.compute.manager [req-a4181697-c55f-4b91-a39d-e6a86fffc0e2 req-4aa47253-ac07-4970-8701-2b3f0756c41f service nova] [instance: a0dad223-34a6-4e39-8ee7-ec74ba96a133] Received unexpected event network-vif-plugged-d35e4595-6665-4073-9844-44a2c9afdc19 for instance with vm_state building and task_state spawning. [ 786.388550] env[69699]: DEBUG nova.network.neutron [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: a0dad223-34a6-4e39-8ee7-ec74ba96a133] Successfully updated port: d35e4595-6665-4073-9844-44a2c9afdc19 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 786.421742] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.575s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.422363] env[69699]: DEBUG nova.compute.manager [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 786.425073] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.276s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.427217] env[69699]: INFO nova.compute.claims [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 786.590602] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Releasing lock "refresh_cache-20a3bc2c-042e-4d70-93f5-b17cbb06a6c8" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.590885] env[69699]: DEBUG nova.compute.manager [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8] Instance network_info: |[{"id": "16ad7ca6-1b2f-44ad-9f6b-441b0f24e581", "address": "fa:16:3e:45:d1:7b", "network": {"id": "a623bb9b-c247-4f8c-ad01-d8ea87cb139f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-881679145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d971d1ed5b874810b2c9a9788b0172f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16ad7ca6-1b", "ovs_interfaceid": "16ad7ca6-1b2f-44ad-9f6b-441b0f24e581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 786.591333] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:d1:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c5652322-9f10-4996-baed-4c0aa13a1b4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16ad7ca6-1b2f-44ad-9f6b-441b0f24e581', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 786.598873] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.599405] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 786.599638] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f44e1292-3df0-463b-84e1-a1d5f41ed138 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.620456] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 786.620456] env[69699]: value = "task-3606933" [ 786.620456] env[69699]: _type = "Task" [ 786.620456] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.627714] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606933, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.891210] env[69699]: DEBUG oslo_concurrency.lockutils [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Acquiring lock "refresh_cache-a0dad223-34a6-4e39-8ee7-ec74ba96a133" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.891435] env[69699]: DEBUG oslo_concurrency.lockutils [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Acquired lock "refresh_cache-a0dad223-34a6-4e39-8ee7-ec74ba96a133" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.891622] env[69699]: DEBUG nova.network.neutron [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: a0dad223-34a6-4e39-8ee7-ec74ba96a133] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 786.932270] env[69699]: DEBUG nova.compute.utils [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 786.935783] env[69699]: DEBUG nova.compute.manager [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 786.935783] env[69699]: DEBUG nova.network.neutron [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 786.989685] env[69699]: DEBUG nova.policy [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '770ec82f70d14eb2b13d569a0d4b41f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1aefdb4da48a444bb9b2a4749c7ab4f2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 787.130239] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606933, 'name': CreateVM_Task, 'duration_secs': 0.302288} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.130462] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.131278] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.131743] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.131743] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.131934] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a13ea4a-3b07-4ca2-8b94-e0fa67f37d31 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.136744] env[69699]: DEBUG oslo_vmware.api [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Waiting for the task: (returnval){ [ 787.136744] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52afb04f-256a-477b-1ef7-05352b39539c" [ 787.136744] env[69699]: _type = "Task" [ 787.136744] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.145515] env[69699]: DEBUG oslo_vmware.api [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52afb04f-256a-477b-1ef7-05352b39539c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.317685] env[69699]: DEBUG nova.network.neutron [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Successfully created port: 0d2de048-2cc7-494d-b16f-4e84092d7a53 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 787.439065] env[69699]: DEBUG nova.compute.manager [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 787.445549] env[69699]: DEBUG nova.network.neutron [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: a0dad223-34a6-4e39-8ee7-ec74ba96a133] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 787.647470] env[69699]: DEBUG oslo_vmware.api [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52afb04f-256a-477b-1ef7-05352b39539c, 'name': SearchDatastore_Task, 'duration_secs': 0.01243} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.649723] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.649955] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 787.650199] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.650344] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.650517] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.650947] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e97ff5e-fd51-4e99-90b5-5b947061f456 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.659285] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 787.659494] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 787.662195] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf30e4e9-6132-4c94-bb3a-ac2e7b3f66be {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.667264] env[69699]: DEBUG oslo_vmware.api [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Waiting for the task: (returnval){ [ 787.667264] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52f47cf6-a6dc-174d-4fd5-c2f8684e879d" [ 787.667264] env[69699]: _type = "Task" [ 787.667264] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.674893] env[69699]: DEBUG oslo_vmware.api [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52f47cf6-a6dc-174d-4fd5-c2f8684e879d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.677834] env[69699]: DEBUG nova.network.neutron [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: a0dad223-34a6-4e39-8ee7-ec74ba96a133] Updating instance_info_cache with network_info: [{"id": "d35e4595-6665-4073-9844-44a2c9afdc19", "address": "fa:16:3e:85:e8:22", "network": {"id": "f5d33e53-84a7-44b1-86f0-d43fa6b87fd6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1755628662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2953fb7e027e45b9922c5eb06ef76e42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd35e4595-66", "ovs_interfaceid": "d35e4595-6665-4073-9844-44a2c9afdc19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.865905] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30648e70-be72-46bc-88ac-74bf7c84850c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.874135] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ffc6c6a-7707-45e0-ad74-f362f3470570 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.904443] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343995f5-3779-40a8-b6b6-e1e34860f515 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.912259] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40624f4d-7d7b-46fc-9c8c-1349d66efbb4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.925814] env[69699]: DEBUG nova.compute.provider_tree [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.177298] env[69699]: DEBUG oslo_vmware.api [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52f47cf6-a6dc-174d-4fd5-c2f8684e879d, 'name': SearchDatastore_Task, 'duration_secs': 0.008977} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.178119] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-095053b8-0628-4323-93d0-48775ee9574f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.180373] env[69699]: DEBUG oslo_concurrency.lockutils [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Releasing lock "refresh_cache-a0dad223-34a6-4e39-8ee7-ec74ba96a133" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.180658] env[69699]: DEBUG nova.compute.manager [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: a0dad223-34a6-4e39-8ee7-ec74ba96a133] Instance network_info: |[{"id": "d35e4595-6665-4073-9844-44a2c9afdc19", "address": "fa:16:3e:85:e8:22", "network": {"id": "f5d33e53-84a7-44b1-86f0-d43fa6b87fd6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1755628662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2953fb7e027e45b9922c5eb06ef76e42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd35e4595-66", "ovs_interfaceid": "d35e4595-6665-4073-9844-44a2c9afdc19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 788.181042] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: a0dad223-34a6-4e39-8ee7-ec74ba96a133] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:e8:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6076d24d-3c8e-4bbb-ba96-a08fb27a73cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd35e4595-6665-4073-9844-44a2c9afdc19', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.188239] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.188796] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0dad223-34a6-4e39-8ee7-ec74ba96a133] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.189008] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b68287cf-48c2-4c74-9bc8-4ea8a885317d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.205356] env[69699]: DEBUG oslo_vmware.api [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Waiting for the task: (returnval){ [ 788.205356] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52320ee9-6874-5105-533f-56e680745570" [ 788.205356] env[69699]: _type = "Task" [ 788.205356] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.210959] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.210959] env[69699]: value = "task-3606934" [ 788.210959] env[69699]: _type = "Task" [ 788.210959] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.214153] env[69699]: DEBUG oslo_vmware.api [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52320ee9-6874-5105-533f-56e680745570, 'name': SearchDatastore_Task, 'duration_secs': 0.00927} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.216953] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.217214] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8/20a3bc2c-042e-4d70-93f5-b17cbb06a6c8.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 788.217444] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6f85bdf-a2d0-42b6-8fe1-9a690669d68d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.223529] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606934, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.224647] env[69699]: DEBUG oslo_vmware.api [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Waiting for the task: (returnval){ [ 788.224647] env[69699]: value = "task-3606935" [ 788.224647] env[69699]: _type = "Task" [ 788.224647] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.231798] env[69699]: DEBUG oslo_vmware.api [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': task-3606935, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.326259] env[69699]: DEBUG nova.compute.manager [req-b701f9d5-5c66-4a25-a9d8-ec04db05ce8d req-ddccb51f-84ae-45eb-be15-e19e37732461 service nova] [instance: a0dad223-34a6-4e39-8ee7-ec74ba96a133] Received event network-changed-d35e4595-6665-4073-9844-44a2c9afdc19 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.326313] env[69699]: DEBUG nova.compute.manager [req-b701f9d5-5c66-4a25-a9d8-ec04db05ce8d req-ddccb51f-84ae-45eb-be15-e19e37732461 service nova] [instance: a0dad223-34a6-4e39-8ee7-ec74ba96a133] Refreshing instance network info cache due to event network-changed-d35e4595-6665-4073-9844-44a2c9afdc19. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 788.326641] env[69699]: DEBUG oslo_concurrency.lockutils [req-b701f9d5-5c66-4a25-a9d8-ec04db05ce8d req-ddccb51f-84ae-45eb-be15-e19e37732461 service nova] Acquiring lock "refresh_cache-a0dad223-34a6-4e39-8ee7-ec74ba96a133" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.326641] env[69699]: DEBUG oslo_concurrency.lockutils [req-b701f9d5-5c66-4a25-a9d8-ec04db05ce8d req-ddccb51f-84ae-45eb-be15-e19e37732461 service nova] Acquired lock "refresh_cache-a0dad223-34a6-4e39-8ee7-ec74ba96a133" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.326792] env[69699]: DEBUG nova.network.neutron [req-b701f9d5-5c66-4a25-a9d8-ec04db05ce8d req-ddccb51f-84ae-45eb-be15-e19e37732461 service nova] [instance: a0dad223-34a6-4e39-8ee7-ec74ba96a133] Refreshing network info cache for port d35e4595-6665-4073-9844-44a2c9afdc19 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.428846] env[69699]: DEBUG nova.scheduler.client.report [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.450301] env[69699]: DEBUG nova.compute.manager [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 788.479708] env[69699]: DEBUG nova.virt.hardware [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 788.480112] env[69699]: DEBUG nova.virt.hardware [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 788.480355] env[69699]: DEBUG nova.virt.hardware [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 788.480629] env[69699]: DEBUG nova.virt.hardware [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 788.480853] env[69699]: DEBUG nova.virt.hardware [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 788.481086] env[69699]: DEBUG nova.virt.hardware [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 788.481410] env[69699]: DEBUG nova.virt.hardware [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 788.481649] env[69699]: DEBUG nova.virt.hardware [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 788.481899] env[69699]: DEBUG nova.virt.hardware [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 788.482169] env[69699]: DEBUG nova.virt.hardware [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 788.482433] env[69699]: DEBUG nova.virt.hardware [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 788.483749] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d869d5d0-07b2-4db2-a918-65b09e2100f2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.495412] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985d2e73-003d-4745-8959-c4fb1ec0ff89 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.724042] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606934, 'name': CreateVM_Task, 'duration_secs': 0.449412} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.724222] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0dad223-34a6-4e39-8ee7-ec74ba96a133] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 788.724909] env[69699]: DEBUG oslo_concurrency.lockutils [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.725090] env[69699]: DEBUG oslo_concurrency.lockutils [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.725410] env[69699]: DEBUG oslo_concurrency.lockutils [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.725712] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05850a8b-b261-4517-9145-e64eaa783fa7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.738022] env[69699]: DEBUG oslo_vmware.api [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': task-3606935, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479496} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.738022] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8/20a3bc2c-042e-4d70-93f5-b17cbb06a6c8.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 788.738022] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 788.738022] env[69699]: DEBUG oslo_vmware.api [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Waiting for the task: (returnval){ [ 788.738022] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]523a756b-fa39-305f-73ee-f4236f9a7407" [ 788.738022] env[69699]: _type = "Task" [ 788.738022] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.738412] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61c7d125-298e-445c-b9c5-cf1a0220a573 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.748567] env[69699]: DEBUG oslo_vmware.api [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]523a756b-fa39-305f-73ee-f4236f9a7407, 'name': SearchDatastore_Task, 'duration_secs': 0.009151} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.750129] env[69699]: DEBUG oslo_concurrency.lockutils [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.750479] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: a0dad223-34a6-4e39-8ee7-ec74ba96a133] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.750850] env[69699]: DEBUG oslo_concurrency.lockutils [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.751121] env[69699]: DEBUG oslo_concurrency.lockutils [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.751427] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.752140] env[69699]: DEBUG oslo_vmware.api [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Waiting for the task: (returnval){ [ 788.752140] env[69699]: value = "task-3606936" [ 788.752140] env[69699]: _type = "Task" [ 788.752140] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.752523] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7563763-0ca3-4313-8c9e-4b1837c64c23 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.763398] env[69699]: DEBUG oslo_vmware.api [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': task-3606936, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.764839] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.765190] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.766083] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-133a95bc-7885-4993-9471-6cacf38f99b4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.771132] env[69699]: DEBUG oslo_vmware.api [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Waiting for the task: (returnval){ [ 788.771132] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b2fb17-00dd-6fd8-fea4-3336096c7c37" [ 788.771132] env[69699]: _type = "Task" [ 788.771132] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.779247] env[69699]: DEBUG oslo_vmware.api [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b2fb17-00dd-6fd8-fea4-3336096c7c37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.937337] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.509s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.937337] env[69699]: DEBUG nova.compute.manager [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 788.938270] env[69699]: DEBUG oslo_concurrency.lockutils [None req-46580aa4-18d5-4df7-bb41-dc6c283adfcd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.043s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.942862] env[69699]: DEBUG oslo_concurrency.lockutils [None req-46580aa4-18d5-4df7-bb41-dc6c283adfcd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.944818] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.655s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.946510] env[69699]: INFO nova.compute.claims [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 788.980165] env[69699]: INFO nova.scheduler.client.report [None req-46580aa4-18d5-4df7-bb41-dc6c283adfcd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Deleted allocations for instance 5faa9d6e-3cbf-46cf-9bf7-d0910511491d [ 789.247253] env[69699]: DEBUG nova.network.neutron [req-b701f9d5-5c66-4a25-a9d8-ec04db05ce8d req-ddccb51f-84ae-45eb-be15-e19e37732461 service nova] [instance: a0dad223-34a6-4e39-8ee7-ec74ba96a133] Updated VIF entry in instance network info cache for port d35e4595-6665-4073-9844-44a2c9afdc19. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.247816] env[69699]: DEBUG nova.network.neutron [req-b701f9d5-5c66-4a25-a9d8-ec04db05ce8d req-ddccb51f-84ae-45eb-be15-e19e37732461 service nova] [instance: a0dad223-34a6-4e39-8ee7-ec74ba96a133] Updating instance_info_cache with network_info: [{"id": "d35e4595-6665-4073-9844-44a2c9afdc19", "address": "fa:16:3e:85:e8:22", "network": {"id": "f5d33e53-84a7-44b1-86f0-d43fa6b87fd6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1755628662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2953fb7e027e45b9922c5eb06ef76e42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd35e4595-66", "ovs_interfaceid": "d35e4595-6665-4073-9844-44a2c9afdc19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.265366] env[69699]: DEBUG oslo_vmware.api [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': task-3606936, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059953} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.265761] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 789.266648] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a5f893-d90b-4cd3-b443-0ed2eada0b0b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.291273] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8/20a3bc2c-042e-4d70-93f5-b17cbb06a6c8.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.294415] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b99a8732-f816-4c83-b1d1-6eab4a4f4fbe {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.314387] env[69699]: DEBUG oslo_vmware.api [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b2fb17-00dd-6fd8-fea4-3336096c7c37, 'name': SearchDatastore_Task, 'duration_secs': 0.008304} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.315962] env[69699]: DEBUG oslo_vmware.api [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Waiting for the task: (returnval){ [ 789.315962] env[69699]: value = "task-3606937" [ 789.315962] env[69699]: _type = "Task" [ 789.315962] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.316399] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea5866fa-5faa-432a-9988-2d658fe0b255 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.327878] env[69699]: DEBUG oslo_vmware.api [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': task-3606937, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.328624] env[69699]: DEBUG oslo_vmware.api [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Waiting for the task: (returnval){ [ 789.328624] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52aaf0ed-eee0-1175-3889-27ba3cceca44" [ 789.328624] env[69699]: _type = "Task" [ 789.328624] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.336527] env[69699]: DEBUG oslo_vmware.api [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52aaf0ed-eee0-1175-3889-27ba3cceca44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.352181] env[69699]: DEBUG nova.network.neutron [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Successfully updated port: 0d2de048-2cc7-494d-b16f-4e84092d7a53 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 789.453260] env[69699]: DEBUG nova.compute.utils [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 789.455396] env[69699]: DEBUG nova.compute.manager [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 789.455568] env[69699]: DEBUG nova.network.neutron [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 789.490365] env[69699]: DEBUG oslo_concurrency.lockutils [None req-46580aa4-18d5-4df7-bb41-dc6c283adfcd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "5faa9d6e-3cbf-46cf-9bf7-d0910511491d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.324s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.515837] env[69699]: DEBUG nova.policy [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da3a35f4dc544cba99fa0f45e302f8e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87f1936e70a34f92b31176ee8eecc950', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 789.750600] env[69699]: DEBUG oslo_concurrency.lockutils [req-b701f9d5-5c66-4a25-a9d8-ec04db05ce8d req-ddccb51f-84ae-45eb-be15-e19e37732461 service nova] Releasing lock "refresh_cache-a0dad223-34a6-4e39-8ee7-ec74ba96a133" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.823724] env[69699]: DEBUG nova.network.neutron [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Successfully created port: 37b1d77a-427b-4208-8357-855ccd87b71e {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 789.828626] env[69699]: DEBUG oslo_vmware.api [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': task-3606937, 'name': ReconfigVM_Task, 'duration_secs': 0.293461} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.828906] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8/20a3bc2c-042e-4d70-93f5-b17cbb06a6c8.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.829570] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a4ac315-add6-4c91-afea-f882b5a136c4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.839475] env[69699]: DEBUG oslo_vmware.api [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52aaf0ed-eee0-1175-3889-27ba3cceca44, 'name': SearchDatastore_Task, 'duration_secs': 0.010727} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.840587] env[69699]: DEBUG oslo_concurrency.lockutils [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.840855] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] a0dad223-34a6-4e39-8ee7-ec74ba96a133/a0dad223-34a6-4e39-8ee7-ec74ba96a133.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.841163] env[69699]: DEBUG oslo_vmware.api [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Waiting for the task: (returnval){ [ 789.841163] env[69699]: value = "task-3606938" [ 789.841163] env[69699]: _type = "Task" [ 789.841163] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.841338] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-267cff22-c8dd-41bf-a4ce-ea9489563644 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.848887] env[69699]: DEBUG oslo_vmware.api [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Waiting for the task: (returnval){ [ 789.848887] env[69699]: value = "task-3606939" [ 789.848887] env[69699]: _type = "Task" [ 789.848887] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.851552] env[69699]: DEBUG oslo_vmware.api [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': task-3606938, 'name': Rename_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.856101] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Acquiring lock "refresh_cache-c2fb5505-fc81-40cb-b6de-34779f347adb" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.856242] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Acquired lock "refresh_cache-c2fb5505-fc81-40cb-b6de-34779f347adb" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.856386] env[69699]: DEBUG nova.network.neutron [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 789.861628] env[69699]: DEBUG oslo_vmware.api [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Task: {'id': task-3606939, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.961743] env[69699]: DEBUG nova.compute.manager [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 790.358077] env[69699]: DEBUG oslo_vmware.api [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': task-3606938, 'name': Rename_Task, 'duration_secs': 0.137709} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.358729] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.359073] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e48e819-1968-4f3f-9760-9890b6b6b34a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.366958] env[69699]: DEBUG oslo_vmware.api [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Task: {'id': task-3606939, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.430441} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.367681] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] a0dad223-34a6-4e39-8ee7-ec74ba96a133/a0dad223-34a6-4e39-8ee7-ec74ba96a133.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 790.367905] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: a0dad223-34a6-4e39-8ee7-ec74ba96a133] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.368406] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23c86711-1f1b-40ff-89f4-37ec0089617c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.372584] env[69699]: DEBUG oslo_vmware.api [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Waiting for the task: (returnval){ [ 790.372584] env[69699]: value = "task-3606940" [ 790.372584] env[69699]: _type = "Task" [ 790.372584] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.376918] env[69699]: DEBUG oslo_vmware.api [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Waiting for the task: (returnval){ [ 790.376918] env[69699]: value = "task-3606941" [ 790.376918] env[69699]: _type = "Task" [ 790.376918] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.386294] env[69699]: DEBUG oslo_vmware.api [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': task-3606940, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.396010] env[69699]: DEBUG oslo_vmware.api [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Task: {'id': task-3606941, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.403333] env[69699]: DEBUG nova.network.neutron [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 790.409603] env[69699]: DEBUG nova.compute.manager [req-f26dbc25-bda2-4e0b-9ca7-f363f70917df req-34f1701a-1bf8-4b71-a426-f236b75705c2 service nova] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Received event network-vif-plugged-0d2de048-2cc7-494d-b16f-4e84092d7a53 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.409819] env[69699]: DEBUG oslo_concurrency.lockutils [req-f26dbc25-bda2-4e0b-9ca7-f363f70917df req-34f1701a-1bf8-4b71-a426-f236b75705c2 service nova] Acquiring lock "c2fb5505-fc81-40cb-b6de-34779f347adb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.410040] env[69699]: DEBUG oslo_concurrency.lockutils [req-f26dbc25-bda2-4e0b-9ca7-f363f70917df req-34f1701a-1bf8-4b71-a426-f236b75705c2 service nova] Lock "c2fb5505-fc81-40cb-b6de-34779f347adb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.410219] env[69699]: DEBUG oslo_concurrency.lockutils [req-f26dbc25-bda2-4e0b-9ca7-f363f70917df req-34f1701a-1bf8-4b71-a426-f236b75705c2 service nova] Lock "c2fb5505-fc81-40cb-b6de-34779f347adb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.410387] env[69699]: DEBUG nova.compute.manager [req-f26dbc25-bda2-4e0b-9ca7-f363f70917df req-34f1701a-1bf8-4b71-a426-f236b75705c2 service nova] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] No waiting events found dispatching network-vif-plugged-0d2de048-2cc7-494d-b16f-4e84092d7a53 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 790.410548] env[69699]: WARNING nova.compute.manager [req-f26dbc25-bda2-4e0b-9ca7-f363f70917df req-34f1701a-1bf8-4b71-a426-f236b75705c2 service nova] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Received unexpected event network-vif-plugged-0d2de048-2cc7-494d-b16f-4e84092d7a53 for instance with vm_state building and task_state spawning. [ 790.410741] env[69699]: DEBUG nova.compute.manager [req-f26dbc25-bda2-4e0b-9ca7-f363f70917df req-34f1701a-1bf8-4b71-a426-f236b75705c2 service nova] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Received event network-changed-0d2de048-2cc7-494d-b16f-4e84092d7a53 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.411267] env[69699]: DEBUG nova.compute.manager [req-f26dbc25-bda2-4e0b-9ca7-f363f70917df req-34f1701a-1bf8-4b71-a426-f236b75705c2 service nova] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Refreshing instance network info cache due to event network-changed-0d2de048-2cc7-494d-b16f-4e84092d7a53. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 790.411267] env[69699]: DEBUG oslo_concurrency.lockutils [req-f26dbc25-bda2-4e0b-9ca7-f363f70917df req-34f1701a-1bf8-4b71-a426-f236b75705c2 service nova] Acquiring lock "refresh_cache-c2fb5505-fc81-40cb-b6de-34779f347adb" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.468689] env[69699]: INFO nova.virt.block_device [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Booting with volume af28802b-144c-416b-83a7-bcae60934ab9 at /dev/sda [ 790.493602] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033d68dd-d44f-4475-b6e3-8ea8cf43a4ea {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.502203] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d29597-596d-48ca-a1ee-13589e7c3fc3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.536551] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b778f4ab-82ec-4fd1-a742-de78a765979c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.538950] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02575117-46c1-4cc9-b496-571d98fa559f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.546373] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a141b3a2-126a-44ce-beaa-a31843b2b0de {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.552555] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a1baf8-bee9-4861-a849-ee6b018b3a8a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.573239] env[69699]: DEBUG nova.compute.provider_tree [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.587169] env[69699]: DEBUG nova.scheduler.client.report [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.590140] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9f895f7-7a0a-4e38-a876-5f88a54a8405 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.607305] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269769a9-2d79-44a4-9c90-10a7e1971842 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.638820] env[69699]: DEBUG nova.network.neutron [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Updating instance_info_cache with network_info: [{"id": "0d2de048-2cc7-494d-b16f-4e84092d7a53", "address": "fa:16:3e:a1:6d:05", "network": {"id": "0c3dd6a5-a2b9-4e36-8563-0e100884381f", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1309308275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1aefdb4da48a444bb9b2a4749c7ab4f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d2de048-2c", "ovs_interfaceid": "0d2de048-2cc7-494d-b16f-4e84092d7a53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.640439] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69064a21-4898-4bd0-b1dd-ac52e6ed4e45 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.646974] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1d157a-99e6-40af-a90f-86d0c253fa1e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.660026] env[69699]: DEBUG nova.virt.block_device [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Updating existing volume attachment record: 6fa11a7c-61a0-4673-b4d9-08b55937a709 {{(pid=69699) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 790.882016] env[69699]: DEBUG oslo_vmware.api [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': task-3606940, 'name': PowerOnVM_Task, 'duration_secs': 0.467776} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.885108] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.885324] env[69699]: INFO nova.compute.manager [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8] Took 7.63 seconds to spawn the instance on the hypervisor. [ 790.885500] env[69699]: DEBUG nova.compute.manager [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.886338] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57dcc1f7-9027-4ec4-a9b3-5fdaeb9883fa {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.897359] env[69699]: DEBUG oslo_vmware.api [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Task: {'id': task-3606941, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060301} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.897815] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: a0dad223-34a6-4e39-8ee7-ec74ba96a133] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.898560] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4c01b9-2ac2-4001-bb24-1c317cf06cf6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.919935] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: a0dad223-34a6-4e39-8ee7-ec74ba96a133] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] a0dad223-34a6-4e39-8ee7-ec74ba96a133/a0dad223-34a6-4e39-8ee7-ec74ba96a133.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.920542] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aff8b3d6-6403-45b0-925a-275bbaf34e18 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.941309] env[69699]: DEBUG oslo_vmware.api [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Waiting for the task: (returnval){ [ 790.941309] env[69699]: value = "task-3606942" [ 790.941309] env[69699]: _type = "Task" [ 790.941309] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.948950] env[69699]: DEBUG oslo_vmware.api [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Task: {'id': task-3606942, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.018959] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "3ccf91c4-1b19-43b2-8529-b47084669862" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.019203] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "3ccf91c4-1b19-43b2-8529-b47084669862" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.093741] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.149s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.094372] env[69699]: DEBUG nova.compute.manager [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 791.097362] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8959b86e-3235-456e-aee8-21c361b238b4 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.120s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.098035] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8959b86e-3235-456e-aee8-21c361b238b4 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.099612] env[69699]: DEBUG oslo_concurrency.lockutils [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.259s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.101046] env[69699]: INFO nova.compute.claims [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 791.124022] env[69699]: INFO nova.scheduler.client.report [None req-8959b86e-3235-456e-aee8-21c361b238b4 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Deleted allocations for instance 64ac299a-1fe8-4bcb-b657-6d660d38f5b5 [ 791.144134] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Releasing lock "refresh_cache-c2fb5505-fc81-40cb-b6de-34779f347adb" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.144455] env[69699]: DEBUG nova.compute.manager [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Instance network_info: |[{"id": "0d2de048-2cc7-494d-b16f-4e84092d7a53", "address": "fa:16:3e:a1:6d:05", "network": {"id": "0c3dd6a5-a2b9-4e36-8563-0e100884381f", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1309308275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1aefdb4da48a444bb9b2a4749c7ab4f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d2de048-2c", "ovs_interfaceid": "0d2de048-2cc7-494d-b16f-4e84092d7a53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 791.144738] env[69699]: DEBUG oslo_concurrency.lockutils [req-f26dbc25-bda2-4e0b-9ca7-f363f70917df req-34f1701a-1bf8-4b71-a426-f236b75705c2 service nova] Acquired lock "refresh_cache-c2fb5505-fc81-40cb-b6de-34779f347adb" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.145145] env[69699]: DEBUG nova.network.neutron [req-f26dbc25-bda2-4e0b-9ca7-f363f70917df req-34f1701a-1bf8-4b71-a426-f236b75705c2 service nova] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Refreshing network info cache for port 0d2de048-2cc7-494d-b16f-4e84092d7a53 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.146889] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:6d:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '767a3a48-41d4-4a0c-961d-0024837f63bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d2de048-2cc7-494d-b16f-4e84092d7a53', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 791.155107] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Creating folder: Project (1aefdb4da48a444bb9b2a4749c7ab4f2). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 791.159774] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7fcca99-f483-4a3b-9d53-6988ee319eb7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.170031] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Created folder: Project (1aefdb4da48a444bb9b2a4749c7ab4f2) in parent group-v719415. [ 791.170255] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Creating folder: Instances. Parent ref: group-v719553. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 791.170411] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af4771c8-6cea-41e9-a51c-b7c868ed09a8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.181239] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Created folder: Instances in parent group-v719553. [ 791.181475] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.181650] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 791.181853] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da9fb446-955e-41b1-b777-18dcc798d920 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.205149] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 791.205149] env[69699]: value = "task-3606945" [ 791.205149] env[69699]: _type = "Task" [ 791.205149] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.212380] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606945, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.417583] env[69699]: INFO nova.compute.manager [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8] Took 60.11 seconds to build instance. [ 791.451410] env[69699]: DEBUG oslo_vmware.api [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Task: {'id': task-3606942, 'name': ReconfigVM_Task, 'duration_secs': 0.507287} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.451757] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: a0dad223-34a6-4e39-8ee7-ec74ba96a133] Reconfigured VM instance instance-0000002c to attach disk [datastore1] a0dad223-34a6-4e39-8ee7-ec74ba96a133/a0dad223-34a6-4e39-8ee7-ec74ba96a133.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.452463] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53de9fe0-ab0b-4cef-bf62-d707b37a6082 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.458664] env[69699]: DEBUG oslo_vmware.api [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Waiting for the task: (returnval){ [ 791.458664] env[69699]: value = "task-3606946" [ 791.458664] env[69699]: _type = "Task" [ 791.458664] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.466575] env[69699]: DEBUG oslo_vmware.api [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Task: {'id': task-3606946, 'name': Rename_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.474142] env[69699]: DEBUG nova.network.neutron [req-f26dbc25-bda2-4e0b-9ca7-f363f70917df req-34f1701a-1bf8-4b71-a426-f236b75705c2 service nova] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Updated VIF entry in instance network info cache for port 0d2de048-2cc7-494d-b16f-4e84092d7a53. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 791.475378] env[69699]: DEBUG nova.network.neutron [req-f26dbc25-bda2-4e0b-9ca7-f363f70917df req-34f1701a-1bf8-4b71-a426-f236b75705c2 service nova] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Updating instance_info_cache with network_info: [{"id": "0d2de048-2cc7-494d-b16f-4e84092d7a53", "address": "fa:16:3e:a1:6d:05", "network": {"id": "0c3dd6a5-a2b9-4e36-8563-0e100884381f", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1309308275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1aefdb4da48a444bb9b2a4749c7ab4f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d2de048-2c", "ovs_interfaceid": "0d2de048-2cc7-494d-b16f-4e84092d7a53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.483048] env[69699]: DEBUG nova.network.neutron [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Successfully updated port: 37b1d77a-427b-4208-8357-855ccd87b71e {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 791.606450] env[69699]: DEBUG nova.compute.utils [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 791.612640] env[69699]: DEBUG nova.compute.manager [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 791.613192] env[69699]: DEBUG nova.network.neutron [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 791.632113] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8959b86e-3235-456e-aee8-21c361b238b4 tempest-ServerPasswordTestJSON-1505743737 tempest-ServerPasswordTestJSON-1505743737-project-member] Lock "64ac299a-1fe8-4bcb-b657-6d660d38f5b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.217s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.668347] env[69699]: DEBUG nova.policy [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ae5db8e21434a67b33b786e02c2e839', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce00a2c4d2d6497eab27716fff8fe855', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 791.714632] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606945, 'name': CreateVM_Task, 'duration_secs': 0.451684} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.714813] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 791.715733] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.715733] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.716022] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.716341] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27adcadc-f12d-4356-b00e-318785bbc44e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.722850] env[69699]: DEBUG oslo_vmware.api [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Waiting for the task: (returnval){ [ 791.722850] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]526eb798-22ca-6ea2-b1a3-dc94bfd10034" [ 791.722850] env[69699]: _type = "Task" [ 791.722850] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.730979] env[69699]: DEBUG oslo_vmware.api [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]526eb798-22ca-6ea2-b1a3-dc94bfd10034, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.919737] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9fc2dbcd-6fae-4344-bce8-baba75253d23 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Lock "20a3bc2c-042e-4d70-93f5-b17cbb06a6c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 106.695s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.969887] env[69699]: DEBUG oslo_vmware.api [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Task: {'id': task-3606946, 'name': Rename_Task, 'duration_secs': 0.154453} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.970304] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: a0dad223-34a6-4e39-8ee7-ec74ba96a133] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.970588] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3892847-f881-4837-9a57-d4b5a9aefc91 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.976379] env[69699]: DEBUG oslo_vmware.api [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Waiting for the task: (returnval){ [ 791.976379] env[69699]: value = "task-3606947" [ 791.976379] env[69699]: _type = "Task" [ 791.976379] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.977132] env[69699]: DEBUG oslo_concurrency.lockutils [req-f26dbc25-bda2-4e0b-9ca7-f363f70917df req-34f1701a-1bf8-4b71-a426-f236b75705c2 service nova] Releasing lock "refresh_cache-c2fb5505-fc81-40cb-b6de-34779f347adb" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.984928] env[69699]: DEBUG oslo_vmware.api [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Task: {'id': task-3606947, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.986720] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Acquiring lock "refresh_cache-5e474303-4132-46e9-8cc8-e459f2a82293" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.986930] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Acquired lock "refresh_cache-5e474303-4132-46e9-8cc8-e459f2a82293" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.987315] env[69699]: DEBUG nova.network.neutron [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.110437] env[69699]: DEBUG nova.compute.manager [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 792.138521] env[69699]: DEBUG nova.network.neutron [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Successfully created port: 9ac2f6b5-81c2-4101-9785-9586d2643157 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 792.232759] env[69699]: DEBUG oslo_vmware.api [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]526eb798-22ca-6ea2-b1a3-dc94bfd10034, 'name': SearchDatastore_Task, 'duration_secs': 0.009153} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.233082] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.233331] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 792.233568] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.233942] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.234545] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 792.234545] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-197b716b-8453-4f93-bf3b-3e873b0ec8c9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.247306] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 792.247534] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 792.248253] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-344e5d9b-d9bf-44ed-94af-45d05e76690b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.256776] env[69699]: DEBUG oslo_vmware.api [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Waiting for the task: (returnval){ [ 792.256776] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52be8723-b18a-1198-7761-5f296192a57b" [ 792.256776] env[69699]: _type = "Task" [ 792.256776] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.268944] env[69699]: DEBUG oslo_vmware.api [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52be8723-b18a-1198-7761-5f296192a57b, 'name': SearchDatastore_Task, 'duration_secs': 0.008869} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.273019] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f738c59-8e30-4fc1-84ff-05023a4515d6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.277024] env[69699]: DEBUG oslo_vmware.api [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Waiting for the task: (returnval){ [ 792.277024] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5275a600-2a69-c941-1a6f-82c9f2c718bb" [ 792.277024] env[69699]: _type = "Task" [ 792.277024] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.285905] env[69699]: DEBUG oslo_vmware.api [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5275a600-2a69-c941-1a6f-82c9f2c718bb, 'name': SearchDatastore_Task, 'duration_secs': 0.008538} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.286311] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.286710] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] c2fb5505-fc81-40cb-b6de-34779f347adb/c2fb5505-fc81-40cb-b6de-34779f347adb.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 792.287438] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cfc3fc75-1c1b-48ca-91ec-b5c593eeff38 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.296308] env[69699]: DEBUG oslo_vmware.api [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Waiting for the task: (returnval){ [ 792.296308] env[69699]: value = "task-3606948" [ 792.296308] env[69699]: _type = "Task" [ 792.296308] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.308382] env[69699]: DEBUG oslo_vmware.api [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Task: {'id': task-3606948, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.422079] env[69699]: DEBUG nova.compute.manager [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: e90cd9d1-a50b-4153-9e93-ec1006ebbad1] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 792.449902] env[69699]: DEBUG nova.compute.manager [req-02113e26-be1e-4983-9ff6-11d1bb030540 req-076a8440-58ec-4e80-870d-204bb2300ca5 service nova] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Received event network-vif-plugged-37b1d77a-427b-4208-8357-855ccd87b71e {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.450599] env[69699]: DEBUG oslo_concurrency.lockutils [req-02113e26-be1e-4983-9ff6-11d1bb030540 req-076a8440-58ec-4e80-870d-204bb2300ca5 service nova] Acquiring lock "5e474303-4132-46e9-8cc8-e459f2a82293-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.450967] env[69699]: DEBUG oslo_concurrency.lockutils [req-02113e26-be1e-4983-9ff6-11d1bb030540 req-076a8440-58ec-4e80-870d-204bb2300ca5 service nova] Lock "5e474303-4132-46e9-8cc8-e459f2a82293-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.452034] env[69699]: DEBUG oslo_concurrency.lockutils [req-02113e26-be1e-4983-9ff6-11d1bb030540 req-076a8440-58ec-4e80-870d-204bb2300ca5 service nova] Lock "5e474303-4132-46e9-8cc8-e459f2a82293-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.452034] env[69699]: DEBUG nova.compute.manager [req-02113e26-be1e-4983-9ff6-11d1bb030540 req-076a8440-58ec-4e80-870d-204bb2300ca5 service nova] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] No waiting events found dispatching network-vif-plugged-37b1d77a-427b-4208-8357-855ccd87b71e {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 792.452034] env[69699]: WARNING nova.compute.manager [req-02113e26-be1e-4983-9ff6-11d1bb030540 req-076a8440-58ec-4e80-870d-204bb2300ca5 service nova] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Received unexpected event network-vif-plugged-37b1d77a-427b-4208-8357-855ccd87b71e for instance with vm_state building and task_state spawning. [ 792.452034] env[69699]: DEBUG nova.compute.manager [req-02113e26-be1e-4983-9ff6-11d1bb030540 req-076a8440-58ec-4e80-870d-204bb2300ca5 service nova] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Received event network-changed-37b1d77a-427b-4208-8357-855ccd87b71e {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.452034] env[69699]: DEBUG nova.compute.manager [req-02113e26-be1e-4983-9ff6-11d1bb030540 req-076a8440-58ec-4e80-870d-204bb2300ca5 service nova] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Refreshing instance network info cache due to event network-changed-37b1d77a-427b-4208-8357-855ccd87b71e. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 792.452544] env[69699]: DEBUG oslo_concurrency.lockutils [req-02113e26-be1e-4983-9ff6-11d1bb030540 req-076a8440-58ec-4e80-870d-204bb2300ca5 service nova] Acquiring lock "refresh_cache-5e474303-4132-46e9-8cc8-e459f2a82293" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.492126] env[69699]: DEBUG oslo_vmware.api [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Task: {'id': task-3606947, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.539307] env[69699]: DEBUG nova.network.neutron [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 792.749464] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2740aa-f849-4144-a18d-60af97e28b70 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.757768] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09087ee9-09a4-49db-a670-a4cc8911e894 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.761842] env[69699]: DEBUG nova.network.neutron [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Updating instance_info_cache with network_info: [{"id": "37b1d77a-427b-4208-8357-855ccd87b71e", "address": "fa:16:3e:ec:48:45", "network": {"id": "13649e47-5d1d-41d8-8d61-b08b45522eb5", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1461594542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87f1936e70a34f92b31176ee8eecc950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37b1d77a-42", "ovs_interfaceid": "37b1d77a-427b-4208-8357-855ccd87b71e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.795423] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f3f992-a371-40e7-ba1a-9763a3df6992 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.808594] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539e25e1-2a7d-43d2-a3d5-5b9c4b82b7de {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.812796] env[69699]: DEBUG oslo_vmware.api [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Task: {'id': task-3606948, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50299} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.813890] env[69699]: DEBUG nova.compute.manager [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 792.814378] env[69699]: DEBUG nova.virt.hardware [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 792.814587] env[69699]: DEBUG nova.virt.hardware [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 792.814740] env[69699]: DEBUG nova.virt.hardware [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.814921] env[69699]: DEBUG nova.virt.hardware [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 792.815075] env[69699]: DEBUG nova.virt.hardware [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.815258] env[69699]: DEBUG nova.virt.hardware [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 792.815469] env[69699]: DEBUG nova.virt.hardware [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 792.815658] env[69699]: DEBUG nova.virt.hardware [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 792.815782] env[69699]: DEBUG nova.virt.hardware [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 792.815940] env[69699]: DEBUG nova.virt.hardware [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 792.816145] env[69699]: DEBUG nova.virt.hardware [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 792.816406] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] c2fb5505-fc81-40cb-b6de-34779f347adb/c2fb5505-fc81-40cb-b6de-34779f347adb.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 792.816594] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 792.817327] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a24e4e-5ba1-4288-b3d8-5f3b7faafd27 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.819920] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53cfa50f-3c9f-4aa0-9dab-efa478782239 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.833731] env[69699]: DEBUG nova.compute.provider_tree [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.840560] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d0adcc-30c7-4062-8c0e-d8b1eae37600 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.844415] env[69699]: DEBUG oslo_vmware.api [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Waiting for the task: (returnval){ [ 792.844415] env[69699]: value = "task-3606949" [ 792.844415] env[69699]: _type = "Task" [ 792.844415] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.860578] env[69699]: DEBUG oslo_vmware.api [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Task: {'id': task-3606949, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.948597] env[69699]: DEBUG oslo_concurrency.lockutils [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.988759] env[69699]: DEBUG oslo_vmware.api [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Task: {'id': task-3606947, 'name': PowerOnVM_Task, 'duration_secs': 0.542173} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.989028] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: a0dad223-34a6-4e39-8ee7-ec74ba96a133] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.989583] env[69699]: INFO nova.compute.manager [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: a0dad223-34a6-4e39-8ee7-ec74ba96a133] Took 7.10 seconds to spawn the instance on the hypervisor. [ 792.989583] env[69699]: DEBUG nova.compute.manager [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: a0dad223-34a6-4e39-8ee7-ec74ba96a133] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.990421] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a035ce02-c7ff-4d6b-a468-049736d63e52 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.126028] env[69699]: DEBUG nova.compute.manager [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 793.152889] env[69699]: DEBUG nova.virt.hardware [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 793.152889] env[69699]: DEBUG nova.virt.hardware [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 793.152889] env[69699]: DEBUG nova.virt.hardware [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.153192] env[69699]: DEBUG nova.virt.hardware [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 793.153192] env[69699]: DEBUG nova.virt.hardware [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.153192] env[69699]: DEBUG nova.virt.hardware [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 793.153192] env[69699]: DEBUG nova.virt.hardware [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 793.153192] env[69699]: DEBUG nova.virt.hardware [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 793.153361] env[69699]: DEBUG nova.virt.hardware [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 793.153361] env[69699]: DEBUG nova.virt.hardware [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 793.153508] env[69699]: DEBUG nova.virt.hardware [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 793.154489] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0276d1e4-0e55-4b8d-915a-ef29504ec01a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.162402] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbac816-9cbd-4dc0-a549-90e73fc04d90 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.264761] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Releasing lock "refresh_cache-5e474303-4132-46e9-8cc8-e459f2a82293" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.265047] env[69699]: DEBUG nova.compute.manager [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Instance network_info: |[{"id": "37b1d77a-427b-4208-8357-855ccd87b71e", "address": "fa:16:3e:ec:48:45", "network": {"id": "13649e47-5d1d-41d8-8d61-b08b45522eb5", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1461594542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87f1936e70a34f92b31176ee8eecc950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37b1d77a-42", "ovs_interfaceid": "37b1d77a-427b-4208-8357-855ccd87b71e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 793.265367] env[69699]: DEBUG oslo_concurrency.lockutils [req-02113e26-be1e-4983-9ff6-11d1bb030540 req-076a8440-58ec-4e80-870d-204bb2300ca5 service nova] Acquired lock "refresh_cache-5e474303-4132-46e9-8cc8-e459f2a82293" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.265545] env[69699]: DEBUG nova.network.neutron [req-02113e26-be1e-4983-9ff6-11d1bb030540 req-076a8440-58ec-4e80-870d-204bb2300ca5 service nova] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Refreshing network info cache for port 37b1d77a-427b-4208-8357-855ccd87b71e {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 793.267656] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:48:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89463199-7ddf-4ee7-b485-1629a75b4b8f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37b1d77a-427b-4208-8357-855ccd87b71e', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 793.274656] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Creating folder: Project (87f1936e70a34f92b31176ee8eecc950). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 793.275227] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f3579b4-5052-4e9f-b342-f70323738a56 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.289246] env[69699]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 793.289246] env[69699]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69699) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 793.289452] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Folder already exists: Project (87f1936e70a34f92b31176ee8eecc950). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 793.289663] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Creating folder: Instances. Parent ref: group-v719495. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 793.289996] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7323108-d869-43a0-9bc0-aa5cdcb77759 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.300061] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Created folder: Instances in parent group-v719495. [ 793.300390] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.300625] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 793.300897] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28fe7dec-5c01-4217-8e47-ebe6b7cf6082 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.330522] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 793.330522] env[69699]: value = "task-3606952" [ 793.330522] env[69699]: _type = "Task" [ 793.330522] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.340176] env[69699]: DEBUG nova.scheduler.client.report [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.343378] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606952, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.353689] env[69699]: DEBUG oslo_vmware.api [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Task: {'id': task-3606949, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0672} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.353955] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 793.355354] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a79d38b-94b7-4513-957c-72f58c37b8e9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.383021] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] c2fb5505-fc81-40cb-b6de-34779f347adb/c2fb5505-fc81-40cb-b6de-34779f347adb.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.383990] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-603f1823-5eeb-400c-baec-b539225a178d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.405188] env[69699]: DEBUG oslo_vmware.api [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Waiting for the task: (returnval){ [ 793.405188] env[69699]: value = "task-3606953" [ 793.405188] env[69699]: _type = "Task" [ 793.405188] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.413205] env[69699]: DEBUG oslo_vmware.api [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Task: {'id': task-3606953, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.507115] env[69699]: INFO nova.compute.manager [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: a0dad223-34a6-4e39-8ee7-ec74ba96a133] Took 57.45 seconds to build instance. [ 793.745803] env[69699]: DEBUG nova.network.neutron [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Successfully updated port: 9ac2f6b5-81c2-4101-9785-9586d2643157 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 793.843889] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606952, 'name': CreateVM_Task} progress is 25%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.846028] env[69699]: DEBUG oslo_concurrency.lockutils [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.746s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.846309] env[69699]: DEBUG nova.compute.manager [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 793.849497] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ce916028-ed31-48db-827f-f53d110047c3 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.305s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.849720] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ce916028-ed31-48db-827f-f53d110047c3 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.851860] env[69699]: DEBUG oslo_concurrency.lockutils [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.711s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.853773] env[69699]: INFO nova.compute.claims [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 793.893845] env[69699]: INFO nova.scheduler.client.report [None req-ce916028-ed31-48db-827f-f53d110047c3 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Deleted allocations for instance 0e8f01e6-5844-4226-8ff8-370d3618b366 [ 793.920517] env[69699]: DEBUG oslo_vmware.api [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Task: {'id': task-3606953, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.008868] env[69699]: DEBUG oslo_concurrency.lockutils [None req-36468014-5b6a-4bde-b2b5-aecdc95b096e tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Lock "a0dad223-34a6-4e39-8ee7-ec74ba96a133" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 108.355s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.085372] env[69699]: DEBUG nova.network.neutron [req-02113e26-be1e-4983-9ff6-11d1bb030540 req-076a8440-58ec-4e80-870d-204bb2300ca5 service nova] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Updated VIF entry in instance network info cache for port 37b1d77a-427b-4208-8357-855ccd87b71e. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 794.086233] env[69699]: DEBUG nova.network.neutron [req-02113e26-be1e-4983-9ff6-11d1bb030540 req-076a8440-58ec-4e80-870d-204bb2300ca5 service nova] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Updating instance_info_cache with network_info: [{"id": "37b1d77a-427b-4208-8357-855ccd87b71e", "address": "fa:16:3e:ec:48:45", "network": {"id": "13649e47-5d1d-41d8-8d61-b08b45522eb5", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1461594542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87f1936e70a34f92b31176ee8eecc950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37b1d77a-42", "ovs_interfaceid": "37b1d77a-427b-4208-8357-855ccd87b71e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.252048] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquiring lock "refresh_cache-2c2ada34-c9b6-424a-a601-0ee922646578" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.253340] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquired lock "refresh_cache-2c2ada34-c9b6-424a-a601-0ee922646578" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.253456] env[69699]: DEBUG nova.network.neutron [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.263439] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1036a222-b363-473c-917d-4d1106cb9cdd tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Acquiring lock "e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.263615] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1036a222-b363-473c-917d-4d1106cb9cdd tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Lock "e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.263749] env[69699]: DEBUG nova.compute.manager [None req-1036a222-b363-473c-917d-4d1106cb9cdd tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 794.264880] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1838a0e7-67aa-44cf-93b1-a7b5661631e9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.276958] env[69699]: DEBUG nova.compute.manager [None req-1036a222-b363-473c-917d-4d1106cb9cdd tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69699) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 794.277682] env[69699]: DEBUG nova.objects.instance [None req-1036a222-b363-473c-917d-4d1106cb9cdd tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Lazy-loading 'flavor' on Instance uuid e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 794.344836] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606952, 'name': CreateVM_Task, 'duration_secs': 0.980211} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.345024] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 794.345714] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'mount_device': '/dev/sda', 'disk_bus': None, 'guest_format': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719509', 'volume_id': 'af28802b-144c-416b-83a7-bcae60934ab9', 'name': 'volume-af28802b-144c-416b-83a7-bcae60934ab9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e474303-4132-46e9-8cc8-e459f2a82293', 'attached_at': '', 'detached_at': '', 'volume_id': 'af28802b-144c-416b-83a7-bcae60934ab9', 'serial': 'af28802b-144c-416b-83a7-bcae60934ab9'}, 'attachment_id': '6fa11a7c-61a0-4673-b4d9-08b55937a709', 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=69699) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 794.345933] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Root volume attach. Driver type: vmdk {{(pid=69699) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 794.347044] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959e9344-fbd1-4b37-b8be-b95c02fc2671 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.350559] env[69699]: DEBUG nova.compute.utils [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 794.351900] env[69699]: DEBUG nova.compute.manager [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 794.352085] env[69699]: DEBUG nova.network.neutron [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 794.362752] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ebd838-b378-4621-a76a-84872dfb8f74 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.373284] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f8b289-9838-40d6-900f-3770d2aba963 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.383176] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-91409c0b-8fd6-4383-a8f7-9a5ead4613c6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.392429] env[69699]: DEBUG oslo_vmware.api [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Waiting for the task: (returnval){ [ 794.392429] env[69699]: value = "task-3606954" [ 794.392429] env[69699]: _type = "Task" [ 794.392429] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.404609] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ce916028-ed31-48db-827f-f53d110047c3 tempest-ServerAddressesNegativeTestJSON-902349934 tempest-ServerAddressesNegativeTestJSON-902349934-project-member] Lock "0e8f01e6-5844-4226-8ff8-370d3618b366" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.228s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.405896] env[69699]: DEBUG oslo_vmware.api [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Task: {'id': task-3606954, 'name': RelocateVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.416109] env[69699]: DEBUG oslo_vmware.api [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Task: {'id': task-3606953, 'name': ReconfigVM_Task, 'duration_secs': 0.604436} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.417795] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Reconfigured VM instance instance-0000002d to attach disk [datastore1] c2fb5505-fc81-40cb-b6de-34779f347adb/c2fb5505-fc81-40cb-b6de-34779f347adb.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.417795] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb58103c-0e5a-431c-92c1-741632207c7f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.423243] env[69699]: DEBUG oslo_vmware.api [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Waiting for the task: (returnval){ [ 794.423243] env[69699]: value = "task-3606955" [ 794.423243] env[69699]: _type = "Task" [ 794.423243] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.434057] env[69699]: DEBUG oslo_vmware.api [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Task: {'id': task-3606955, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.445996] env[69699]: DEBUG nova.policy [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eba0e89cf125498683497ce733859626', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0b6c5b7b1b447f2b0676a8333088ec6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 794.512038] env[69699]: DEBUG nova.compute.manager [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 63b25b55-b483-48db-aced-d2df4010a8ee] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 794.590203] env[69699]: DEBUG oslo_concurrency.lockutils [req-02113e26-be1e-4983-9ff6-11d1bb030540 req-076a8440-58ec-4e80-870d-204bb2300ca5 service nova] Releasing lock "refresh_cache-5e474303-4132-46e9-8cc8-e459f2a82293" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.619936] env[69699]: DEBUG nova.compute.manager [req-6a5ef2cd-ab38-4569-8a23-bbe5ab4f3541 req-8b4b8905-7d2e-44c6-9b65-b8110c87b935 service nova] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Received event network-vif-plugged-9ac2f6b5-81c2-4101-9785-9586d2643157 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.620295] env[69699]: DEBUG oslo_concurrency.lockutils [req-6a5ef2cd-ab38-4569-8a23-bbe5ab4f3541 req-8b4b8905-7d2e-44c6-9b65-b8110c87b935 service nova] Acquiring lock "2c2ada34-c9b6-424a-a601-0ee922646578-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.621343] env[69699]: DEBUG oslo_concurrency.lockutils [req-6a5ef2cd-ab38-4569-8a23-bbe5ab4f3541 req-8b4b8905-7d2e-44c6-9b65-b8110c87b935 service nova] Lock "2c2ada34-c9b6-424a-a601-0ee922646578-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.621343] env[69699]: DEBUG oslo_concurrency.lockutils [req-6a5ef2cd-ab38-4569-8a23-bbe5ab4f3541 req-8b4b8905-7d2e-44c6-9b65-b8110c87b935 service nova] Lock "2c2ada34-c9b6-424a-a601-0ee922646578-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.621343] env[69699]: DEBUG nova.compute.manager [req-6a5ef2cd-ab38-4569-8a23-bbe5ab4f3541 req-8b4b8905-7d2e-44c6-9b65-b8110c87b935 service nova] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] No waiting events found dispatching network-vif-plugged-9ac2f6b5-81c2-4101-9785-9586d2643157 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 794.622013] env[69699]: WARNING nova.compute.manager [req-6a5ef2cd-ab38-4569-8a23-bbe5ab4f3541 req-8b4b8905-7d2e-44c6-9b65-b8110c87b935 service nova] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Received unexpected event network-vif-plugged-9ac2f6b5-81c2-4101-9785-9586d2643157 for instance with vm_state building and task_state spawning. [ 794.622231] env[69699]: DEBUG nova.compute.manager [req-6a5ef2cd-ab38-4569-8a23-bbe5ab4f3541 req-8b4b8905-7d2e-44c6-9b65-b8110c87b935 service nova] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Received event network-changed-9ac2f6b5-81c2-4101-9785-9586d2643157 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.622493] env[69699]: DEBUG nova.compute.manager [req-6a5ef2cd-ab38-4569-8a23-bbe5ab4f3541 req-8b4b8905-7d2e-44c6-9b65-b8110c87b935 service nova] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Refreshing instance network info cache due to event network-changed-9ac2f6b5-81c2-4101-9785-9586d2643157. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 794.623868] env[69699]: DEBUG oslo_concurrency.lockutils [req-6a5ef2cd-ab38-4569-8a23-bbe5ab4f3541 req-8b4b8905-7d2e-44c6-9b65-b8110c87b935 service nova] Acquiring lock "refresh_cache-2c2ada34-c9b6-424a-a601-0ee922646578" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.796333] env[69699]: DEBUG nova.network.neutron [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 794.859589] env[69699]: DEBUG nova.compute.manager [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 794.905941] env[69699]: DEBUG oslo_vmware.api [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Task: {'id': task-3606954, 'name': RelocateVM_Task} progress is 20%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.906945] env[69699]: DEBUG nova.network.neutron [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Successfully created port: 22eb6a48-cca1-4e06-9589-c53d711a4b08 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 794.941422] env[69699]: DEBUG oslo_vmware.api [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Task: {'id': task-3606955, 'name': Rename_Task, 'duration_secs': 0.174326} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.942703] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 794.942703] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45182e6e-00e6-421f-b8fa-d04a1359414c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.948697] env[69699]: DEBUG oslo_vmware.api [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Waiting for the task: (returnval){ [ 794.948697] env[69699]: value = "task-3606956" [ 794.948697] env[69699]: _type = "Task" [ 794.948697] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.960868] env[69699]: DEBUG oslo_vmware.api [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Task: {'id': task-3606956, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.038869] env[69699]: DEBUG oslo_concurrency.lockutils [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.104976] env[69699]: DEBUG nova.network.neutron [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Updating instance_info_cache with network_info: [{"id": "9ac2f6b5-81c2-4101-9785-9586d2643157", "address": "fa:16:3e:b0:19:42", "network": {"id": "e99ab3ed-1030-44b0-98b1-0c8d1d561613", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1328451822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce00a2c4d2d6497eab27716fff8fe855", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ac2f6b5-81", "ovs_interfaceid": "9ac2f6b5-81c2-4101-9785-9586d2643157", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.286468] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-1036a222-b363-473c-917d-4d1106cb9cdd tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 795.286742] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91e0d0ac-b65f-45ea-a1f6-0b9676e141aa {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.298985] env[69699]: DEBUG oslo_vmware.api [None req-1036a222-b363-473c-917d-4d1106cb9cdd tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Waiting for the task: (returnval){ [ 795.298985] env[69699]: value = "task-3606957" [ 795.298985] env[69699]: _type = "Task" [ 795.298985] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.319631] env[69699]: DEBUG oslo_vmware.api [None req-1036a222-b363-473c-917d-4d1106cb9cdd tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': task-3606957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.404031] env[69699]: DEBUG oslo_vmware.api [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Task: {'id': task-3606954, 'name': RelocateVM_Task, 'duration_secs': 0.609572} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.404347] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Volume attach. Driver type: vmdk {{(pid=69699) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 795.404605] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719509', 'volume_id': 'af28802b-144c-416b-83a7-bcae60934ab9', 'name': 'volume-af28802b-144c-416b-83a7-bcae60934ab9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e474303-4132-46e9-8cc8-e459f2a82293', 'attached_at': '', 'detached_at': '', 'volume_id': 'af28802b-144c-416b-83a7-bcae60934ab9', 'serial': 'af28802b-144c-416b-83a7-bcae60934ab9'} {{(pid=69699) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 795.406693] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a28cb56-01bc-4d6c-8117-36858b27e5f6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.427212] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eee01ca-f6ad-4128-bead-2b2974fa41c6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.453878] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] volume-af28802b-144c-416b-83a7-bcae60934ab9/volume-af28802b-144c-416b-83a7-bcae60934ab9.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.455816] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51b2b8a1-0558-48ec-af31-0f8a41d6c105 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.471319] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e936be-1964-4523-89de-3a27fd352f2c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.483508] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2cbdb0-300f-480f-8b97-00ea164d5f44 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.492950] env[69699]: DEBUG oslo_vmware.api [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Waiting for the task: (returnval){ [ 795.492950] env[69699]: value = "task-3606958" [ 795.492950] env[69699]: _type = "Task" [ 795.492950] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.493203] env[69699]: DEBUG oslo_vmware.api [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Task: {'id': task-3606956, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.524986] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76549255-d69c-4587-ac91-97dfb225a044 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.531131] env[69699]: DEBUG oslo_vmware.api [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Task: {'id': task-3606958, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.536113] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e99b05f-7aa9-4c3b-9c3c-4e3640ff083a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.550026] env[69699]: DEBUG nova.compute.provider_tree [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.610697] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Releasing lock "refresh_cache-2c2ada34-c9b6-424a-a601-0ee922646578" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.610697] env[69699]: DEBUG nova.compute.manager [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Instance network_info: |[{"id": "9ac2f6b5-81c2-4101-9785-9586d2643157", "address": "fa:16:3e:b0:19:42", "network": {"id": "e99ab3ed-1030-44b0-98b1-0c8d1d561613", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1328451822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce00a2c4d2d6497eab27716fff8fe855", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ac2f6b5-81", "ovs_interfaceid": "9ac2f6b5-81c2-4101-9785-9586d2643157", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 795.611096] env[69699]: DEBUG oslo_concurrency.lockutils [req-6a5ef2cd-ab38-4569-8a23-bbe5ab4f3541 req-8b4b8905-7d2e-44c6-9b65-b8110c87b935 service nova] Acquired lock "refresh_cache-2c2ada34-c9b6-424a-a601-0ee922646578" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.611096] env[69699]: DEBUG nova.network.neutron [req-6a5ef2cd-ab38-4569-8a23-bbe5ab4f3541 req-8b4b8905-7d2e-44c6-9b65-b8110c87b935 service nova] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Refreshing network info cache for port 9ac2f6b5-81c2-4101-9785-9586d2643157 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.611096] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:19:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3db2ab9e-1244-4377-b05f-ab76003f2428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ac2f6b5-81c2-4101-9785-9586d2643157', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 795.617839] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Creating folder: Project (ce00a2c4d2d6497eab27716fff8fe855). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 795.618558] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bfbb1625-3893-4ab2-9be9-10af84e1f456 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.630159] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Created folder: Project (ce00a2c4d2d6497eab27716fff8fe855) in parent group-v719415. [ 795.630439] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Creating folder: Instances. Parent ref: group-v719558. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 795.630676] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c26b51e-39f4-451d-a649-a7326bda82db {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.640266] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Created folder: Instances in parent group-v719558. [ 795.640407] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.640596] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 795.640823] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2096d73-677f-428d-9f1d-6cc70ab635ae {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.660227] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 795.660227] env[69699]: value = "task-3606961" [ 795.660227] env[69699]: _type = "Task" [ 795.660227] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.668629] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606961, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.709455] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Acquiring lock "1105ca8b-bfc2-4e73-9dd6-4ec5983ad048" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.709455] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Lock "1105ca8b-bfc2-4e73-9dd6-4ec5983ad048" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.812555] env[69699]: DEBUG oslo_vmware.api [None req-1036a222-b363-473c-917d-4d1106cb9cdd tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': task-3606957, 'name': PowerOffVM_Task, 'duration_secs': 0.202131} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.812555] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-1036a222-b363-473c-917d-4d1106cb9cdd tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 795.812555] env[69699]: DEBUG nova.compute.manager [None req-1036a222-b363-473c-917d-4d1106cb9cdd tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 795.813208] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394b2797-ca5f-42c9-8793-7a91d80eda35 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.874700] env[69699]: DEBUG nova.compute.manager [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 795.905487] env[69699]: DEBUG nova.virt.hardware [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:00:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='b96da925-54d9-4ab8-8f42-78a703390907',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1551891796',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 795.906174] env[69699]: DEBUG nova.virt.hardware [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 795.906174] env[69699]: DEBUG nova.virt.hardware [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.906174] env[69699]: DEBUG nova.virt.hardware [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 795.906635] env[69699]: DEBUG nova.virt.hardware [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.906802] env[69699]: DEBUG nova.virt.hardware [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 795.907031] env[69699]: DEBUG nova.virt.hardware [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 795.907200] env[69699]: DEBUG nova.virt.hardware [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 795.907371] env[69699]: DEBUG nova.virt.hardware [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 795.907535] env[69699]: DEBUG nova.virt.hardware [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 795.907771] env[69699]: DEBUG nova.virt.hardware [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 795.909448] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8911e911-caea-4325-b499-e30269afd582 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.919677] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c332ca34-7cde-422f-861b-e52817324ada {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.968625] env[69699]: DEBUG oslo_vmware.api [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Task: {'id': task-3606956, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.796032] env[69699]: DEBUG nova.scheduler.client.report [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.807442] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1036a222-b363-473c-917d-4d1106cb9cdd tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Lock "e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.544s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.815068] env[69699]: DEBUG oslo_concurrency.lockutils [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Acquiring lock "bf8a21c1-dd9e-41d5-9570-c510bab45ebe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.815584] env[69699]: DEBUG oslo_concurrency.lockutils [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Lock "bf8a21c1-dd9e-41d5-9570-c510bab45ebe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.821031] env[69699]: DEBUG oslo_vmware.api [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Task: {'id': task-3606958, 'name': ReconfigVM_Task, 'duration_secs': 0.429638} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.830276] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Reconfigured VM instance instance-0000002e to attach disk [datastore2] volume-af28802b-144c-416b-83a7-bcae60934ab9/volume-af28802b-144c-416b-83a7-bcae60934ab9.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.834311] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606961, 'name': CreateVM_Task, 'duration_secs': 0.481855} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.835216] env[69699]: DEBUG oslo_vmware.api [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Task: {'id': task-3606956, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.835450] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae7d2cca-9606-4f06-9ef8-2f67f8e38398 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.845689] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 796.847017] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.847168] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.847514] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.848197] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f3f0910-487a-48e0-a29d-2cb002c11a17 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.853499] env[69699]: DEBUG oslo_vmware.api [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 796.853499] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]521e509b-ed8d-7cb5-c6f7-7cbe81f08a81" [ 796.853499] env[69699]: _type = "Task" [ 796.853499] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.855036] env[69699]: DEBUG oslo_vmware.api [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Waiting for the task: (returnval){ [ 796.855036] env[69699]: value = "task-3606962" [ 796.855036] env[69699]: _type = "Task" [ 796.855036] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.866638] env[69699]: DEBUG oslo_vmware.api [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]521e509b-ed8d-7cb5-c6f7-7cbe81f08a81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.872337] env[69699]: DEBUG oslo_vmware.api [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Task: {'id': task-3606962, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.946029] env[69699]: DEBUG nova.compute.manager [req-e1120539-7293-449f-a98a-9b9903a702ab req-614fa9a8-588a-47ab-b140-2a797aafe095 service nova] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Received event network-vif-plugged-22eb6a48-cca1-4e06-9589-c53d711a4b08 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.946256] env[69699]: DEBUG oslo_concurrency.lockutils [req-e1120539-7293-449f-a98a-9b9903a702ab req-614fa9a8-588a-47ab-b140-2a797aafe095 service nova] Acquiring lock "c7fba1f1-8e12-4891-aa98-06a5ff41a7e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.946461] env[69699]: DEBUG oslo_concurrency.lockutils [req-e1120539-7293-449f-a98a-9b9903a702ab req-614fa9a8-588a-47ab-b140-2a797aafe095 service nova] Lock "c7fba1f1-8e12-4891-aa98-06a5ff41a7e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.946624] env[69699]: DEBUG oslo_concurrency.lockutils [req-e1120539-7293-449f-a98a-9b9903a702ab req-614fa9a8-588a-47ab-b140-2a797aafe095 service nova] Lock "c7fba1f1-8e12-4891-aa98-06a5ff41a7e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.946784] env[69699]: DEBUG nova.compute.manager [req-e1120539-7293-449f-a98a-9b9903a702ab req-614fa9a8-588a-47ab-b140-2a797aafe095 service nova] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] No waiting events found dispatching network-vif-plugged-22eb6a48-cca1-4e06-9589-c53d711a4b08 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 796.946945] env[69699]: WARNING nova.compute.manager [req-e1120539-7293-449f-a98a-9b9903a702ab req-614fa9a8-588a-47ab-b140-2a797aafe095 service nova] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Received unexpected event network-vif-plugged-22eb6a48-cca1-4e06-9589-c53d711a4b08 for instance with vm_state building and task_state spawning. [ 797.135187] env[69699]: DEBUG nova.network.neutron [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Successfully updated port: 22eb6a48-cca1-4e06-9589-c53d711a4b08 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 797.239667] env[69699]: DEBUG nova.network.neutron [req-6a5ef2cd-ab38-4569-8a23-bbe5ab4f3541 req-8b4b8905-7d2e-44c6-9b65-b8110c87b935 service nova] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Updated VIF entry in instance network info cache for port 9ac2f6b5-81c2-4101-9785-9586d2643157. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 797.240177] env[69699]: DEBUG nova.network.neutron [req-6a5ef2cd-ab38-4569-8a23-bbe5ab4f3541 req-8b4b8905-7d2e-44c6-9b65-b8110c87b935 service nova] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Updating instance_info_cache with network_info: [{"id": "9ac2f6b5-81c2-4101-9785-9586d2643157", "address": "fa:16:3e:b0:19:42", "network": {"id": "e99ab3ed-1030-44b0-98b1-0c8d1d561613", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1328451822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce00a2c4d2d6497eab27716fff8fe855", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ac2f6b5-81", "ovs_interfaceid": "9ac2f6b5-81c2-4101-9785-9586d2643157", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.308972] env[69699]: DEBUG oslo_concurrency.lockutils [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.457s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.309528] env[69699]: DEBUG nova.compute.manager [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 797.315797] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3890d357-76d6-417e-86f0-8da4d782dd19 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.405s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.315797] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3890d357-76d6-417e-86f0-8da4d782dd19 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.317507] env[69699]: DEBUG oslo_concurrency.lockutils [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.764s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.318936] env[69699]: INFO nova.compute.claims [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 797.321386] env[69699]: DEBUG oslo_vmware.api [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Task: {'id': task-3606956, 'name': PowerOnVM_Task, 'duration_secs': 1.999551} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.325074] env[69699]: DEBUG oslo_concurrency.lockutils [None req-94936989-6cce-4094-ba36-eb5860bd733a tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Acquiring lock "a0dad223-34a6-4e39-8ee7-ec74ba96a133" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.325074] env[69699]: DEBUG oslo_concurrency.lockutils [None req-94936989-6cce-4094-ba36-eb5860bd733a tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Lock "a0dad223-34a6-4e39-8ee7-ec74ba96a133" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.325074] env[69699]: DEBUG oslo_concurrency.lockutils [None req-94936989-6cce-4094-ba36-eb5860bd733a tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Acquiring lock "a0dad223-34a6-4e39-8ee7-ec74ba96a133-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.325074] env[69699]: DEBUG oslo_concurrency.lockutils [None req-94936989-6cce-4094-ba36-eb5860bd733a tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Lock "a0dad223-34a6-4e39-8ee7-ec74ba96a133-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.325582] env[69699]: DEBUG oslo_concurrency.lockutils [None req-94936989-6cce-4094-ba36-eb5860bd733a tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Lock "a0dad223-34a6-4e39-8ee7-ec74ba96a133-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.325800] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 797.325992] env[69699]: INFO nova.compute.manager [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Took 8.88 seconds to spawn the instance on the hypervisor. [ 797.326142] env[69699]: DEBUG nova.compute.manager [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.326955] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f5561d-ac5f-4d94-8aa6-d6d41a31b48d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.330387] env[69699]: INFO nova.compute.manager [None req-94936989-6cce-4094-ba36-eb5860bd733a tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: a0dad223-34a6-4e39-8ee7-ec74ba96a133] Terminating instance [ 797.350527] env[69699]: INFO nova.scheduler.client.report [None req-3890d357-76d6-417e-86f0-8da4d782dd19 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Deleted allocations for instance a04a2fe1-2877-4fea-8bc9-7a4e65aa8171 [ 797.371981] env[69699]: DEBUG oslo_vmware.api [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]521e509b-ed8d-7cb5-c6f7-7cbe81f08a81, 'name': SearchDatastore_Task, 'duration_secs': 0.021341} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.372232] env[69699]: DEBUG oslo_vmware.api [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Task: {'id': task-3606962, 'name': ReconfigVM_Task, 'duration_secs': 0.147495} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.373131] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.373356] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.373950] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.373950] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.373950] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 797.374192] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719509', 'volume_id': 'af28802b-144c-416b-83a7-bcae60934ab9', 'name': 'volume-af28802b-144c-416b-83a7-bcae60934ab9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e474303-4132-46e9-8cc8-e459f2a82293', 'attached_at': '', 'detached_at': '', 'volume_id': 'af28802b-144c-416b-83a7-bcae60934ab9', 'serial': 'af28802b-144c-416b-83a7-bcae60934ab9'} {{(pid=69699) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 797.375378] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a68ac48d-6dff-4746-9873-9b89d427ced8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.377369] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01495796-34db-466e-8959-093a185b17f2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.387253] env[69699]: DEBUG oslo_vmware.api [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Waiting for the task: (returnval){ [ 797.387253] env[69699]: value = "task-3606963" [ 797.387253] env[69699]: _type = "Task" [ 797.387253] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.387253] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 797.387253] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 797.391295] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5960fcb-9430-4eca-a966-f20e03ffeda3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.396768] env[69699]: DEBUG oslo_vmware.api [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 797.396768] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5293391f-1275-c008-b5cf-abc848a06643" [ 797.396768] env[69699]: _type = "Task" [ 797.396768] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.400028] env[69699]: DEBUG oslo_vmware.api [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Task: {'id': task-3606963, 'name': Rename_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.407826] env[69699]: DEBUG oslo_vmware.api [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5293391f-1275-c008-b5cf-abc848a06643, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.616137] env[69699]: DEBUG nova.objects.instance [None req-aefd5504-3c65-441e-aa06-5d64ad163305 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Lazy-loading 'flavor' on Instance uuid e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 797.637768] env[69699]: DEBUG oslo_concurrency.lockutils [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Acquiring lock "refresh_cache-c7fba1f1-8e12-4891-aa98-06a5ff41a7e5" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.637929] env[69699]: DEBUG oslo_concurrency.lockutils [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Acquired lock "refresh_cache-c7fba1f1-8e12-4891-aa98-06a5ff41a7e5" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.638090] env[69699]: DEBUG nova.network.neutron [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 797.743918] env[69699]: DEBUG oslo_concurrency.lockutils [req-6a5ef2cd-ab38-4569-8a23-bbe5ab4f3541 req-8b4b8905-7d2e-44c6-9b65-b8110c87b935 service nova] Releasing lock "refresh_cache-2c2ada34-c9b6-424a-a601-0ee922646578" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.823648] env[69699]: DEBUG nova.compute.utils [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 797.826761] env[69699]: DEBUG nova.compute.manager [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 797.826954] env[69699]: DEBUG nova.network.neutron [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 797.841052] env[69699]: DEBUG nova.compute.manager [None req-94936989-6cce-4094-ba36-eb5860bd733a tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: a0dad223-34a6-4e39-8ee7-ec74ba96a133] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 797.841264] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-94936989-6cce-4094-ba36-eb5860bd733a tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: a0dad223-34a6-4e39-8ee7-ec74ba96a133] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 797.852280] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e5fe5b-4771-44da-8682-09765687f952 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.856361] env[69699]: INFO nova.compute.manager [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Took 54.68 seconds to build instance. [ 797.862764] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-94936989-6cce-4094-ba36-eb5860bd733a tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: a0dad223-34a6-4e39-8ee7-ec74ba96a133] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 797.863268] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3890d357-76d6-417e-86f0-8da4d782dd19 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Lock "a04a2fe1-2877-4fea-8bc9-7a4e65aa8171" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.025s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.865115] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8a52f46-0c08-4b41-98d3-31c3239e6438 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.872981] env[69699]: DEBUG oslo_vmware.api [None req-94936989-6cce-4094-ba36-eb5860bd733a tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Waiting for the task: (returnval){ [ 797.872981] env[69699]: value = "task-3606964" [ 797.872981] env[69699]: _type = "Task" [ 797.872981] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.881798] env[69699]: DEBUG oslo_vmware.api [None req-94936989-6cce-4094-ba36-eb5860bd733a tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Task: {'id': task-3606964, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.895877] env[69699]: DEBUG oslo_vmware.api [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Task: {'id': task-3606963, 'name': Rename_Task, 'duration_secs': 0.13006} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.896197] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 797.896454] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38b00c6b-7752-4065-b6c7-66cc73439cd3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.903856] env[69699]: DEBUG oslo_vmware.api [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Waiting for the task: (returnval){ [ 797.903856] env[69699]: value = "task-3606965" [ 797.903856] env[69699]: _type = "Task" [ 797.903856] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.910520] env[69699]: DEBUG oslo_vmware.api [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5293391f-1275-c008-b5cf-abc848a06643, 'name': SearchDatastore_Task, 'duration_secs': 0.015359} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.911603] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7deaf65d-2be3-4546-9ef0-dee22df17d11 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.917975] env[69699]: DEBUG nova.policy [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9dae987e26914a43835960c518752214', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e04398ccf8a4b1490feabf07d03922b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 797.923848] env[69699]: DEBUG oslo_vmware.api [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Task: {'id': task-3606965, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.927176] env[69699]: DEBUG oslo_vmware.api [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 797.927176] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52fcdb73-2a53-b3d3-5c62-61745c5d8d46" [ 797.927176] env[69699]: _type = "Task" [ 797.927176] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.937541] env[69699]: DEBUG oslo_vmware.api [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52fcdb73-2a53-b3d3-5c62-61745c5d8d46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.120705] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aefd5504-3c65-441e-aa06-5d64ad163305 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Acquiring lock "refresh_cache-e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.121020] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aefd5504-3c65-441e-aa06-5d64ad163305 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Acquired lock "refresh_cache-e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.121242] env[69699]: DEBUG nova.network.neutron [None req-aefd5504-3c65-441e-aa06-5d64ad163305 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.121463] env[69699]: DEBUG nova.objects.instance [None req-aefd5504-3c65-441e-aa06-5d64ad163305 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Lazy-loading 'info_cache' on Instance uuid e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 798.188036] env[69699]: DEBUG nova.network.neutron [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 798.332337] env[69699]: DEBUG nova.compute.manager [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 798.359760] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7a626f17-aee6-4507-bc8c-2739ada41ebf tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Lock "c2fb5505-fc81-40cb-b6de-34779f347adb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 104.081s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.367563] env[69699]: DEBUG nova.network.neutron [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Successfully created port: a9018ab2-df45-4bc6-8f2e-d174d47b9c88 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 798.384924] env[69699]: DEBUG oslo_vmware.api [None req-94936989-6cce-4094-ba36-eb5860bd733a tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Task: {'id': task-3606964, 'name': PowerOffVM_Task, 'duration_secs': 0.205577} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.385498] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-94936989-6cce-4094-ba36-eb5860bd733a tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: a0dad223-34a6-4e39-8ee7-ec74ba96a133] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 798.385788] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-94936989-6cce-4094-ba36-eb5860bd733a tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: a0dad223-34a6-4e39-8ee7-ec74ba96a133] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 798.387061] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19eb214d-83e8-4a68-a49c-ac5a389e0734 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.418162] env[69699]: DEBUG oslo_vmware.api [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Task: {'id': task-3606965, 'name': PowerOnVM_Task, 'duration_secs': 0.478495} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.421372] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 798.421605] env[69699]: INFO nova.compute.manager [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Took 5.61 seconds to spawn the instance on the hypervisor. [ 798.421791] env[69699]: DEBUG nova.compute.manager [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 798.423532] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c043d72a-df3c-4380-bc39-12576c5d0a1b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.444562] env[69699]: DEBUG oslo_vmware.api [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52fcdb73-2a53-b3d3-5c62-61745c5d8d46, 'name': SearchDatastore_Task, 'duration_secs': 0.010503} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.448057] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.448501] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 2c2ada34-c9b6-424a-a601-0ee922646578/2c2ada34-c9b6-424a-a601-0ee922646578.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 798.448996] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-faf55008-1403-4a7a-8248-8cb39a57f00b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.452901] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-94936989-6cce-4094-ba36-eb5860bd733a tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: a0dad223-34a6-4e39-8ee7-ec74ba96a133] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 798.453176] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-94936989-6cce-4094-ba36-eb5860bd733a tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: a0dad223-34a6-4e39-8ee7-ec74ba96a133] Deleting contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 798.453403] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-94936989-6cce-4094-ba36-eb5860bd733a tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Deleting the datastore file [datastore1] a0dad223-34a6-4e39-8ee7-ec74ba96a133 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 798.454129] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9945397-bf6b-4557-b8c8-d8d45820ea14 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.458606] env[69699]: DEBUG oslo_vmware.api [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 798.458606] env[69699]: value = "task-3606967" [ 798.458606] env[69699]: _type = "Task" [ 798.458606] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.464223] env[69699]: DEBUG oslo_vmware.api [None req-94936989-6cce-4094-ba36-eb5860bd733a tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Waiting for the task: (returnval){ [ 798.464223] env[69699]: value = "task-3606968" [ 798.464223] env[69699]: _type = "Task" [ 798.464223] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.473242] env[69699]: DEBUG oslo_vmware.api [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3606967, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.478533] env[69699]: DEBUG oslo_vmware.api [None req-94936989-6cce-4094-ba36-eb5860bd733a tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Task: {'id': task-3606968, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.480476] env[69699]: DEBUG nova.network.neutron [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Updating instance_info_cache with network_info: [{"id": "22eb6a48-cca1-4e06-9589-c53d711a4b08", "address": "fa:16:3e:e5:3c:29", "network": {"id": "cf7e11e8-f0e1-4137-b176-ce92b41f73aa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7ead911ee02c4672932553c72aa317e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22eb6a48-cc", "ovs_interfaceid": "22eb6a48-cca1-4e06-9589-c53d711a4b08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.624605] env[69699]: DEBUG nova.objects.base [None req-aefd5504-3c65-441e-aa06-5d64ad163305 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69699) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 798.863752] env[69699]: DEBUG nova.compute.manager [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 798.958248] env[69699]: INFO nova.compute.manager [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Took 53.83 seconds to build instance. [ 798.973580] env[69699]: DEBUG oslo_vmware.api [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3606967, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.983906] env[69699]: DEBUG oslo_vmware.api [None req-94936989-6cce-4094-ba36-eb5860bd733a tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Task: {'id': task-3606968, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203233} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.983906] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-94936989-6cce-4094-ba36-eb5860bd733a tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 798.984043] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-94936989-6cce-4094-ba36-eb5860bd733a tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: a0dad223-34a6-4e39-8ee7-ec74ba96a133] Deleted contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 798.984114] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-94936989-6cce-4094-ba36-eb5860bd733a tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: a0dad223-34a6-4e39-8ee7-ec74ba96a133] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 798.984273] env[69699]: INFO nova.compute.manager [None req-94936989-6cce-4094-ba36-eb5860bd733a tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: a0dad223-34a6-4e39-8ee7-ec74ba96a133] Took 1.14 seconds to destroy the instance on the hypervisor. [ 798.984508] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94936989-6cce-4094-ba36-eb5860bd733a tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.984694] env[69699]: DEBUG nova.compute.manager [-] [instance: a0dad223-34a6-4e39-8ee7-ec74ba96a133] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 798.984787] env[69699]: DEBUG nova.network.neutron [-] [instance: a0dad223-34a6-4e39-8ee7-ec74ba96a133] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 798.986768] env[69699]: DEBUG oslo_concurrency.lockutils [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Releasing lock "refresh_cache-c7fba1f1-8e12-4891-aa98-06a5ff41a7e5" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.986844] env[69699]: DEBUG nova.compute.manager [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Instance network_info: |[{"id": "22eb6a48-cca1-4e06-9589-c53d711a4b08", "address": "fa:16:3e:e5:3c:29", "network": {"id": "cf7e11e8-f0e1-4137-b176-ce92b41f73aa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7ead911ee02c4672932553c72aa317e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22eb6a48-cc", "ovs_interfaceid": "22eb6a48-cca1-4e06-9589-c53d711a4b08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 798.987433] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:3c:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22eb6a48-cca1-4e06-9589-c53d711a4b08', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 798.994751] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.997899] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 798.998311] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23c3fa7e-3989-4958-9361-fdc6e46c136b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.015758] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef84009-77a4-414c-8afc-9f1c7bd058e7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.024459] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7758f477-1b88-4647-8318-4c138e2ba41d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.027994] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 799.027994] env[69699]: value = "task-3606969" [ 799.027994] env[69699]: _type = "Task" [ 799.027994] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.054910] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bf9d5681-4780-40ef-aa41-0e1fddb2c115 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Acquiring lock "2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.055172] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bf9d5681-4780-40ef-aa41-0e1fddb2c115 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Lock "2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.055378] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bf9d5681-4780-40ef-aa41-0e1fddb2c115 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Acquiring lock "2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.055552] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bf9d5681-4780-40ef-aa41-0e1fddb2c115 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Lock "2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.055715] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bf9d5681-4780-40ef-aa41-0e1fddb2c115 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Lock "2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.058445] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f60b7e5-3f53-4a93-b679-27eb635fdf18 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.064348] env[69699]: INFO nova.compute.manager [None req-bf9d5681-4780-40ef-aa41-0e1fddb2c115 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3] Terminating instance [ 799.066233] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606969, 'name': CreateVM_Task} progress is 15%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.070801] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc26dc15-ca5e-4ba1-87e0-91d98546e591 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.084593] env[69699]: DEBUG nova.compute.provider_tree [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.207960] env[69699]: DEBUG nova.compute.manager [req-041b4cf5-09d1-4d86-b7b5-022dc234348b req-0c81ede7-050a-49dc-8d05-d30c39dfab32 service nova] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Received event network-changed-22eb6a48-cca1-4e06-9589-c53d711a4b08 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.208180] env[69699]: DEBUG nova.compute.manager [req-041b4cf5-09d1-4d86-b7b5-022dc234348b req-0c81ede7-050a-49dc-8d05-d30c39dfab32 service nova] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Refreshing instance network info cache due to event network-changed-22eb6a48-cca1-4e06-9589-c53d711a4b08. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 799.208415] env[69699]: DEBUG oslo_concurrency.lockutils [req-041b4cf5-09d1-4d86-b7b5-022dc234348b req-0c81ede7-050a-49dc-8d05-d30c39dfab32 service nova] Acquiring lock "refresh_cache-c7fba1f1-8e12-4891-aa98-06a5ff41a7e5" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.208532] env[69699]: DEBUG oslo_concurrency.lockutils [req-041b4cf5-09d1-4d86-b7b5-022dc234348b req-0c81ede7-050a-49dc-8d05-d30c39dfab32 service nova] Acquired lock "refresh_cache-c7fba1f1-8e12-4891-aa98-06a5ff41a7e5" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.208719] env[69699]: DEBUG nova.network.neutron [req-041b4cf5-09d1-4d86-b7b5-022dc234348b req-0c81ede7-050a-49dc-8d05-d30c39dfab32 service nova] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Refreshing network info cache for port 22eb6a48-cca1-4e06-9589-c53d711a4b08 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 799.355694] env[69699]: DEBUG nova.compute.manager [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 799.393270] env[69699]: DEBUG oslo_concurrency.lockutils [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.397717] env[69699]: DEBUG nova.virt.hardware [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.397993] env[69699]: DEBUG nova.virt.hardware [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.398190] env[69699]: DEBUG nova.virt.hardware [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.398377] env[69699]: DEBUG nova.virt.hardware [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.398521] env[69699]: DEBUG nova.virt.hardware [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.398672] env[69699]: DEBUG nova.virt.hardware [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.398927] env[69699]: DEBUG nova.virt.hardware [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.399118] env[69699]: DEBUG nova.virt.hardware [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.399300] env[69699]: DEBUG nova.virt.hardware [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.399541] env[69699]: DEBUG nova.virt.hardware [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.399897] env[69699]: DEBUG nova.virt.hardware [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 799.400955] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5463f196-8f7b-49b8-882a-8fc70a258050 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.412824] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143bc1e6-344c-4da0-8ad4-2a0940865de4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.438840] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a6601b96-8f25-4b00-b8c0-5f5a396650da tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Acquiring lock "c2fb5505-fc81-40cb-b6de-34779f347adb" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.439201] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a6601b96-8f25-4b00-b8c0-5f5a396650da tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Lock "c2fb5505-fc81-40cb-b6de-34779f347adb" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.439440] env[69699]: INFO nova.compute.manager [None req-a6601b96-8f25-4b00-b8c0-5f5a396650da tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Rebooting instance [ 799.467115] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ffcc7209-59a7-4d68-a36f-6c9550b4f867 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Lock "5e474303-4132-46e9-8cc8-e459f2a82293" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.881s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.476898] env[69699]: DEBUG oslo_vmware.api [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3606967, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572567} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.477748] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 2c2ada34-c9b6-424a-a601-0ee922646578/2c2ada34-c9b6-424a-a601-0ee922646578.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 799.477748] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 799.478675] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7da2f7d-1c94-48d1-9bc1-6ff5550274c4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.487086] env[69699]: DEBUG oslo_vmware.api [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 799.487086] env[69699]: value = "task-3606970" [ 799.487086] env[69699]: _type = "Task" [ 799.487086] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.502373] env[69699]: DEBUG oslo_vmware.api [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3606970, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.541432] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606969, 'name': CreateVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.568898] env[69699]: DEBUG nova.compute.manager [None req-bf9d5681-4780-40ef-aa41-0e1fddb2c115 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 799.569151] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-bf9d5681-4780-40ef-aa41-0e1fddb2c115 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.570329] env[69699]: DEBUG nova.network.neutron [None req-aefd5504-3c65-441e-aa06-5d64ad163305 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Updating instance_info_cache with network_info: [{"id": "2d683cc2-6d15-4cfc-a2fd-bd900e6f96ef", "address": "fa:16:3e:09:7f:99", "network": {"id": "a623bb9b-c247-4f8c-ad01-d8ea87cb139f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-881679145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d971d1ed5b874810b2c9a9788b0172f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d683cc2-6d", "ovs_interfaceid": "2d683cc2-6d15-4cfc-a2fd-bd900e6f96ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.572134] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1231a9e6-79ab-439a-a085-291e51338e6d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.580221] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf9d5681-4780-40ef-aa41-0e1fddb2c115 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.580835] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39349ddf-8c32-43c6-b9a4-4f871c76a1db {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.589669] env[69699]: DEBUG nova.scheduler.client.report [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.593567] env[69699]: DEBUG oslo_vmware.api [None req-bf9d5681-4780-40ef-aa41-0e1fddb2c115 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Waiting for the task: (returnval){ [ 799.593567] env[69699]: value = "task-3606971" [ 799.593567] env[69699]: _type = "Task" [ 799.593567] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.603297] env[69699]: DEBUG oslo_vmware.api [None req-bf9d5681-4780-40ef-aa41-0e1fddb2c115 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Task: {'id': task-3606971, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.866269] env[69699]: DEBUG nova.network.neutron [-] [instance: a0dad223-34a6-4e39-8ee7-ec74ba96a133] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.971589] env[69699]: DEBUG nova.compute.manager [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 799.985077] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a6601b96-8f25-4b00-b8c0-5f5a396650da tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Acquiring lock "refresh_cache-c2fb5505-fc81-40cb-b6de-34779f347adb" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.985077] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a6601b96-8f25-4b00-b8c0-5f5a396650da tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Acquired lock "refresh_cache-c2fb5505-fc81-40cb-b6de-34779f347adb" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.985077] env[69699]: DEBUG nova.network.neutron [None req-a6601b96-8f25-4b00-b8c0-5f5a396650da tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.000703] env[69699]: DEBUG oslo_vmware.api [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3606970, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070668} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.001893] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 800.004059] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13c313b-1d41-4a2f-976e-d32c15d5671b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.030172] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 2c2ada34-c9b6-424a-a601-0ee922646578/2c2ada34-c9b6-424a-a601-0ee922646578.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.031109] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8ea814a-c1c0-4eb7-8b99-96af1de67d1c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.059125] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606969, 'name': CreateVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.060525] env[69699]: DEBUG oslo_vmware.api [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 800.060525] env[69699]: value = "task-3606972" [ 800.060525] env[69699]: _type = "Task" [ 800.060525] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.070527] env[69699]: DEBUG oslo_vmware.api [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3606972, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.075977] env[69699]: DEBUG oslo_concurrency.lockutils [None req-aefd5504-3c65-441e-aa06-5d64ad163305 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Releasing lock "refresh_cache-e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.100232] env[69699]: DEBUG oslo_concurrency.lockutils [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.782s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.100232] env[69699]: DEBUG nova.compute.manager [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 800.103521] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6210e33a-355d-4743-901b-938210608927 tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.245s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.104201] env[69699]: DEBUG nova.objects.instance [None req-6210e33a-355d-4743-901b-938210608927 tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Lazy-loading 'resources' on Instance uuid 86f6b962-b909-4350-80e2-b64b5565369e {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.111261] env[69699]: DEBUG oslo_vmware.api [None req-bf9d5681-4780-40ef-aa41-0e1fddb2c115 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Task: {'id': task-3606971, 'name': PowerOffVM_Task, 'duration_secs': 0.227859} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.111678] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf9d5681-4780-40ef-aa41-0e1fddb2c115 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 800.111934] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-bf9d5681-4780-40ef-aa41-0e1fddb2c115 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 800.112271] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27235bbe-cd35-45b7-80d0-99b36ec3af5d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.126473] env[69699]: DEBUG nova.network.neutron [req-041b4cf5-09d1-4d86-b7b5-022dc234348b req-0c81ede7-050a-49dc-8d05-d30c39dfab32 service nova] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Updated VIF entry in instance network info cache for port 22eb6a48-cca1-4e06-9589-c53d711a4b08. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.127296] env[69699]: DEBUG nova.network.neutron [req-041b4cf5-09d1-4d86-b7b5-022dc234348b req-0c81ede7-050a-49dc-8d05-d30c39dfab32 service nova] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Updating instance_info_cache with network_info: [{"id": "22eb6a48-cca1-4e06-9589-c53d711a4b08", "address": "fa:16:3e:e5:3c:29", "network": {"id": "cf7e11e8-f0e1-4137-b176-ce92b41f73aa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7ead911ee02c4672932553c72aa317e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22eb6a48-cc", "ovs_interfaceid": "22eb6a48-cca1-4e06-9589-c53d711a4b08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.214539] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-bf9d5681-4780-40ef-aa41-0e1fddb2c115 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 800.218516] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-bf9d5681-4780-40ef-aa41-0e1fddb2c115 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3] Deleting contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 800.218516] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf9d5681-4780-40ef-aa41-0e1fddb2c115 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Deleting the datastore file [datastore1] 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 800.218516] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fc3ccec-620c-448a-991f-27dd63a04d56 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.228178] env[69699]: DEBUG oslo_vmware.api [None req-bf9d5681-4780-40ef-aa41-0e1fddb2c115 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Waiting for the task: (returnval){ [ 800.228178] env[69699]: value = "task-3606974" [ 800.228178] env[69699]: _type = "Task" [ 800.228178] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.240074] env[69699]: DEBUG oslo_vmware.api [None req-bf9d5681-4780-40ef-aa41-0e1fddb2c115 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Task: {'id': task-3606974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.354319] env[69699]: DEBUG nova.network.neutron [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Successfully updated port: a9018ab2-df45-4bc6-8f2e-d174d47b9c88 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 800.368805] env[69699]: INFO nova.compute.manager [-] [instance: a0dad223-34a6-4e39-8ee7-ec74ba96a133] Took 1.38 seconds to deallocate network for instance. [ 800.507739] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.542071] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606969, 'name': CreateVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.576858] env[69699]: DEBUG oslo_vmware.api [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3606972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.610262] env[69699]: DEBUG nova.compute.utils [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 800.612937] env[69699]: DEBUG nova.compute.manager [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 800.613390] env[69699]: DEBUG nova.network.neutron [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 800.632948] env[69699]: DEBUG oslo_concurrency.lockutils [req-041b4cf5-09d1-4d86-b7b5-022dc234348b req-0c81ede7-050a-49dc-8d05-d30c39dfab32 service nova] Releasing lock "refresh_cache-c7fba1f1-8e12-4891-aa98-06a5ff41a7e5" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.691441] env[69699]: DEBUG nova.policy [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b471ebe2755466ca8480eb95abdc494', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3706174f65824863b5c86764cc939538', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 800.752552] env[69699]: DEBUG oslo_vmware.api [None req-bf9d5681-4780-40ef-aa41-0e1fddb2c115 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Task: {'id': task-3606974, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.418844} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.753962] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf9d5681-4780-40ef-aa41-0e1fddb2c115 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.753962] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-bf9d5681-4780-40ef-aa41-0e1fddb2c115 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3] Deleted contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.753962] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-bf9d5681-4780-40ef-aa41-0e1fddb2c115 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.753962] env[69699]: INFO nova.compute.manager [None req-bf9d5681-4780-40ef-aa41-0e1fddb2c115 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] [instance: 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3] Took 1.18 seconds to destroy the instance on the hypervisor. [ 800.753962] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf9d5681-4780-40ef-aa41-0e1fddb2c115 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.754126] env[69699]: DEBUG nova.compute.manager [-] [instance: 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 800.754126] env[69699]: DEBUG nova.network.neutron [-] [instance: 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 800.861348] env[69699]: DEBUG oslo_concurrency.lockutils [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "refresh_cache-0504132d-eb33-4c2d-9944-316aa6918035" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.861348] env[69699]: DEBUG oslo_concurrency.lockutils [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquired lock "refresh_cache-0504132d-eb33-4c2d-9944-316aa6918035" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.861348] env[69699]: DEBUG nova.network.neutron [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.878521] env[69699]: DEBUG oslo_concurrency.lockutils [None req-94936989-6cce-4094-ba36-eb5860bd733a tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.020230] env[69699]: DEBUG nova.network.neutron [None req-a6601b96-8f25-4b00-b8c0-5f5a396650da tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Updating instance_info_cache with network_info: [{"id": "0d2de048-2cc7-494d-b16f-4e84092d7a53", "address": "fa:16:3e:a1:6d:05", "network": {"id": "0c3dd6a5-a2b9-4e36-8563-0e100884381f", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1309308275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1aefdb4da48a444bb9b2a4749c7ab4f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d2de048-2c", "ovs_interfaceid": "0d2de048-2cc7-494d-b16f-4e84092d7a53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.043495] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606969, 'name': CreateVM_Task, 'duration_secs': 1.567471} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.046217] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 801.047136] env[69699]: DEBUG oslo_concurrency.lockutils [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.047214] env[69699]: DEBUG oslo_concurrency.lockutils [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.047532] env[69699]: DEBUG oslo_concurrency.lockutils [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.047786] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e30ee131-8d8f-4024-af53-0dd931674769 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.053697] env[69699]: DEBUG oslo_vmware.api [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Waiting for the task: (returnval){ [ 801.053697] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]526e667a-43f2-5fee-c8fe-bbb652e63d85" [ 801.053697] env[69699]: _type = "Task" [ 801.053697] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.065563] env[69699]: DEBUG oslo_vmware.api [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]526e667a-43f2-5fee-c8fe-bbb652e63d85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.079966] env[69699]: DEBUG oslo_vmware.api [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3606972, 'name': ReconfigVM_Task, 'duration_secs': 0.950078} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.080344] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 2c2ada34-c9b6-424a-a601-0ee922646578/2c2ada34-c9b6-424a-a601-0ee922646578.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.081078] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc5045c4-07d0-4432-a5ff-4a42687c788f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.083051] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-aefd5504-3c65-441e-aa06-5d64ad163305 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 801.085639] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c642f7e2-6eba-4d8f-911b-791c3f70c455 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.091869] env[69699]: DEBUG oslo_vmware.api [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 801.091869] env[69699]: value = "task-3606975" [ 801.091869] env[69699]: _type = "Task" [ 801.091869] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.093212] env[69699]: DEBUG oslo_vmware.api [None req-aefd5504-3c65-441e-aa06-5d64ad163305 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Waiting for the task: (returnval){ [ 801.093212] env[69699]: value = "task-3606976" [ 801.093212] env[69699]: _type = "Task" [ 801.093212] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.119696] env[69699]: DEBUG oslo_vmware.api [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3606975, 'name': Rename_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.120014] env[69699]: DEBUG oslo_vmware.api [None req-aefd5504-3c65-441e-aa06-5d64ad163305 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': task-3606976, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.120542] env[69699]: DEBUG nova.compute.manager [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 801.141847] env[69699]: DEBUG nova.network.neutron [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Successfully created port: 48799df7-5d7b-414b-bd2b-a318c43afd3e {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 801.238865] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becb93d4-374a-4ca7-89ec-4196c9d2b497 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.247409] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1eccb9-b891-4fc3-888c-4590cb9d23ef {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.287423] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c476752-3ce2-4c86-a0d7-7fc35b31d369 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.294884] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c477148d-ec95-494f-8fd8-3675573974e4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.309934] env[69699]: DEBUG nova.compute.provider_tree [None req-6210e33a-355d-4743-901b-938210608927 tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.393696] env[69699]: DEBUG nova.compute.manager [req-4e1bfd4a-6150-4358-81d3-74a6121b297e req-3a4c661d-fadb-4b12-a673-fdc241f1fb7d service nova] [instance: a0dad223-34a6-4e39-8ee7-ec74ba96a133] Received event network-vif-deleted-d35e4595-6665-4073-9844-44a2c9afdc19 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.393910] env[69699]: DEBUG nova.compute.manager [req-4e1bfd4a-6150-4358-81d3-74a6121b297e req-3a4c661d-fadb-4b12-a673-fdc241f1fb7d service nova] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Received event network-vif-plugged-a9018ab2-df45-4bc6-8f2e-d174d47b9c88 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.394113] env[69699]: DEBUG oslo_concurrency.lockutils [req-4e1bfd4a-6150-4358-81d3-74a6121b297e req-3a4c661d-fadb-4b12-a673-fdc241f1fb7d service nova] Acquiring lock "0504132d-eb33-4c2d-9944-316aa6918035-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.394327] env[69699]: DEBUG oslo_concurrency.lockutils [req-4e1bfd4a-6150-4358-81d3-74a6121b297e req-3a4c661d-fadb-4b12-a673-fdc241f1fb7d service nova] Lock "0504132d-eb33-4c2d-9944-316aa6918035-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.394485] env[69699]: DEBUG oslo_concurrency.lockutils [req-4e1bfd4a-6150-4358-81d3-74a6121b297e req-3a4c661d-fadb-4b12-a673-fdc241f1fb7d service nova] Lock "0504132d-eb33-4c2d-9944-316aa6918035-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.394640] env[69699]: DEBUG nova.compute.manager [req-4e1bfd4a-6150-4358-81d3-74a6121b297e req-3a4c661d-fadb-4b12-a673-fdc241f1fb7d service nova] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] No waiting events found dispatching network-vif-plugged-a9018ab2-df45-4bc6-8f2e-d174d47b9c88 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 801.394800] env[69699]: WARNING nova.compute.manager [req-4e1bfd4a-6150-4358-81d3-74a6121b297e req-3a4c661d-fadb-4b12-a673-fdc241f1fb7d service nova] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Received unexpected event network-vif-plugged-a9018ab2-df45-4bc6-8f2e-d174d47b9c88 for instance with vm_state building and task_state spawning. [ 801.394955] env[69699]: DEBUG nova.compute.manager [req-4e1bfd4a-6150-4358-81d3-74a6121b297e req-3a4c661d-fadb-4b12-a673-fdc241f1fb7d service nova] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Received event network-changed-37b1d77a-427b-4208-8357-855ccd87b71e {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.395115] env[69699]: DEBUG nova.compute.manager [req-4e1bfd4a-6150-4358-81d3-74a6121b297e req-3a4c661d-fadb-4b12-a673-fdc241f1fb7d service nova] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Refreshing instance network info cache due to event network-changed-37b1d77a-427b-4208-8357-855ccd87b71e. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 801.395291] env[69699]: DEBUG oslo_concurrency.lockutils [req-4e1bfd4a-6150-4358-81d3-74a6121b297e req-3a4c661d-fadb-4b12-a673-fdc241f1fb7d service nova] Acquiring lock "refresh_cache-5e474303-4132-46e9-8cc8-e459f2a82293" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.395418] env[69699]: DEBUG oslo_concurrency.lockutils [req-4e1bfd4a-6150-4358-81d3-74a6121b297e req-3a4c661d-fadb-4b12-a673-fdc241f1fb7d service nova] Acquired lock "refresh_cache-5e474303-4132-46e9-8cc8-e459f2a82293" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.395565] env[69699]: DEBUG nova.network.neutron [req-4e1bfd4a-6150-4358-81d3-74a6121b297e req-3a4c661d-fadb-4b12-a673-fdc241f1fb7d service nova] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Refreshing network info cache for port 37b1d77a-427b-4208-8357-855ccd87b71e {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.403847] env[69699]: DEBUG nova.network.neutron [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.525725] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a6601b96-8f25-4b00-b8c0-5f5a396650da tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Releasing lock "refresh_cache-c2fb5505-fc81-40cb-b6de-34779f347adb" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.565199] env[69699]: DEBUG oslo_vmware.api [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]526e667a-43f2-5fee-c8fe-bbb652e63d85, 'name': SearchDatastore_Task, 'duration_secs': 0.011878} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.565559] env[69699]: DEBUG oslo_concurrency.lockutils [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.565814] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 801.566061] env[69699]: DEBUG oslo_concurrency.lockutils [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.566251] env[69699]: DEBUG oslo_concurrency.lockutils [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.566494] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 801.566761] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d825c20-5bac-441c-90a3-d6f7f76b0efd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.579040] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 801.579331] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 801.580181] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c40b5c05-631b-4273-90c3-8c366d53b2c8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.586353] env[69699]: DEBUG oslo_vmware.api [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Waiting for the task: (returnval){ [ 801.586353] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522c501c-7c25-47fe-20ac-1cea9297a492" [ 801.586353] env[69699]: _type = "Task" [ 801.586353] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.596107] env[69699]: DEBUG oslo_vmware.api [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522c501c-7c25-47fe-20ac-1cea9297a492, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.608073] env[69699]: DEBUG oslo_vmware.api [None req-aefd5504-3c65-441e-aa06-5d64ad163305 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': task-3606976, 'name': PowerOnVM_Task, 'duration_secs': 0.515419} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.611057] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-aefd5504-3c65-441e-aa06-5d64ad163305 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.611283] env[69699]: DEBUG nova.compute.manager [None req-aefd5504-3c65-441e-aa06-5d64ad163305 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.611565] env[69699]: DEBUG oslo_vmware.api [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3606975, 'name': Rename_Task, 'duration_secs': 0.159283} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.612342] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b1d35d-c623-4e39-aaf2-40fe5142fe1c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.617647] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 801.617647] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d24fb640-5e76-4615-85df-270d71edcd0a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.623577] env[69699]: DEBUG nova.network.neutron [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Updating instance_info_cache with network_info: [{"id": "a9018ab2-df45-4bc6-8f2e-d174d47b9c88", "address": "fa:16:3e:e5:32:73", "network": {"id": "7f999160-b5bb-4e50-a728-01fecb63917a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1727920786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e04398ccf8a4b1490feabf07d03922b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9018ab2-df", "ovs_interfaceid": "a9018ab2-df45-4bc6-8f2e-d174d47b9c88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.624700] env[69699]: DEBUG oslo_vmware.api [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 801.624700] env[69699]: value = "task-3606977" [ 801.624700] env[69699]: _type = "Task" [ 801.624700] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.636465] env[69699]: DEBUG oslo_vmware.api [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3606977, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.639033] env[69699]: DEBUG nova.network.neutron [-] [instance: 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.815216] env[69699]: DEBUG nova.scheduler.client.report [None req-6210e33a-355d-4743-901b-938210608927 tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.994070] env[69699]: DEBUG oslo_concurrency.lockutils [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquiring lock "c023299f-9f9c-446c-af98-23940a25f898" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.994314] env[69699]: DEBUG oslo_concurrency.lockutils [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "c023299f-9f9c-446c-af98-23940a25f898" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.034951] env[69699]: DEBUG nova.compute.manager [None req-a6601b96-8f25-4b00-b8c0-5f5a396650da tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.036092] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3c2a0b-a58e-4dc8-a161-c9ff22cc5ea1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.098388] env[69699]: DEBUG oslo_vmware.api [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522c501c-7c25-47fe-20ac-1cea9297a492, 'name': SearchDatastore_Task, 'duration_secs': 0.014647} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.099340] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c9b4c6c-2f53-486f-8fe9-587937055fbe {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.105797] env[69699]: DEBUG oslo_vmware.api [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Waiting for the task: (returnval){ [ 802.105797] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]523719e7-7d51-8ad4-ca43-d9312669080e" [ 802.105797] env[69699]: _type = "Task" [ 802.105797] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.113533] env[69699]: DEBUG oslo_vmware.api [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]523719e7-7d51-8ad4-ca43-d9312669080e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.127308] env[69699]: DEBUG oslo_concurrency.lockutils [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Releasing lock "refresh_cache-0504132d-eb33-4c2d-9944-316aa6918035" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.127615] env[69699]: DEBUG nova.compute.manager [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Instance network_info: |[{"id": "a9018ab2-df45-4bc6-8f2e-d174d47b9c88", "address": "fa:16:3e:e5:32:73", "network": {"id": "7f999160-b5bb-4e50-a728-01fecb63917a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1727920786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e04398ccf8a4b1490feabf07d03922b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9018ab2-df", "ovs_interfaceid": "a9018ab2-df45-4bc6-8f2e-d174d47b9c88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 802.129959] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:32:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '863474bc-a24a-4823-828c-580a187829e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9018ab2-df45-4bc6-8f2e-d174d47b9c88', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 802.137606] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.143299] env[69699]: DEBUG nova.compute.manager [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 802.145019] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 802.145898] env[69699]: INFO nova.compute.manager [-] [instance: 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3] Took 1.39 seconds to deallocate network for instance. [ 802.147480] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7b6c6ac-378f-421e-aaec-daa915f4e5e4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.174606] env[69699]: DEBUG oslo_vmware.api [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3606977, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.177851] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 802.177851] env[69699]: value = "task-3606978" [ 802.177851] env[69699]: _type = "Task" [ 802.177851] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.179200] env[69699]: DEBUG nova.network.neutron [req-4e1bfd4a-6150-4358-81d3-74a6121b297e req-3a4c661d-fadb-4b12-a673-fdc241f1fb7d service nova] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Updated VIF entry in instance network info cache for port 37b1d77a-427b-4208-8357-855ccd87b71e. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 802.179200] env[69699]: DEBUG nova.network.neutron [req-4e1bfd4a-6150-4358-81d3-74a6121b297e req-3a4c661d-fadb-4b12-a673-fdc241f1fb7d service nova] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Updating instance_info_cache with network_info: [{"id": "37b1d77a-427b-4208-8357-855ccd87b71e", "address": "fa:16:3e:ec:48:45", "network": {"id": "13649e47-5d1d-41d8-8d61-b08b45522eb5", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1461594542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87f1936e70a34f92b31176ee8eecc950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37b1d77a-42", "ovs_interfaceid": "37b1d77a-427b-4208-8357-855ccd87b71e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.185227] env[69699]: DEBUG nova.virt.hardware [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 802.185462] env[69699]: DEBUG nova.virt.hardware [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.185668] env[69699]: DEBUG nova.virt.hardware [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.185786] env[69699]: DEBUG nova.virt.hardware [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.185940] env[69699]: DEBUG nova.virt.hardware [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.186156] env[69699]: DEBUG nova.virt.hardware [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 802.186318] env[69699]: DEBUG nova.virt.hardware [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 802.186480] env[69699]: DEBUG nova.virt.hardware [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 802.186640] env[69699]: DEBUG nova.virt.hardware [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 802.186799] env[69699]: DEBUG nova.virt.hardware [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 802.187021] env[69699]: DEBUG nova.virt.hardware [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 802.188311] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e74085b-b7db-4631-9129-c0a73d8e0bae {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.197146] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606978, 'name': CreateVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.200432] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e445dd-2c3f-4129-b88c-3a98e0b9aca2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.323667] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6210e33a-355d-4743-901b-938210608927 tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.220s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.326713] env[69699]: DEBUG oslo_concurrency.lockutils [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.567s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.330024] env[69699]: INFO nova.compute.claims [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 2268d511-e7f0-45e6-a48f-6a7ed60edcb4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 802.348610] env[69699]: INFO nova.scheduler.client.report [None req-6210e33a-355d-4743-901b-938210608927 tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Deleted allocations for instance 86f6b962-b909-4350-80e2-b64b5565369e [ 802.617949] env[69699]: DEBUG oslo_vmware.api [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]523719e7-7d51-8ad4-ca43-d9312669080e, 'name': SearchDatastore_Task, 'duration_secs': 0.032518} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.618628] env[69699]: DEBUG oslo_concurrency.lockutils [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.618878] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] c7fba1f1-8e12-4891-aa98-06a5ff41a7e5/c7fba1f1-8e12-4891-aa98-06a5ff41a7e5.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 802.619143] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29ab8cb2-7ac9-4f60-856f-6c264363e2aa {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.625531] env[69699]: DEBUG oslo_vmware.api [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Waiting for the task: (returnval){ [ 802.625531] env[69699]: value = "task-3606979" [ 802.625531] env[69699]: _type = "Task" [ 802.625531] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.636824] env[69699]: DEBUG oslo_vmware.api [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3606979, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.642156] env[69699]: DEBUG oslo_vmware.api [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3606977, 'name': PowerOnVM_Task, 'duration_secs': 0.91117} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.642409] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.642617] env[69699]: INFO nova.compute.manager [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Took 9.52 seconds to spawn the instance on the hypervisor. [ 802.642796] env[69699]: DEBUG nova.compute.manager [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.643554] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f1946b-55e9-485f-82ec-0c2beb85abf3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.675687] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bf9d5681-4780-40ef-aa41-0e1fddb2c115 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.689111] env[69699]: DEBUG oslo_concurrency.lockutils [req-4e1bfd4a-6150-4358-81d3-74a6121b297e req-3a4c661d-fadb-4b12-a673-fdc241f1fb7d service nova] Releasing lock "refresh_cache-5e474303-4132-46e9-8cc8-e459f2a82293" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.689397] env[69699]: DEBUG nova.compute.manager [req-4e1bfd4a-6150-4358-81d3-74a6121b297e req-3a4c661d-fadb-4b12-a673-fdc241f1fb7d service nova] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Received event network-changed-a9018ab2-df45-4bc6-8f2e-d174d47b9c88 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.689567] env[69699]: DEBUG nova.compute.manager [req-4e1bfd4a-6150-4358-81d3-74a6121b297e req-3a4c661d-fadb-4b12-a673-fdc241f1fb7d service nova] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Refreshing instance network info cache due to event network-changed-a9018ab2-df45-4bc6-8f2e-d174d47b9c88. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 802.690176] env[69699]: DEBUG oslo_concurrency.lockutils [req-4e1bfd4a-6150-4358-81d3-74a6121b297e req-3a4c661d-fadb-4b12-a673-fdc241f1fb7d service nova] Acquiring lock "refresh_cache-0504132d-eb33-4c2d-9944-316aa6918035" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.690176] env[69699]: DEBUG oslo_concurrency.lockutils [req-4e1bfd4a-6150-4358-81d3-74a6121b297e req-3a4c661d-fadb-4b12-a673-fdc241f1fb7d service nova] Acquired lock "refresh_cache-0504132d-eb33-4c2d-9944-316aa6918035" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.690176] env[69699]: DEBUG nova.network.neutron [req-4e1bfd4a-6150-4358-81d3-74a6121b297e req-3a4c661d-fadb-4b12-a673-fdc241f1fb7d service nova] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Refreshing network info cache for port a9018ab2-df45-4bc6-8f2e-d174d47b9c88 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.699028] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606978, 'name': CreateVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.859105] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6210e33a-355d-4743-901b-938210608927 tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Lock "86f6b962-b909-4350-80e2-b64b5565369e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.056s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.038713] env[69699]: DEBUG nova.compute.manager [req-f1be3b0a-110b-4e52-a899-e31f8958f1c8 req-e13be10f-39b3-45fb-abb8-39f6d87feb21 service nova] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Received event network-vif-plugged-48799df7-5d7b-414b-bd2b-a318c43afd3e {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.040082] env[69699]: DEBUG oslo_concurrency.lockutils [req-f1be3b0a-110b-4e52-a899-e31f8958f1c8 req-e13be10f-39b3-45fb-abb8-39f6d87feb21 service nova] Acquiring lock "7927fd76-4ab2-4703-985e-e539a7d44482-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.040082] env[69699]: DEBUG oslo_concurrency.lockutils [req-f1be3b0a-110b-4e52-a899-e31f8958f1c8 req-e13be10f-39b3-45fb-abb8-39f6d87feb21 service nova] Lock "7927fd76-4ab2-4703-985e-e539a7d44482-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.040082] env[69699]: DEBUG oslo_concurrency.lockutils [req-f1be3b0a-110b-4e52-a899-e31f8958f1c8 req-e13be10f-39b3-45fb-abb8-39f6d87feb21 service nova] Lock "7927fd76-4ab2-4703-985e-e539a7d44482-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.040082] env[69699]: DEBUG nova.compute.manager [req-f1be3b0a-110b-4e52-a899-e31f8958f1c8 req-e13be10f-39b3-45fb-abb8-39f6d87feb21 service nova] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] No waiting events found dispatching network-vif-plugged-48799df7-5d7b-414b-bd2b-a318c43afd3e {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 803.040082] env[69699]: WARNING nova.compute.manager [req-f1be3b0a-110b-4e52-a899-e31f8958f1c8 req-e13be10f-39b3-45fb-abb8-39f6d87feb21 service nova] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Received unexpected event network-vif-plugged-48799df7-5d7b-414b-bd2b-a318c43afd3e for instance with vm_state building and task_state spawning. [ 803.053016] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37f8802-96dc-4a77-ad15-22746df29cb0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.060146] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a6601b96-8f25-4b00-b8c0-5f5a396650da tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Doing hard reboot of VM {{(pid=69699) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 803.062400] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-04d5c10c-400b-4df4-a9c1-078ef5ba9010 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.066697] env[69699]: DEBUG oslo_vmware.api [None req-a6601b96-8f25-4b00-b8c0-5f5a396650da tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Waiting for the task: (returnval){ [ 803.066697] env[69699]: value = "task-3606980" [ 803.066697] env[69699]: _type = "Task" [ 803.066697] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.078677] env[69699]: DEBUG oslo_vmware.api [None req-a6601b96-8f25-4b00-b8c0-5f5a396650da tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Task: {'id': task-3606980, 'name': ResetVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.079933] env[69699]: DEBUG nova.network.neutron [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Successfully updated port: 48799df7-5d7b-414b-bd2b-a318c43afd3e {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 803.136117] env[69699]: DEBUG oslo_vmware.api [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3606979, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.161724] env[69699]: INFO nova.compute.manager [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Took 55.89 seconds to build instance. [ 803.195029] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606978, 'name': CreateVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.531206] env[69699]: DEBUG nova.network.neutron [req-4e1bfd4a-6150-4358-81d3-74a6121b297e req-3a4c661d-fadb-4b12-a673-fdc241f1fb7d service nova] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Updated VIF entry in instance network info cache for port a9018ab2-df45-4bc6-8f2e-d174d47b9c88. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 803.531640] env[69699]: DEBUG nova.network.neutron [req-4e1bfd4a-6150-4358-81d3-74a6121b297e req-3a4c661d-fadb-4b12-a673-fdc241f1fb7d service nova] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Updating instance_info_cache with network_info: [{"id": "a9018ab2-df45-4bc6-8f2e-d174d47b9c88", "address": "fa:16:3e:e5:32:73", "network": {"id": "7f999160-b5bb-4e50-a728-01fecb63917a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1727920786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e04398ccf8a4b1490feabf07d03922b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9018ab2-df", "ovs_interfaceid": "a9018ab2-df45-4bc6-8f2e-d174d47b9c88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.579496] env[69699]: DEBUG oslo_vmware.api [None req-a6601b96-8f25-4b00-b8c0-5f5a396650da tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Task: {'id': task-3606980, 'name': ResetVM_Task, 'duration_secs': 0.09516} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.582755] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a6601b96-8f25-4b00-b8c0-5f5a396650da tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Did hard reboot of VM {{(pid=69699) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 803.583115] env[69699]: DEBUG nova.compute.manager [None req-a6601b96-8f25-4b00-b8c0-5f5a396650da tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.583614] env[69699]: DEBUG oslo_concurrency.lockutils [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Acquiring lock "refresh_cache-7927fd76-4ab2-4703-985e-e539a7d44482" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.584271] env[69699]: DEBUG oslo_concurrency.lockutils [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Acquired lock "refresh_cache-7927fd76-4ab2-4703-985e-e539a7d44482" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.584271] env[69699]: DEBUG nova.network.neutron [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.586832] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8707f358-3d8a-4bd6-84f6-046b2c14e35c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.646185] env[69699]: DEBUG oslo_vmware.api [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3606979, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.928226} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.646185] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] c7fba1f1-8e12-4891-aa98-06a5ff41a7e5/c7fba1f1-8e12-4891-aa98-06a5ff41a7e5.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 803.646185] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 803.646419] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d268273f-51e6-487a-8817-9a0b4b0cce33 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.658020] env[69699]: DEBUG oslo_vmware.api [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Waiting for the task: (returnval){ [ 803.658020] env[69699]: value = "task-3606981" [ 803.658020] env[69699]: _type = "Task" [ 803.658020] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.667509] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f3415e48-183f-4202-94b5-930af2542ce2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "2c2ada34-c9b6-424a-a601-0ee922646578" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.522s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.668383] env[69699]: DEBUG oslo_vmware.api [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3606981, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.701399] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606978, 'name': CreateVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.879052] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2306ff35-ea03-479e-a124-30c858f8c0fd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.888303] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ee1220-3188-4601-9396-64d4252496dc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.917758] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44324067-ca21-42b8-9e40-8789a30c1ac4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.925472] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9718eceb-28d9-441f-b6cc-e849f5f1ce02 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.939299] env[69699]: DEBUG nova.compute.provider_tree [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.037225] env[69699]: DEBUG oslo_concurrency.lockutils [req-4e1bfd4a-6150-4358-81d3-74a6121b297e req-3a4c661d-fadb-4b12-a673-fdc241f1fb7d service nova] Releasing lock "refresh_cache-0504132d-eb33-4c2d-9944-316aa6918035" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.037225] env[69699]: DEBUG nova.compute.manager [req-4e1bfd4a-6150-4358-81d3-74a6121b297e req-3a4c661d-fadb-4b12-a673-fdc241f1fb7d service nova] [instance: 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3] Received event network-vif-deleted-f476f6c8-d91f-42a2-b79a-39c5c22a437d {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.037225] env[69699]: INFO nova.compute.manager [req-4e1bfd4a-6150-4358-81d3-74a6121b297e req-3a4c661d-fadb-4b12-a673-fdc241f1fb7d service nova] [instance: 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3] Neutron deleted interface f476f6c8-d91f-42a2-b79a-39c5c22a437d; detaching it from the instance and deleting it from the info cache [ 804.037225] env[69699]: DEBUG nova.network.neutron [req-4e1bfd4a-6150-4358-81d3-74a6121b297e req-3a4c661d-fadb-4b12-a673-fdc241f1fb7d service nova] [instance: 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.103610] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a6601b96-8f25-4b00-b8c0-5f5a396650da tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Lock "c2fb5505-fc81-40cb-b6de-34779f347adb" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.664s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.132108] env[69699]: DEBUG nova.network.neutron [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 804.165172] env[69699]: DEBUG oslo_vmware.api [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3606981, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.295266} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.165172] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.166103] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e81f7c6-9367-4772-863e-7ad0e83fd42e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.173776] env[69699]: DEBUG nova.compute.manager [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 804.194490] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] c7fba1f1-8e12-4891-aa98-06a5ff41a7e5/c7fba1f1-8e12-4891-aa98-06a5ff41a7e5.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.198691] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f53afc1-0d34-4a4f-a8a4-dce24e8821f8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.223471] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606978, 'name': CreateVM_Task, 'duration_secs': 1.584286} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.224824] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.225309] env[69699]: DEBUG oslo_vmware.api [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Waiting for the task: (returnval){ [ 804.225309] env[69699]: value = "task-3606982" [ 804.225309] env[69699]: _type = "Task" [ 804.225309] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.226101] env[69699]: DEBUG oslo_concurrency.lockutils [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.226375] env[69699]: DEBUG oslo_concurrency.lockutils [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.226788] env[69699]: DEBUG oslo_concurrency.lockutils [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.227207] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-debde96a-22c8-428c-930e-ebefd3322dfb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.236622] env[69699]: DEBUG oslo_vmware.api [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 804.236622] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52dc4380-e5df-7914-68b8-e1b554d22883" [ 804.236622] env[69699]: _type = "Task" [ 804.236622] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.239499] env[69699]: DEBUG oslo_vmware.api [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3606982, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.248849] env[69699]: DEBUG oslo_vmware.api [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52dc4380-e5df-7914-68b8-e1b554d22883, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.326182] env[69699]: DEBUG nova.network.neutron [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Updating instance_info_cache with network_info: [{"id": "48799df7-5d7b-414b-bd2b-a318c43afd3e", "address": "fa:16:3e:af:93:7e", "network": {"id": "3f14eaef-d19b-457b-a28c-e23b83fd8646", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-456630276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3706174f65824863b5c86764cc939538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48799df7-5d", "ovs_interfaceid": "48799df7-5d7b-414b-bd2b-a318c43afd3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.442894] env[69699]: DEBUG nova.scheduler.client.report [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.539744] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ccd4cbdd-021b-46c1-8ea5-960fd59ef98f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.549157] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c56f7c1-bf3c-4101-a080-7411c378079d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.586097] env[69699]: DEBUG nova.compute.manager [req-4e1bfd4a-6150-4358-81d3-74a6121b297e req-3a4c661d-fadb-4b12-a673-fdc241f1fb7d service nova] [instance: 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3] Detach interface failed, port_id=f476f6c8-d91f-42a2-b79a-39c5c22a437d, reason: Instance 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3 could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 804.718130] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.737176] env[69699]: DEBUG oslo_vmware.api [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3606982, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.747846] env[69699]: DEBUG oslo_vmware.api [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52dc4380-e5df-7914-68b8-e1b554d22883, 'name': SearchDatastore_Task, 'duration_secs': 0.029458} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.749082] env[69699]: DEBUG oslo_concurrency.lockutils [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.749360] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 804.749761] env[69699]: DEBUG oslo_concurrency.lockutils [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.749761] env[69699]: DEBUG oslo_concurrency.lockutils [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.749913] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.750291] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca850dad-0cf3-46f8-9476-3506ae5b5b14 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.764704] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 804.764886] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 804.765630] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-add23b97-d3b1-4720-a87b-6168c2429dc3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.771309] env[69699]: DEBUG oslo_vmware.api [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 804.771309] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]525a82a0-d99e-61c6-1a7a-e2957109d4a5" [ 804.771309] env[69699]: _type = "Task" [ 804.771309] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.779487] env[69699]: DEBUG oslo_vmware.api [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]525a82a0-d99e-61c6-1a7a-e2957109d4a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.828383] env[69699]: DEBUG oslo_concurrency.lockutils [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Releasing lock "refresh_cache-7927fd76-4ab2-4703-985e-e539a7d44482" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.828852] env[69699]: DEBUG nova.compute.manager [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Instance network_info: |[{"id": "48799df7-5d7b-414b-bd2b-a318c43afd3e", "address": "fa:16:3e:af:93:7e", "network": {"id": "3f14eaef-d19b-457b-a28c-e23b83fd8646", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-456630276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3706174f65824863b5c86764cc939538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48799df7-5d", "ovs_interfaceid": "48799df7-5d7b-414b-bd2b-a318c43afd3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 804.829374] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:93:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10b81051-1eb1-406b-888c-4548c470c77e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48799df7-5d7b-414b-bd2b-a318c43afd3e', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 804.837762] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.838073] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.838368] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6cdddaf1-40a2-4613-8624-2731e341237f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.862541] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.862541] env[69699]: value = "task-3606983" [ 804.862541] env[69699]: _type = "Task" [ 804.862541] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.872488] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606983, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.874378] env[69699]: DEBUG nova.compute.manager [req-060b5369-3b17-4c0e-ace0-e0b3091f5f60 req-8ed19095-f1ee-458f-aa3b-2884f9b341c6 service nova] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Received event network-changed-9ac2f6b5-81c2-4101-9785-9586d2643157 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.874584] env[69699]: DEBUG nova.compute.manager [req-060b5369-3b17-4c0e-ace0-e0b3091f5f60 req-8ed19095-f1ee-458f-aa3b-2884f9b341c6 service nova] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Refreshing instance network info cache due to event network-changed-9ac2f6b5-81c2-4101-9785-9586d2643157. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 804.874808] env[69699]: DEBUG oslo_concurrency.lockutils [req-060b5369-3b17-4c0e-ace0-e0b3091f5f60 req-8ed19095-f1ee-458f-aa3b-2884f9b341c6 service nova] Acquiring lock "refresh_cache-2c2ada34-c9b6-424a-a601-0ee922646578" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.875128] env[69699]: DEBUG oslo_concurrency.lockutils [req-060b5369-3b17-4c0e-ace0-e0b3091f5f60 req-8ed19095-f1ee-458f-aa3b-2884f9b341c6 service nova] Acquired lock "refresh_cache-2c2ada34-c9b6-424a-a601-0ee922646578" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.875215] env[69699]: DEBUG nova.network.neutron [req-060b5369-3b17-4c0e-ace0-e0b3091f5f60 req-8ed19095-f1ee-458f-aa3b-2884f9b341c6 service nova] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Refreshing network info cache for port 9ac2f6b5-81c2-4101-9785-9586d2643157 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.948301] env[69699]: DEBUG oslo_concurrency.lockutils [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.948892] env[69699]: DEBUG nova.compute.manager [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 2268d511-e7f0-45e6-a48f-6a7ed60edcb4] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 804.951589] env[69699]: DEBUG oslo_concurrency.lockutils [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.170s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.953123] env[69699]: INFO nova.compute.claims [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] [instance: a56031df-186a-4a08-886d-8bb99e015dba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 805.062544] env[69699]: DEBUG nova.compute.manager [req-c55cdf22-3ecf-4289-b3c9-69938845a91e req-861c407c-c419-4e5e-9723-0ffe899e5623 service nova] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Received event network-changed-48799df7-5d7b-414b-bd2b-a318c43afd3e {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.063652] env[69699]: DEBUG nova.compute.manager [req-c55cdf22-3ecf-4289-b3c9-69938845a91e req-861c407c-c419-4e5e-9723-0ffe899e5623 service nova] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Refreshing instance network info cache due to event network-changed-48799df7-5d7b-414b-bd2b-a318c43afd3e. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 805.063652] env[69699]: DEBUG oslo_concurrency.lockutils [req-c55cdf22-3ecf-4289-b3c9-69938845a91e req-861c407c-c419-4e5e-9723-0ffe899e5623 service nova] Acquiring lock "refresh_cache-7927fd76-4ab2-4703-985e-e539a7d44482" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.063652] env[69699]: DEBUG oslo_concurrency.lockutils [req-c55cdf22-3ecf-4289-b3c9-69938845a91e req-861c407c-c419-4e5e-9723-0ffe899e5623 service nova] Acquired lock "refresh_cache-7927fd76-4ab2-4703-985e-e539a7d44482" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.063652] env[69699]: DEBUG nova.network.neutron [req-c55cdf22-3ecf-4289-b3c9-69938845a91e req-861c407c-c419-4e5e-9723-0ffe899e5623 service nova] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Refreshing network info cache for port 48799df7-5d7b-414b-bd2b-a318c43afd3e {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.237986] env[69699]: DEBUG oslo_vmware.api [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3606982, 'name': ReconfigVM_Task, 'duration_secs': 0.722923} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.238286] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Reconfigured VM instance instance-00000030 to attach disk [datastore2] c7fba1f1-8e12-4891-aa98-06a5ff41a7e5/c7fba1f1-8e12-4891-aa98-06a5ff41a7e5.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 805.238950] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5dbfbdbb-6acd-4ea8-a139-ae40b8d5350d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.246827] env[69699]: DEBUG oslo_vmware.api [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Waiting for the task: (returnval){ [ 805.246827] env[69699]: value = "task-3606984" [ 805.246827] env[69699]: _type = "Task" [ 805.246827] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.257302] env[69699]: DEBUG oslo_vmware.api [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3606984, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.282502] env[69699]: DEBUG oslo_vmware.api [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]525a82a0-d99e-61c6-1a7a-e2957109d4a5, 'name': SearchDatastore_Task, 'duration_secs': 0.016271} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.283389] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a07d082-9aca-4ec2-b89f-b7bcea5e95af {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.288831] env[69699]: DEBUG oslo_vmware.api [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 805.288831] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c6d7c1-39c4-1498-07b4-295c49fb4558" [ 805.288831] env[69699]: _type = "Task" [ 805.288831] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.298023] env[69699]: DEBUG oslo_vmware.api [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c6d7c1-39c4-1498-07b4-295c49fb4558, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.359793] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ad1630ab-b23e-41f4-ab68-b463a94dfade tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Acquiring lock "c2fb5505-fc81-40cb-b6de-34779f347adb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.360748] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ad1630ab-b23e-41f4-ab68-b463a94dfade tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Lock "c2fb5505-fc81-40cb-b6de-34779f347adb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.361066] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ad1630ab-b23e-41f4-ab68-b463a94dfade tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Acquiring lock "c2fb5505-fc81-40cb-b6de-34779f347adb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.361301] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ad1630ab-b23e-41f4-ab68-b463a94dfade tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Lock "c2fb5505-fc81-40cb-b6de-34779f347adb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.361485] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ad1630ab-b23e-41f4-ab68-b463a94dfade tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Lock "c2fb5505-fc81-40cb-b6de-34779f347adb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.368383] env[69699]: INFO nova.compute.manager [None req-ad1630ab-b23e-41f4-ab68-b463a94dfade tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Terminating instance [ 805.376224] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3606983, 'name': CreateVM_Task, 'duration_secs': 0.355347} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.376420] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 805.377190] env[69699]: DEBUG oslo_concurrency.lockutils [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.377431] env[69699]: DEBUG oslo_concurrency.lockutils [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.377806] env[69699]: DEBUG oslo_concurrency.lockutils [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.380314] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf047d25-2a6b-43d7-aa60-2ffbc04ff66b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.386389] env[69699]: DEBUG oslo_vmware.api [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Waiting for the task: (returnval){ [ 805.386389] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b32910-c0a2-3c75-8a2a-674c1c456a87" [ 805.386389] env[69699]: _type = "Task" [ 805.386389] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.396256] env[69699]: DEBUG oslo_vmware.api [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b32910-c0a2-3c75-8a2a-674c1c456a87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.458373] env[69699]: DEBUG nova.compute.utils [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 805.467380] env[69699]: DEBUG nova.compute.manager [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 2268d511-e7f0-45e6-a48f-6a7ed60edcb4] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 805.467677] env[69699]: DEBUG nova.network.neutron [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 2268d511-e7f0-45e6-a48f-6a7ed60edcb4] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 805.512957] env[69699]: DEBUG nova.policy [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91f8afd33e1442079076b0ebe8ed8263', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1c922a277174041b1c24410c0864a82', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 805.600741] env[69699]: DEBUG oslo_concurrency.lockutils [None req-be5643b6-cebe-4e47-86e6-63108a09028f tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Acquiring lock "20a3bc2c-042e-4d70-93f5-b17cbb06a6c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.601143] env[69699]: DEBUG oslo_concurrency.lockutils [None req-be5643b6-cebe-4e47-86e6-63108a09028f tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Lock "20a3bc2c-042e-4d70-93f5-b17cbb06a6c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.601387] env[69699]: DEBUG oslo_concurrency.lockutils [None req-be5643b6-cebe-4e47-86e6-63108a09028f tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Acquiring lock "20a3bc2c-042e-4d70-93f5-b17cbb06a6c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.601634] env[69699]: DEBUG oslo_concurrency.lockutils [None req-be5643b6-cebe-4e47-86e6-63108a09028f tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Lock "20a3bc2c-042e-4d70-93f5-b17cbb06a6c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.601863] env[69699]: DEBUG oslo_concurrency.lockutils [None req-be5643b6-cebe-4e47-86e6-63108a09028f tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Lock "20a3bc2c-042e-4d70-93f5-b17cbb06a6c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.604178] env[69699]: INFO nova.compute.manager [None req-be5643b6-cebe-4e47-86e6-63108a09028f tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8] Terminating instance [ 805.722990] env[69699]: DEBUG nova.network.neutron [req-060b5369-3b17-4c0e-ace0-e0b3091f5f60 req-8ed19095-f1ee-458f-aa3b-2884f9b341c6 service nova] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Updated VIF entry in instance network info cache for port 9ac2f6b5-81c2-4101-9785-9586d2643157. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.723653] env[69699]: DEBUG nova.network.neutron [req-060b5369-3b17-4c0e-ace0-e0b3091f5f60 req-8ed19095-f1ee-458f-aa3b-2884f9b341c6 service nova] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Updating instance_info_cache with network_info: [{"id": "9ac2f6b5-81c2-4101-9785-9586d2643157", "address": "fa:16:3e:b0:19:42", "network": {"id": "e99ab3ed-1030-44b0-98b1-0c8d1d561613", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1328451822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce00a2c4d2d6497eab27716fff8fe855", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ac2f6b5-81", "ovs_interfaceid": "9ac2f6b5-81c2-4101-9785-9586d2643157", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.759489] env[69699]: DEBUG oslo_vmware.api [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3606984, 'name': Rename_Task, 'duration_secs': 0.187256} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.760012] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 805.760201] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7135c8a5-8ab6-48f9-94c1-fe798d14bae3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.766985] env[69699]: DEBUG oslo_vmware.api [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Waiting for the task: (returnval){ [ 805.766985] env[69699]: value = "task-3606985" [ 805.766985] env[69699]: _type = "Task" [ 805.766985] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.775036] env[69699]: DEBUG oslo_vmware.api [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3606985, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.800012] env[69699]: DEBUG oslo_vmware.api [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c6d7c1-39c4-1498-07b4-295c49fb4558, 'name': SearchDatastore_Task, 'duration_secs': 0.010294} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.800377] env[69699]: DEBUG oslo_concurrency.lockutils [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.800793] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 0504132d-eb33-4c2d-9944-316aa6918035/0504132d-eb33-4c2d-9944-316aa6918035.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 805.801111] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-727282e3-fad5-4176-b25e-f230c38aa243 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.807648] env[69699]: DEBUG oslo_vmware.api [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 805.807648] env[69699]: value = "task-3606986" [ 805.807648] env[69699]: _type = "Task" [ 805.807648] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.815642] env[69699]: DEBUG oslo_vmware.api [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3606986, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.873447] env[69699]: DEBUG nova.compute.manager [None req-ad1630ab-b23e-41f4-ab68-b463a94dfade tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 805.873722] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ad1630ab-b23e-41f4-ab68-b463a94dfade tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 805.874611] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4c063c-6f3f-47e5-9b4c-6397998dc93a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.887833] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad1630ab-b23e-41f4-ab68-b463a94dfade tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.887833] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-189a93e1-dc95-4e32-86eb-135c70c27ea9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.899317] env[69699]: DEBUG oslo_vmware.api [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b32910-c0a2-3c75-8a2a-674c1c456a87, 'name': SearchDatastore_Task, 'duration_secs': 0.014426} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.899317] env[69699]: DEBUG oslo_concurrency.lockutils [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.899317] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 805.899478] env[69699]: DEBUG oslo_concurrency.lockutils [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.899621] env[69699]: DEBUG oslo_concurrency.lockutils [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.899814] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 805.900408] env[69699]: DEBUG oslo_vmware.api [None req-ad1630ab-b23e-41f4-ab68-b463a94dfade tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Waiting for the task: (returnval){ [ 805.900408] env[69699]: value = "task-3606987" [ 805.900408] env[69699]: _type = "Task" [ 805.900408] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.900642] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0088fd9-6d81-44ea-9ddb-2ff41e1c90a3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.911710] env[69699]: DEBUG oslo_vmware.api [None req-ad1630ab-b23e-41f4-ab68-b463a94dfade tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Task: {'id': task-3606987, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.912967] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 805.913171] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 805.913867] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be08e988-8525-486c-839e-e83d925937e8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.918969] env[69699]: DEBUG oslo_vmware.api [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Waiting for the task: (returnval){ [ 805.918969] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a790c7-64fa-2b16-a0b6-22c28349bbf8" [ 805.918969] env[69699]: _type = "Task" [ 805.918969] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.928574] env[69699]: DEBUG oslo_vmware.api [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a790c7-64fa-2b16-a0b6-22c28349bbf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.963726] env[69699]: DEBUG nova.compute.manager [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 2268d511-e7f0-45e6-a48f-6a7ed60edcb4] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 806.011403] env[69699]: DEBUG nova.network.neutron [req-c55cdf22-3ecf-4289-b3c9-69938845a91e req-861c407c-c419-4e5e-9723-0ffe899e5623 service nova] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Updated VIF entry in instance network info cache for port 48799df7-5d7b-414b-bd2b-a318c43afd3e. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 806.012854] env[69699]: DEBUG nova.network.neutron [req-c55cdf22-3ecf-4289-b3c9-69938845a91e req-861c407c-c419-4e5e-9723-0ffe899e5623 service nova] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Updating instance_info_cache with network_info: [{"id": "48799df7-5d7b-414b-bd2b-a318c43afd3e", "address": "fa:16:3e:af:93:7e", "network": {"id": "3f14eaef-d19b-457b-a28c-e23b83fd8646", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-456630276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3706174f65824863b5c86764cc939538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48799df7-5d", "ovs_interfaceid": "48799df7-5d7b-414b-bd2b-a318c43afd3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.098218] env[69699]: DEBUG nova.network.neutron [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 2268d511-e7f0-45e6-a48f-6a7ed60edcb4] Successfully created port: d9c0c3a3-b4eb-4e1b-ba2c-036a71f081af {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 806.108546] env[69699]: DEBUG nova.compute.manager [None req-be5643b6-cebe-4e47-86e6-63108a09028f tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 806.108940] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-be5643b6-cebe-4e47-86e6-63108a09028f tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 806.113293] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b409fd-574c-48ca-bee1-d2efd6e8b0f9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.122130] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-be5643b6-cebe-4e47-86e6-63108a09028f tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.123161] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-889b1744-9ba6-4f94-afce-d23cc0b49fea {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.128293] env[69699]: DEBUG oslo_vmware.api [None req-be5643b6-cebe-4e47-86e6-63108a09028f tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Waiting for the task: (returnval){ [ 806.128293] env[69699]: value = "task-3606988" [ 806.128293] env[69699]: _type = "Task" [ 806.128293] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.141927] env[69699]: DEBUG oslo_vmware.api [None req-be5643b6-cebe-4e47-86e6-63108a09028f tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': task-3606988, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.227475] env[69699]: DEBUG oslo_concurrency.lockutils [req-060b5369-3b17-4c0e-ace0-e0b3091f5f60 req-8ed19095-f1ee-458f-aa3b-2884f9b341c6 service nova] Releasing lock "refresh_cache-2c2ada34-c9b6-424a-a601-0ee922646578" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.282398] env[69699]: DEBUG oslo_vmware.api [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3606985, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.320125] env[69699]: DEBUG oslo_vmware.api [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3606986, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.414610] env[69699]: DEBUG oslo_vmware.api [None req-ad1630ab-b23e-41f4-ab68-b463a94dfade tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Task: {'id': task-3606987, 'name': PowerOffVM_Task, 'duration_secs': 0.216182} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.414943] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad1630ab-b23e-41f4-ab68-b463a94dfade tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.415140] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ad1630ab-b23e-41f4-ab68-b463a94dfade tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.415452] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e9f0ca6-4654-41f1-902c-c437af2f9314 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.436477] env[69699]: DEBUG oslo_vmware.api [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a790c7-64fa-2b16-a0b6-22c28349bbf8, 'name': SearchDatastore_Task, 'duration_secs': 0.015114} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.441081] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47f676a8-264e-4b77-8527-e5667765d895 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.448362] env[69699]: DEBUG oslo_vmware.api [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Waiting for the task: (returnval){ [ 806.448362] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52eba16e-85a1-e837-1bdb-cd8644732dbd" [ 806.448362] env[69699]: _type = "Task" [ 806.448362] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.461688] env[69699]: DEBUG oslo_vmware.api [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52eba16e-85a1-e837-1bdb-cd8644732dbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.483388] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ad1630ab-b23e-41f4-ab68-b463a94dfade tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.483682] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ad1630ab-b23e-41f4-ab68-b463a94dfade tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Deleting contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.483872] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad1630ab-b23e-41f4-ab68-b463a94dfade tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Deleting the datastore file [datastore1] c2fb5505-fc81-40cb-b6de-34779f347adb {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.484215] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-986e95dd-900e-49df-ac88-dd27418af35a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.493824] env[69699]: DEBUG oslo_vmware.api [None req-ad1630ab-b23e-41f4-ab68-b463a94dfade tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Waiting for the task: (returnval){ [ 806.493824] env[69699]: value = "task-3606990" [ 806.493824] env[69699]: _type = "Task" [ 806.493824] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.504624] env[69699]: DEBUG oslo_vmware.api [None req-ad1630ab-b23e-41f4-ab68-b463a94dfade tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Task: {'id': task-3606990, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.518188] env[69699]: DEBUG oslo_concurrency.lockutils [req-c55cdf22-3ecf-4289-b3c9-69938845a91e req-861c407c-c419-4e5e-9723-0ffe899e5623 service nova] Releasing lock "refresh_cache-7927fd76-4ab2-4703-985e-e539a7d44482" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.562623] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8758b391-ee6b-47c4-8557-7b70e7f55cd3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.571595] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1570b9be-be82-49f5-8a91-96455b2d6060 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.605322] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039e74c4-ea7d-43d0-b049-2014226e7277 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.613552] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6bd04d-5565-42b8-bd8d-d6d23a0614b0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.627440] env[69699]: DEBUG nova.compute.provider_tree [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.636961] env[69699]: DEBUG oslo_vmware.api [None req-be5643b6-cebe-4e47-86e6-63108a09028f tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': task-3606988, 'name': PowerOffVM_Task, 'duration_secs': 0.201309} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.638569] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-be5643b6-cebe-4e47-86e6-63108a09028f tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.638800] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-be5643b6-cebe-4e47-86e6-63108a09028f tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.639328] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7da3432-d2eb-4a50-95b5-ce889dcd792f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.735322] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-be5643b6-cebe-4e47-86e6-63108a09028f tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.735461] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-be5643b6-cebe-4e47-86e6-63108a09028f tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8] Deleting contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.735628] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-be5643b6-cebe-4e47-86e6-63108a09028f tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Deleting the datastore file [datastore1] 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.735905] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0155b1a-850d-4f00-ad40-b3d59da90dd5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.742071] env[69699]: DEBUG oslo_vmware.api [None req-be5643b6-cebe-4e47-86e6-63108a09028f tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Waiting for the task: (returnval){ [ 806.742071] env[69699]: value = "task-3606992" [ 806.742071] env[69699]: _type = "Task" [ 806.742071] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.750093] env[69699]: DEBUG oslo_vmware.api [None req-be5643b6-cebe-4e47-86e6-63108a09028f tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': task-3606992, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.777059] env[69699]: DEBUG oslo_vmware.api [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3606985, 'name': PowerOnVM_Task, 'duration_secs': 0.704174} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.777385] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 806.777622] env[69699]: INFO nova.compute.manager [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Took 10.90 seconds to spawn the instance on the hypervisor. [ 806.777806] env[69699]: DEBUG nova.compute.manager [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.778567] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa9d082-3edc-41ae-9f90-6a995ca3067d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.818925] env[69699]: DEBUG oslo_vmware.api [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3606986, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.731887} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.819311] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 0504132d-eb33-4c2d-9944-316aa6918035/0504132d-eb33-4c2d-9944-316aa6918035.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 806.819624] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 806.820602] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-047fe6c6-e05b-454b-b9e4-98419e88935c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.827468] env[69699]: DEBUG oslo_vmware.api [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 806.827468] env[69699]: value = "task-3606993" [ 806.827468] env[69699]: _type = "Task" [ 806.827468] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.836483] env[69699]: DEBUG oslo_vmware.api [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3606993, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.961208] env[69699]: DEBUG oslo_vmware.api [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52eba16e-85a1-e837-1bdb-cd8644732dbd, 'name': SearchDatastore_Task, 'duration_secs': 0.039212} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.961208] env[69699]: DEBUG oslo_concurrency.lockutils [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.961208] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 7927fd76-4ab2-4703-985e-e539a7d44482/7927fd76-4ab2-4703-985e-e539a7d44482.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 806.961208] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ccd85de2-d2fa-46a3-b014-6958a4e0c885 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.966749] env[69699]: DEBUG oslo_vmware.api [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Waiting for the task: (returnval){ [ 806.966749] env[69699]: value = "task-3606994" [ 806.966749] env[69699]: _type = "Task" [ 806.966749] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.973018] env[69699]: DEBUG oslo_vmware.api [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Task: {'id': task-3606994, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.978189] env[69699]: DEBUG nova.compute.manager [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 2268d511-e7f0-45e6-a48f-6a7ed60edcb4] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 807.004950] env[69699]: DEBUG oslo_vmware.api [None req-ad1630ab-b23e-41f4-ab68-b463a94dfade tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Task: {'id': task-3606990, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.458631} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.007155] env[69699]: DEBUG nova.virt.hardware [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 807.007395] env[69699]: DEBUG nova.virt.hardware [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 807.007551] env[69699]: DEBUG nova.virt.hardware [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.007734] env[69699]: DEBUG nova.virt.hardware [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 807.007878] env[69699]: DEBUG nova.virt.hardware [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.008034] env[69699]: DEBUG nova.virt.hardware [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 807.008244] env[69699]: DEBUG nova.virt.hardware [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 807.008403] env[69699]: DEBUG nova.virt.hardware [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 807.008566] env[69699]: DEBUG nova.virt.hardware [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 807.008723] env[69699]: DEBUG nova.virt.hardware [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 807.008919] env[69699]: DEBUG nova.virt.hardware [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 807.009217] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad1630ab-b23e-41f4-ab68-b463a94dfade tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.009458] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ad1630ab-b23e-41f4-ab68-b463a94dfade tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Deleted contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.009653] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ad1630ab-b23e-41f4-ab68-b463a94dfade tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.009825] env[69699]: INFO nova.compute.manager [None req-ad1630ab-b23e-41f4-ab68-b463a94dfade tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 807.010067] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad1630ab-b23e-41f4-ab68-b463a94dfade tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.010753] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feec1369-ed3d-4b96-af17-0f8a128f7677 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.013838] env[69699]: DEBUG nova.compute.manager [-] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 807.013997] env[69699]: DEBUG nova.network.neutron [-] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 807.021123] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfcf949d-b32e-4424-bc89-01a86816f855 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.133533] env[69699]: DEBUG nova.scheduler.client.report [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.252828] env[69699]: DEBUG oslo_vmware.api [None req-be5643b6-cebe-4e47-86e6-63108a09028f tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': task-3606992, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.294405] env[69699]: INFO nova.compute.manager [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Took 56.47 seconds to build instance. [ 807.337825] env[69699]: DEBUG oslo_vmware.api [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3606993, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062779} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.338107] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 807.338873] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faba3a33-79ea-42b2-8700-04dd54b787b9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.361049] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 0504132d-eb33-4c2d-9944-316aa6918035/0504132d-eb33-4c2d-9944-316aa6918035.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.361397] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40498b89-df46-42f7-b0f1-4f3e1a7521ea {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.383123] env[69699]: DEBUG oslo_vmware.api [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 807.383123] env[69699]: value = "task-3606995" [ 807.383123] env[69699]: _type = "Task" [ 807.383123] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.392345] env[69699]: DEBUG oslo_vmware.api [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3606995, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.427335] env[69699]: DEBUG nova.compute.manager [req-f48aa802-1522-4930-b3cc-01c045464e11 req-9d083de1-074f-417e-a33f-e1dd08f04efb service nova] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Received event network-vif-deleted-0d2de048-2cc7-494d-b16f-4e84092d7a53 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.427657] env[69699]: INFO nova.compute.manager [req-f48aa802-1522-4930-b3cc-01c045464e11 req-9d083de1-074f-417e-a33f-e1dd08f04efb service nova] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Neutron deleted interface 0d2de048-2cc7-494d-b16f-4e84092d7a53; detaching it from the instance and deleting it from the info cache [ 807.427817] env[69699]: DEBUG nova.network.neutron [req-f48aa802-1522-4930-b3cc-01c045464e11 req-9d083de1-074f-417e-a33f-e1dd08f04efb service nova] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.475338] env[69699]: DEBUG oslo_vmware.api [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Task: {'id': task-3606994, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.533094] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d8865f62-5dfe-44a8-9596-a246150a1d4c tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "interface-af9422bd-d925-4174-8ea5-91d2bcec2f3b-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.533419] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d8865f62-5dfe-44a8-9596-a246150a1d4c tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "interface-af9422bd-d925-4174-8ea5-91d2bcec2f3b-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.536325] env[69699]: DEBUG nova.objects.instance [None req-d8865f62-5dfe-44a8-9596-a246150a1d4c tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lazy-loading 'flavor' on Instance uuid af9422bd-d925-4174-8ea5-91d2bcec2f3b {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.639038] env[69699]: DEBUG oslo_concurrency.lockutils [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.639788] env[69699]: DEBUG nova.compute.manager [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] [instance: a56031df-186a-4a08-886d-8bb99e015dba] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 807.643922] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f802b1bd-6ca9-44f5-86cb-65ead827c88a tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.124s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.644375] env[69699]: DEBUG nova.objects.instance [None req-f802b1bd-6ca9-44f5-86cb-65ead827c88a tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Lazy-loading 'resources' on Instance uuid 5a4aa01c-baa5-4ea5-bb0e-209add1622ca {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.755346] env[69699]: DEBUG oslo_vmware.api [None req-be5643b6-cebe-4e47-86e6-63108a09028f tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': task-3606992, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.709489} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.755684] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-be5643b6-cebe-4e47-86e6-63108a09028f tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.755883] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-be5643b6-cebe-4e47-86e6-63108a09028f tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8] Deleted contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.756112] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-be5643b6-cebe-4e47-86e6-63108a09028f tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.756294] env[69699]: INFO nova.compute.manager [None req-be5643b6-cebe-4e47-86e6-63108a09028f tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8] Took 1.65 seconds to destroy the instance on the hypervisor. [ 807.756731] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be5643b6-cebe-4e47-86e6-63108a09028f tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.756975] env[69699]: DEBUG nova.compute.manager [-] [instance: 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 807.757112] env[69699]: DEBUG nova.network.neutron [-] [instance: 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 807.788106] env[69699]: DEBUG nova.network.neutron [-] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.797145] env[69699]: DEBUG oslo_concurrency.lockutils [None req-367abc6a-d0ee-4b8e-b5fa-48413a2c6aef tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Lock "c7fba1f1-8e12-4891-aa98-06a5ff41a7e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.629s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.813770] env[69699]: DEBUG nova.network.neutron [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 2268d511-e7f0-45e6-a48f-6a7ed60edcb4] Successfully updated port: d9c0c3a3-b4eb-4e1b-ba2c-036a71f081af {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 807.896256] env[69699]: DEBUG oslo_vmware.api [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3606995, 'name': ReconfigVM_Task, 'duration_secs': 0.325854} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.896575] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 0504132d-eb33-4c2d-9944-316aa6918035/0504132d-eb33-4c2d-9944-316aa6918035.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.897267] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-012a0628-a58c-4282-ab38-4f4b479dcc12 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.906275] env[69699]: DEBUG oslo_vmware.api [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 807.906275] env[69699]: value = "task-3606996" [ 807.906275] env[69699]: _type = "Task" [ 807.906275] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.917662] env[69699]: DEBUG oslo_vmware.api [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3606996, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.930533] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cc63424d-e625-4c11-8660-d43ab43cc2a6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.939706] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50fb107a-7d1e-4c27-81d4-349f2ae40702 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.978769] env[69699]: DEBUG nova.compute.manager [req-f48aa802-1522-4930-b3cc-01c045464e11 req-9d083de1-074f-417e-a33f-e1dd08f04efb service nova] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Detach interface failed, port_id=0d2de048-2cc7-494d-b16f-4e84092d7a53, reason: Instance c2fb5505-fc81-40cb-b6de-34779f347adb could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 807.987312] env[69699]: DEBUG oslo_vmware.api [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Task: {'id': task-3606994, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.987084} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.987586] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 7927fd76-4ab2-4703-985e-e539a7d44482/7927fd76-4ab2-4703-985e-e539a7d44482.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 807.987808] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 807.988077] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-012ed95a-d728-4050-9001-1a2893ac5315 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.993716] env[69699]: DEBUG oslo_vmware.api [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Waiting for the task: (returnval){ [ 807.993716] env[69699]: value = "task-3606997" [ 807.993716] env[69699]: _type = "Task" [ 807.993716] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.001660] env[69699]: DEBUG oslo_vmware.api [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Task: {'id': task-3606997, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.151745] env[69699]: DEBUG nova.compute.utils [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 808.156288] env[69699]: DEBUG nova.compute.manager [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] [instance: a56031df-186a-4a08-886d-8bb99e015dba] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 808.156661] env[69699]: DEBUG nova.network.neutron [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] [instance: a56031df-186a-4a08-886d-8bb99e015dba] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 808.163768] env[69699]: DEBUG nova.objects.instance [None req-d8865f62-5dfe-44a8-9596-a246150a1d4c tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lazy-loading 'pci_requests' on Instance uuid af9422bd-d925-4174-8ea5-91d2bcec2f3b {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 808.201429] env[69699]: DEBUG nova.policy [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4619fe92d424df5b02c371aa771aa2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '80288b475cc348328cd197f0f460f40e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 808.290791] env[69699]: INFO nova.compute.manager [-] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Took 1.28 seconds to deallocate network for instance. [ 808.299709] env[69699]: DEBUG nova.compute.manager [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 808.317121] env[69699]: DEBUG oslo_concurrency.lockutils [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquiring lock "refresh_cache-2268d511-e7f0-45e6-a48f-6a7ed60edcb4" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.317276] env[69699]: DEBUG oslo_concurrency.lockutils [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquired lock "refresh_cache-2268d511-e7f0-45e6-a48f-6a7ed60edcb4" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.317421] env[69699]: DEBUG nova.network.neutron [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 2268d511-e7f0-45e6-a48f-6a7ed60edcb4] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.422705] env[69699]: DEBUG oslo_vmware.api [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3606996, 'name': Rename_Task, 'duration_secs': 0.136793} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.426549] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 808.427246] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9bb2898c-4c73-4fb7-96ae-3c505b4a777c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.434935] env[69699]: DEBUG oslo_vmware.api [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 808.434935] env[69699]: value = "task-3606998" [ 808.434935] env[69699]: _type = "Task" [ 808.434935] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.446859] env[69699]: DEBUG oslo_vmware.api [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3606998, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.505436] env[69699]: DEBUG oslo_vmware.api [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Task: {'id': task-3606997, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061267} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.505732] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 808.506734] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6239624a-000a-4957-a39d-9d2df5a5e088 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.536850] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 7927fd76-4ab2-4703-985e-e539a7d44482/7927fd76-4ab2-4703-985e-e539a7d44482.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.540767] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfc3c417-b839-44f0-9bd5-73dee7179ee3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.562075] env[69699]: DEBUG oslo_vmware.api [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Waiting for the task: (returnval){ [ 808.562075] env[69699]: value = "task-3606999" [ 808.562075] env[69699]: _type = "Task" [ 808.562075] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.570544] env[69699]: DEBUG oslo_vmware.api [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Task: {'id': task-3606999, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.618417] env[69699]: DEBUG nova.network.neutron [-] [instance: 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.641413] env[69699]: DEBUG nova.network.neutron [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] [instance: a56031df-186a-4a08-886d-8bb99e015dba] Successfully created port: 3a2f6d6e-8bdf-434d-ad9b-df34767dc0f7 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 808.657623] env[69699]: DEBUG nova.compute.manager [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] [instance: a56031df-186a-4a08-886d-8bb99e015dba] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 808.669201] env[69699]: DEBUG nova.objects.base [None req-d8865f62-5dfe-44a8-9596-a246150a1d4c tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69699) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 808.669201] env[69699]: DEBUG nova.network.neutron [None req-d8865f62-5dfe-44a8-9596-a246150a1d4c tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 808.744465] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f1c704-9f67-4883-beee-ab245fd1c17d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.752928] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fefd8d46-b9b8-4127-9b7e-c3efd97439e4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.757242] env[69699]: DEBUG nova.policy [None req-d8865f62-5dfe-44a8-9596-a246150a1d4c tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bb3e38e23894b1eab05ad6519759de4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba48fa426f0e4cb3b66a18836a0ae660', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 808.791027] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1319aeee-e478-4477-bde0-a8038d00c5c0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.795703] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d7668a-d6ed-4635-aaeb-5a7114f0bd65 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.800497] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ad1630ab-b23e-41f4-ab68-b463a94dfade tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.813871] env[69699]: DEBUG nova.compute.provider_tree [None req-f802b1bd-6ca9-44f5-86cb-65ead827c88a tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.835186] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.862196] env[69699]: DEBUG nova.network.neutron [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 2268d511-e7f0-45e6-a48f-6a7ed60edcb4] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 808.946860] env[69699]: DEBUG oslo_vmware.api [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3606998, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.015382] env[69699]: DEBUG nova.network.neutron [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 2268d511-e7f0-45e6-a48f-6a7ed60edcb4] Updating instance_info_cache with network_info: [{"id": "d9c0c3a3-b4eb-4e1b-ba2c-036a71f081af", "address": "fa:16:3e:4f:de:25", "network": {"id": "a8c075bd-9c03-4458-9a0d-78e0c31a32ae", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2079575461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c922a277174041b1c24410c0864a82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9c0c3a3-b4", "ovs_interfaceid": "d9c0c3a3-b4eb-4e1b-ba2c-036a71f081af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.073468] env[69699]: DEBUG oslo_vmware.api [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Task: {'id': task-3606999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.121041] env[69699]: INFO nova.compute.manager [-] [instance: 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8] Took 1.36 seconds to deallocate network for instance. [ 809.296640] env[69699]: DEBUG nova.network.neutron [None req-d8865f62-5dfe-44a8-9596-a246150a1d4c tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Successfully created port: 9743d607-8ecc-45a8-b02e-58516a776cb6 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 809.319028] env[69699]: DEBUG nova.scheduler.client.report [None req-f802b1bd-6ca9-44f5-86cb-65ead827c88a tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.446924] env[69699]: DEBUG oslo_vmware.api [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3606998, 'name': PowerOnVM_Task, 'duration_secs': 0.79921} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.447295] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 809.447531] env[69699]: INFO nova.compute.manager [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Took 10.09 seconds to spawn the instance on the hypervisor. [ 809.447719] env[69699]: DEBUG nova.compute.manager [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 809.448576] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6375b444-6508-4fef-af9e-a04894982960 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.518570] env[69699]: DEBUG oslo_concurrency.lockutils [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Releasing lock "refresh_cache-2268d511-e7f0-45e6-a48f-6a7ed60edcb4" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.518895] env[69699]: DEBUG nova.compute.manager [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 2268d511-e7f0-45e6-a48f-6a7ed60edcb4] Instance network_info: |[{"id": "d9c0c3a3-b4eb-4e1b-ba2c-036a71f081af", "address": "fa:16:3e:4f:de:25", "network": {"id": "a8c075bd-9c03-4458-9a0d-78e0c31a32ae", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2079575461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c922a277174041b1c24410c0864a82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9c0c3a3-b4", "ovs_interfaceid": "d9c0c3a3-b4eb-4e1b-ba2c-036a71f081af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 809.519308] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 2268d511-e7f0-45e6-a48f-6a7ed60edcb4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:de:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f925dc8-2145-457e-a4d4-c07117356dd0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9c0c3a3-b4eb-4e1b-ba2c-036a71f081af', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 809.528808] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.529400] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2268d511-e7f0-45e6-a48f-6a7ed60edcb4] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 809.529634] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87712f15-4a63-4d95-90dd-01c94d747e3b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.551129] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 809.551129] env[69699]: value = "task-3607000" [ 809.551129] env[69699]: _type = "Task" [ 809.551129] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.559882] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607000, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.572864] env[69699]: DEBUG oslo_vmware.api [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Task: {'id': task-3606999, 'name': ReconfigVM_Task, 'duration_secs': 0.69503} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.573179] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 7927fd76-4ab2-4703-985e-e539a7d44482/7927fd76-4ab2-4703-985e-e539a7d44482.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.573877] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1acbf3ac-a984-4073-9a76-51792b46e0b4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.581159] env[69699]: DEBUG oslo_vmware.api [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Waiting for the task: (returnval){ [ 809.581159] env[69699]: value = "task-3607001" [ 809.581159] env[69699]: _type = "Task" [ 809.581159] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.594923] env[69699]: DEBUG oslo_vmware.api [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Task: {'id': task-3607001, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.627763] env[69699]: DEBUG oslo_concurrency.lockutils [None req-be5643b6-cebe-4e47-86e6-63108a09028f tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.668227] env[69699]: DEBUG nova.compute.manager [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] [instance: a56031df-186a-4a08-886d-8bb99e015dba] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 809.698577] env[69699]: DEBUG nova.virt.hardware [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 809.698855] env[69699]: DEBUG nova.virt.hardware [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 809.699014] env[69699]: DEBUG nova.virt.hardware [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 809.699218] env[69699]: DEBUG nova.virt.hardware [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 809.699367] env[69699]: DEBUG nova.virt.hardware [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 809.699510] env[69699]: DEBUG nova.virt.hardware [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 809.699719] env[69699]: DEBUG nova.virt.hardware [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 809.699870] env[69699]: DEBUG nova.virt.hardware [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 809.700052] env[69699]: DEBUG nova.virt.hardware [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 809.700215] env[69699]: DEBUG nova.virt.hardware [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 809.700383] env[69699]: DEBUG nova.virt.hardware [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 809.701453] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a82d197-7de3-4970-a940-3bae1700c31c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.709453] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef42e4f5-6fae-4241-af5e-37870d02c57b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.825109] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f802b1bd-6ca9-44f5-86cb-65ead827c88a tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.181s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.827527] env[69699]: DEBUG oslo_concurrency.lockutils [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.879s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.829482] env[69699]: INFO nova.compute.claims [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: e90cd9d1-a50b-4153-9e93-ec1006ebbad1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 809.847315] env[69699]: INFO nova.scheduler.client.report [None req-f802b1bd-6ca9-44f5-86cb-65ead827c88a tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Deleted allocations for instance 5a4aa01c-baa5-4ea5-bb0e-209add1622ca [ 809.888247] env[69699]: DEBUG nova.compute.manager [req-c3aabb07-b39a-43fa-9b51-5042f445daad req-6c7b8597-e009-4695-90e5-7958715c097a service nova] [instance: 2268d511-e7f0-45e6-a48f-6a7ed60edcb4] Received event network-vif-plugged-d9c0c3a3-b4eb-4e1b-ba2c-036a71f081af {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.888406] env[69699]: DEBUG oslo_concurrency.lockutils [req-c3aabb07-b39a-43fa-9b51-5042f445daad req-6c7b8597-e009-4695-90e5-7958715c097a service nova] Acquiring lock "2268d511-e7f0-45e6-a48f-6a7ed60edcb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.888584] env[69699]: DEBUG oslo_concurrency.lockutils [req-c3aabb07-b39a-43fa-9b51-5042f445daad req-6c7b8597-e009-4695-90e5-7958715c097a service nova] Lock "2268d511-e7f0-45e6-a48f-6a7ed60edcb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.888788] env[69699]: DEBUG oslo_concurrency.lockutils [req-c3aabb07-b39a-43fa-9b51-5042f445daad req-6c7b8597-e009-4695-90e5-7958715c097a service nova] Lock "2268d511-e7f0-45e6-a48f-6a7ed60edcb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.888950] env[69699]: DEBUG nova.compute.manager [req-c3aabb07-b39a-43fa-9b51-5042f445daad req-6c7b8597-e009-4695-90e5-7958715c097a service nova] [instance: 2268d511-e7f0-45e6-a48f-6a7ed60edcb4] No waiting events found dispatching network-vif-plugged-d9c0c3a3-b4eb-4e1b-ba2c-036a71f081af {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 809.889171] env[69699]: WARNING nova.compute.manager [req-c3aabb07-b39a-43fa-9b51-5042f445daad req-6c7b8597-e009-4695-90e5-7958715c097a service nova] [instance: 2268d511-e7f0-45e6-a48f-6a7ed60edcb4] Received unexpected event network-vif-plugged-d9c0c3a3-b4eb-4e1b-ba2c-036a71f081af for instance with vm_state building and task_state spawning. [ 809.889288] env[69699]: DEBUG nova.compute.manager [req-c3aabb07-b39a-43fa-9b51-5042f445daad req-6c7b8597-e009-4695-90e5-7958715c097a service nova] [instance: 2268d511-e7f0-45e6-a48f-6a7ed60edcb4] Received event network-changed-d9c0c3a3-b4eb-4e1b-ba2c-036a71f081af {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.889464] env[69699]: DEBUG nova.compute.manager [req-c3aabb07-b39a-43fa-9b51-5042f445daad req-6c7b8597-e009-4695-90e5-7958715c097a service nova] [instance: 2268d511-e7f0-45e6-a48f-6a7ed60edcb4] Refreshing instance network info cache due to event network-changed-d9c0c3a3-b4eb-4e1b-ba2c-036a71f081af. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 809.889661] env[69699]: DEBUG oslo_concurrency.lockutils [req-c3aabb07-b39a-43fa-9b51-5042f445daad req-6c7b8597-e009-4695-90e5-7958715c097a service nova] Acquiring lock "refresh_cache-2268d511-e7f0-45e6-a48f-6a7ed60edcb4" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.889811] env[69699]: DEBUG oslo_concurrency.lockutils [req-c3aabb07-b39a-43fa-9b51-5042f445daad req-6c7b8597-e009-4695-90e5-7958715c097a service nova] Acquired lock "refresh_cache-2268d511-e7f0-45e6-a48f-6a7ed60edcb4" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.890320] env[69699]: DEBUG nova.network.neutron [req-c3aabb07-b39a-43fa-9b51-5042f445daad req-6c7b8597-e009-4695-90e5-7958715c097a service nova] [instance: 2268d511-e7f0-45e6-a48f-6a7ed60edcb4] Refreshing network info cache for port d9c0c3a3-b4eb-4e1b-ba2c-036a71f081af {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.966810] env[69699]: INFO nova.compute.manager [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Took 53.85 seconds to build instance. [ 810.060507] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607000, 'name': CreateVM_Task} progress is 25%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.090828] env[69699]: DEBUG oslo_vmware.api [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Task: {'id': task-3607001, 'name': Rename_Task, 'duration_secs': 0.318645} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.091261] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.091568] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e6c7821-8ef5-4730-b56a-e3d69a313e1d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.098920] env[69699]: DEBUG oslo_vmware.api [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Waiting for the task: (returnval){ [ 810.098920] env[69699]: value = "task-3607002" [ 810.098920] env[69699]: _type = "Task" [ 810.098920] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.107219] env[69699]: DEBUG oslo_vmware.api [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Task: {'id': task-3607002, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.355467] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f802b1bd-6ca9-44f5-86cb-65ead827c88a tempest-ListImageFiltersTestJSON-1628776345 tempest-ListImageFiltersTestJSON-1628776345-project-member] Lock "5a4aa01c-baa5-4ea5-bb0e-209add1622ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.365s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.468845] env[69699]: DEBUG oslo_concurrency.lockutils [None req-177e27f3-a047-4aba-94d5-04b7ce5db05c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "0504132d-eb33-4c2d-9944-316aa6918035" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.567s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.538995] env[69699]: DEBUG nova.network.neutron [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] [instance: a56031df-186a-4a08-886d-8bb99e015dba] Successfully updated port: 3a2f6d6e-8bdf-434d-ad9b-df34767dc0f7 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 810.567813] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607000, 'name': CreateVM_Task, 'duration_secs': 0.614148} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.567813] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2268d511-e7f0-45e6-a48f-6a7ed60edcb4] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 810.567813] env[69699]: DEBUG oslo_concurrency.lockutils [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.567813] env[69699]: DEBUG oslo_concurrency.lockutils [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.568098] env[69699]: DEBUG oslo_concurrency.lockutils [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.568370] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f066202-e531-4ff8-892e-4d5213477855 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.573599] env[69699]: DEBUG oslo_vmware.api [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 810.573599] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52996d1c-710b-0fba-6c81-a2012bbf5bf2" [ 810.573599] env[69699]: _type = "Task" [ 810.573599] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.583531] env[69699]: DEBUG oslo_vmware.api [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52996d1c-710b-0fba-6c81-a2012bbf5bf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.613206] env[69699]: DEBUG oslo_vmware.api [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Task: {'id': task-3607002, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.671093] env[69699]: DEBUG nova.network.neutron [req-c3aabb07-b39a-43fa-9b51-5042f445daad req-6c7b8597-e009-4695-90e5-7958715c097a service nova] [instance: 2268d511-e7f0-45e6-a48f-6a7ed60edcb4] Updated VIF entry in instance network info cache for port d9c0c3a3-b4eb-4e1b-ba2c-036a71f081af. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 810.671497] env[69699]: DEBUG nova.network.neutron [req-c3aabb07-b39a-43fa-9b51-5042f445daad req-6c7b8597-e009-4695-90e5-7958715c097a service nova] [instance: 2268d511-e7f0-45e6-a48f-6a7ed60edcb4] Updating instance_info_cache with network_info: [{"id": "d9c0c3a3-b4eb-4e1b-ba2c-036a71f081af", "address": "fa:16:3e:4f:de:25", "network": {"id": "a8c075bd-9c03-4458-9a0d-78e0c31a32ae", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2079575461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c922a277174041b1c24410c0864a82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9c0c3a3-b4", "ovs_interfaceid": "d9c0c3a3-b4eb-4e1b-ba2c-036a71f081af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.911321] env[69699]: DEBUG nova.network.neutron [None req-d8865f62-5dfe-44a8-9596-a246150a1d4c tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Successfully updated port: 9743d607-8ecc-45a8-b02e-58516a776cb6 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 810.972134] env[69699]: DEBUG nova.compute.manager [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 811.039461] env[69699]: DEBUG oslo_concurrency.lockutils [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Acquiring lock "refresh_cache-a56031df-186a-4a08-886d-8bb99e015dba" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.040080] env[69699]: DEBUG oslo_concurrency.lockutils [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Acquired lock "refresh_cache-a56031df-186a-4a08-886d-8bb99e015dba" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.040080] env[69699]: DEBUG nova.network.neutron [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] [instance: a56031df-186a-4a08-886d-8bb99e015dba] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.088142] env[69699]: DEBUG oslo_vmware.api [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52996d1c-710b-0fba-6c81-a2012bbf5bf2, 'name': SearchDatastore_Task, 'duration_secs': 0.017757} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.088379] env[69699]: DEBUG oslo_concurrency.lockutils [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.088619] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 2268d511-e7f0-45e6-a48f-6a7ed60edcb4] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 811.088850] env[69699]: DEBUG oslo_concurrency.lockutils [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.088998] env[69699]: DEBUG oslo_concurrency.lockutils [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.089188] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 811.089449] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25e21c3c-79c0-4b30-9660-05ca483ee349 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.107233] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 811.107419] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 811.108597] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e318dd9-b2ff-4f94-ab0a-9424b7d10470 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.114971] env[69699]: DEBUG oslo_vmware.api [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Task: {'id': task-3607002, 'name': PowerOnVM_Task, 'duration_secs': 0.779995} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.115741] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.116043] env[69699]: INFO nova.compute.manager [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Took 8.97 seconds to spawn the instance on the hypervisor. [ 811.116338] env[69699]: DEBUG nova.compute.manager [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.120361] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a91149-3401-4bf9-b3bf-f6f81948c154 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.124640] env[69699]: DEBUG oslo_vmware.api [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 811.124640] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5222469c-8c5c-bdd8-53d6-326316e38ff2" [ 811.124640] env[69699]: _type = "Task" [ 811.124640] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.138100] env[69699]: DEBUG oslo_vmware.api [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5222469c-8c5c-bdd8-53d6-326316e38ff2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.173965] env[69699]: DEBUG oslo_concurrency.lockutils [req-c3aabb07-b39a-43fa-9b51-5042f445daad req-6c7b8597-e009-4695-90e5-7958715c097a service nova] Releasing lock "refresh_cache-2268d511-e7f0-45e6-a48f-6a7ed60edcb4" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.174303] env[69699]: DEBUG nova.compute.manager [req-c3aabb07-b39a-43fa-9b51-5042f445daad req-6c7b8597-e009-4695-90e5-7958715c097a service nova] [instance: 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8] Received event network-vif-deleted-16ad7ca6-1b2f-44ad-9f6b-441b0f24e581 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.294611] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b736a8bc-3912-4919-8286-1fddc5fa99c9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.302526] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17380942-5c6a-4201-8011-d9eb3cb9f63f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.336547] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6103bb-7014-4555-82dd-ed07ac4d8772 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.345763] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7110db2c-a74c-4ad5-a4a6-fc2bfd2c4e9a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.359175] env[69699]: DEBUG nova.compute.provider_tree [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.414956] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d8865f62-5dfe-44a8-9596-a246150a1d4c tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "refresh_cache-af9422bd-d925-4174-8ea5-91d2bcec2f3b" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.414956] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d8865f62-5dfe-44a8-9596-a246150a1d4c tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquired lock "refresh_cache-af9422bd-d925-4174-8ea5-91d2bcec2f3b" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.414956] env[69699]: DEBUG nova.network.neutron [None req-d8865f62-5dfe-44a8-9596-a246150a1d4c tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.497407] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.594423] env[69699]: DEBUG nova.network.neutron [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] [instance: a56031df-186a-4a08-886d-8bb99e015dba] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 811.639146] env[69699]: DEBUG oslo_vmware.api [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5222469c-8c5c-bdd8-53d6-326316e38ff2, 'name': SearchDatastore_Task, 'duration_secs': 0.0194} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.640024] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46942c9a-2cb9-4983-b827-8c56fe79e706 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.648685] env[69699]: INFO nova.compute.manager [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Took 46.12 seconds to build instance. [ 811.653631] env[69699]: DEBUG oslo_vmware.api [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 811.653631] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52253711-033c-87a2-d98d-c801319266d4" [ 811.653631] env[69699]: _type = "Task" [ 811.653631] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.661680] env[69699]: DEBUG oslo_vmware.api [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52253711-033c-87a2-d98d-c801319266d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.730734] env[69699]: DEBUG nova.compute.manager [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Stashing vm_state: active {{(pid=69699) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 811.789050] env[69699]: DEBUG nova.network.neutron [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] [instance: a56031df-186a-4a08-886d-8bb99e015dba] Updating instance_info_cache with network_info: [{"id": "3a2f6d6e-8bdf-434d-ad9b-df34767dc0f7", "address": "fa:16:3e:22:cd:ef", "network": {"id": "cf415df1-88a7-45e1-9fdb-a1f8209f04dd", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1969314224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80288b475cc348328cd197f0f460f40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a2f6d6e-8b", "ovs_interfaceid": "3a2f6d6e-8bdf-434d-ad9b-df34767dc0f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.861890] env[69699]: DEBUG nova.scheduler.client.report [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.964433] env[69699]: WARNING nova.network.neutron [None req-d8865f62-5dfe-44a8-9596-a246150a1d4c tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] 0bd0c568-ae97-493c-9ed8-c70833965690 already exists in list: networks containing: ['0bd0c568-ae97-493c-9ed8-c70833965690']. ignoring it [ 812.154021] env[69699]: DEBUG oslo_concurrency.lockutils [None req-addd1941-7113-44e7-92c1-b6ad314ffd11 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Lock "7927fd76-4ab2-4703-985e-e539a7d44482" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.339s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.169447] env[69699]: DEBUG oslo_vmware.api [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52253711-033c-87a2-d98d-c801319266d4, 'name': SearchDatastore_Task, 'duration_secs': 0.012774} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.175824] env[69699]: DEBUG oslo_concurrency.lockutils [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.176178] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 2268d511-e7f0-45e6-a48f-6a7ed60edcb4/2268d511-e7f0-45e6-a48f-6a7ed60edcb4.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 812.176581] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28bf7e2f-3d63-424c-924c-0611dd5c9750 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.184673] env[69699]: DEBUG oslo_vmware.api [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 812.184673] env[69699]: value = "task-3607003" [ 812.184673] env[69699]: _type = "Task" [ 812.184673] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.193359] env[69699]: DEBUG oslo_vmware.api [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607003, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.250318] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.293154] env[69699]: DEBUG oslo_concurrency.lockutils [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Releasing lock "refresh_cache-a56031df-186a-4a08-886d-8bb99e015dba" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.293154] env[69699]: DEBUG nova.compute.manager [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] [instance: a56031df-186a-4a08-886d-8bb99e015dba] Instance network_info: |[{"id": "3a2f6d6e-8bdf-434d-ad9b-df34767dc0f7", "address": "fa:16:3e:22:cd:ef", "network": {"id": "cf415df1-88a7-45e1-9fdb-a1f8209f04dd", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1969314224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80288b475cc348328cd197f0f460f40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a2f6d6e-8b", "ovs_interfaceid": "3a2f6d6e-8bdf-434d-ad9b-df34767dc0f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 812.293394] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] [instance: a56031df-186a-4a08-886d-8bb99e015dba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:cd:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4954661-ff70-43dd-bc60-8cbca6b9cbfa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a2f6d6e-8bdf-434d-ad9b-df34767dc0f7', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 812.302134] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Creating folder: Project (80288b475cc348328cd197f0f460f40e). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.302988] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5d7b9c4-c830-4cd7-9b46-f96afc48acdf {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.314273] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Created folder: Project (80288b475cc348328cd197f0f460f40e) in parent group-v719415. [ 812.314526] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Creating folder: Instances. Parent ref: group-v719565. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.314802] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec12ab2a-5a7d-43a3-8000-ddb60182d157 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.325520] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Created folder: Instances in parent group-v719565. [ 812.325774] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.325975] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a56031df-186a-4a08-886d-8bb99e015dba] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 812.326199] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3777bfa-8c00-49f1-9632-6144afb88dc9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.349690] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 812.349690] env[69699]: value = "task-3607006" [ 812.349690] env[69699]: _type = "Task" [ 812.349690] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.359777] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607006, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.368134] env[69699]: DEBUG oslo_concurrency.lockutils [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.539s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.368134] env[69699]: DEBUG nova.compute.manager [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: e90cd9d1-a50b-4153-9e93-ec1006ebbad1] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 812.369643] env[69699]: DEBUG oslo_concurrency.lockutils [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.331s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.371288] env[69699]: INFO nova.compute.claims [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 63b25b55-b483-48db-aced-d2df4010a8ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 812.431716] env[69699]: DEBUG nova.network.neutron [None req-d8865f62-5dfe-44a8-9596-a246150a1d4c tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Updating instance_info_cache with network_info: [{"id": "394d95fe-4743-43c4-b13b-65bd8e257abb", "address": "fa:16:3e:ea:a2:44", "network": {"id": "0bd0c568-ae97-493c-9ed8-c70833965690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-782374772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba48fa426f0e4cb3b66a18836a0ae660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap394d95fe-47", "ovs_interfaceid": "394d95fe-4743-43c4-b13b-65bd8e257abb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9743d607-8ecc-45a8-b02e-58516a776cb6", "address": "fa:16:3e:d1:62:96", "network": {"id": "0bd0c568-ae97-493c-9ed8-c70833965690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-782374772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba48fa426f0e4cb3b66a18836a0ae660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9743d607-8e", "ovs_interfaceid": "9743d607-8ecc-45a8-b02e-58516a776cb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.660167] env[69699]: DEBUG nova.compute.manager [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 812.695550] env[69699]: DEBUG oslo_vmware.api [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607003, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501115} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.695828] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 2268d511-e7f0-45e6-a48f-6a7ed60edcb4/2268d511-e7f0-45e6-a48f-6a7ed60edcb4.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 812.696052] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 2268d511-e7f0-45e6-a48f-6a7ed60edcb4] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.696338] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ff7d36c-51f6-421a-ad1b-d39439c181cd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.702526] env[69699]: DEBUG oslo_vmware.api [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 812.702526] env[69699]: value = "task-3607007" [ 812.702526] env[69699]: _type = "Task" [ 812.702526] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.709604] env[69699]: DEBUG nova.compute.manager [req-641ccf6e-bda2-4409-8b4b-eb862d895aba req-107f76de-2982-43a1-a26c-c58d1866194f service nova] [instance: a56031df-186a-4a08-886d-8bb99e015dba] Received event network-vif-plugged-3a2f6d6e-8bdf-434d-ad9b-df34767dc0f7 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.709815] env[69699]: DEBUG oslo_concurrency.lockutils [req-641ccf6e-bda2-4409-8b4b-eb862d895aba req-107f76de-2982-43a1-a26c-c58d1866194f service nova] Acquiring lock "a56031df-186a-4a08-886d-8bb99e015dba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.710662] env[69699]: DEBUG oslo_concurrency.lockutils [req-641ccf6e-bda2-4409-8b4b-eb862d895aba req-107f76de-2982-43a1-a26c-c58d1866194f service nova] Lock "a56031df-186a-4a08-886d-8bb99e015dba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.710962] env[69699]: DEBUG oslo_concurrency.lockutils [req-641ccf6e-bda2-4409-8b4b-eb862d895aba req-107f76de-2982-43a1-a26c-c58d1866194f service nova] Lock "a56031df-186a-4a08-886d-8bb99e015dba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.711271] env[69699]: DEBUG nova.compute.manager [req-641ccf6e-bda2-4409-8b4b-eb862d895aba req-107f76de-2982-43a1-a26c-c58d1866194f service nova] [instance: a56031df-186a-4a08-886d-8bb99e015dba] No waiting events found dispatching network-vif-plugged-3a2f6d6e-8bdf-434d-ad9b-df34767dc0f7 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 812.711388] env[69699]: WARNING nova.compute.manager [req-641ccf6e-bda2-4409-8b4b-eb862d895aba req-107f76de-2982-43a1-a26c-c58d1866194f service nova] [instance: a56031df-186a-4a08-886d-8bb99e015dba] Received unexpected event network-vif-plugged-3a2f6d6e-8bdf-434d-ad9b-df34767dc0f7 for instance with vm_state building and task_state spawning. [ 812.711532] env[69699]: DEBUG nova.compute.manager [req-641ccf6e-bda2-4409-8b4b-eb862d895aba req-107f76de-2982-43a1-a26c-c58d1866194f service nova] [instance: a56031df-186a-4a08-886d-8bb99e015dba] Received event network-changed-3a2f6d6e-8bdf-434d-ad9b-df34767dc0f7 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.711648] env[69699]: DEBUG nova.compute.manager [req-641ccf6e-bda2-4409-8b4b-eb862d895aba req-107f76de-2982-43a1-a26c-c58d1866194f service nova] [instance: a56031df-186a-4a08-886d-8bb99e015dba] Refreshing instance network info cache due to event network-changed-3a2f6d6e-8bdf-434d-ad9b-df34767dc0f7. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 812.711843] env[69699]: DEBUG oslo_concurrency.lockutils [req-641ccf6e-bda2-4409-8b4b-eb862d895aba req-107f76de-2982-43a1-a26c-c58d1866194f service nova] Acquiring lock "refresh_cache-a56031df-186a-4a08-886d-8bb99e015dba" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.711990] env[69699]: DEBUG oslo_concurrency.lockutils [req-641ccf6e-bda2-4409-8b4b-eb862d895aba req-107f76de-2982-43a1-a26c-c58d1866194f service nova] Acquired lock "refresh_cache-a56031df-186a-4a08-886d-8bb99e015dba" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.712174] env[69699]: DEBUG nova.network.neutron [req-641ccf6e-bda2-4409-8b4b-eb862d895aba req-107f76de-2982-43a1-a26c-c58d1866194f service nova] [instance: a56031df-186a-4a08-886d-8bb99e015dba] Refreshing network info cache for port 3a2f6d6e-8bdf-434d-ad9b-df34767dc0f7 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.716552] env[69699]: DEBUG oslo_vmware.api [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607007, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.859831] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607006, 'name': CreateVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.876181] env[69699]: DEBUG nova.compute.utils [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 812.878143] env[69699]: DEBUG nova.compute.manager [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: e90cd9d1-a50b-4153-9e93-ec1006ebbad1] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 812.878143] env[69699]: DEBUG nova.network.neutron [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: e90cd9d1-a50b-4153-9e93-ec1006ebbad1] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 812.934589] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d8865f62-5dfe-44a8-9596-a246150a1d4c tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Releasing lock "refresh_cache-af9422bd-d925-4174-8ea5-91d2bcec2f3b" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.935309] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d8865f62-5dfe-44a8-9596-a246150a1d4c tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "af9422bd-d925-4174-8ea5-91d2bcec2f3b" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.935457] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d8865f62-5dfe-44a8-9596-a246150a1d4c tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquired lock "af9422bd-d925-4174-8ea5-91d2bcec2f3b" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.936311] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98f529a-2569-49fa-99e0-57283b8d7164 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.940599] env[69699]: DEBUG nova.policy [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8cc23d0e7ee407088d7699cccddf8af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '645dbd75f5c147acaa64846298a77f9c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 812.955938] env[69699]: DEBUG nova.virt.hardware [None req-d8865f62-5dfe-44a8-9596-a246150a1d4c tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 812.956188] env[69699]: DEBUG nova.virt.hardware [None req-d8865f62-5dfe-44a8-9596-a246150a1d4c tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 812.956342] env[69699]: DEBUG nova.virt.hardware [None req-d8865f62-5dfe-44a8-9596-a246150a1d4c tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.956520] env[69699]: DEBUG nova.virt.hardware [None req-d8865f62-5dfe-44a8-9596-a246150a1d4c tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 812.956664] env[69699]: DEBUG nova.virt.hardware [None req-d8865f62-5dfe-44a8-9596-a246150a1d4c tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.956810] env[69699]: DEBUG nova.virt.hardware [None req-d8865f62-5dfe-44a8-9596-a246150a1d4c tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 812.957022] env[69699]: DEBUG nova.virt.hardware [None req-d8865f62-5dfe-44a8-9596-a246150a1d4c tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 812.957228] env[69699]: DEBUG nova.virt.hardware [None req-d8865f62-5dfe-44a8-9596-a246150a1d4c tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 812.957465] env[69699]: DEBUG nova.virt.hardware [None req-d8865f62-5dfe-44a8-9596-a246150a1d4c tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 812.957655] env[69699]: DEBUG nova.virt.hardware [None req-d8865f62-5dfe-44a8-9596-a246150a1d4c tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 812.957827] env[69699]: DEBUG nova.virt.hardware [None req-d8865f62-5dfe-44a8-9596-a246150a1d4c tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 812.964147] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d8865f62-5dfe-44a8-9596-a246150a1d4c tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Reconfiguring VM to attach interface {{(pid=69699) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 812.964470] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5905efc5-2f33-4a3a-86f5-e218ebc4c8c0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.982877] env[69699]: DEBUG oslo_vmware.api [None req-d8865f62-5dfe-44a8-9596-a246150a1d4c tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Waiting for the task: (returnval){ [ 812.982877] env[69699]: value = "task-3607008" [ 812.982877] env[69699]: _type = "Task" [ 812.982877] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.991318] env[69699]: DEBUG oslo_vmware.api [None req-d8865f62-5dfe-44a8-9596-a246150a1d4c tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607008, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.183810] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.213466] env[69699]: DEBUG oslo_vmware.api [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607007, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068074} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.213715] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 2268d511-e7f0-45e6-a48f-6a7ed60edcb4] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 813.214550] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66b9da2-405e-4628-90a4-47f4ecb737df {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.237873] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 2268d511-e7f0-45e6-a48f-6a7ed60edcb4] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 2268d511-e7f0-45e6-a48f-6a7ed60edcb4/2268d511-e7f0-45e6-a48f-6a7ed60edcb4.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.238753] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-113980a8-d133-419d-b930-426e2d77e69c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.260365] env[69699]: DEBUG oslo_vmware.api [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 813.260365] env[69699]: value = "task-3607009" [ 813.260365] env[69699]: _type = "Task" [ 813.260365] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.267298] env[69699]: DEBUG oslo_vmware.api [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607009, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.361223] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607006, 'name': CreateVM_Task, 'duration_secs': 0.729441} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.361565] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a56031df-186a-4a08-886d-8bb99e015dba] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 813.362019] env[69699]: DEBUG oslo_concurrency.lockutils [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.362178] env[69699]: DEBUG oslo_concurrency.lockutils [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.362533] env[69699]: DEBUG oslo_concurrency.lockutils [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.362795] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2264825d-fd1f-409b-b025-e868d8e8f408 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.367521] env[69699]: DEBUG oslo_vmware.api [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Waiting for the task: (returnval){ [ 813.367521] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52609bfc-1384-57e1-8bda-dc367d4c1428" [ 813.367521] env[69699]: _type = "Task" [ 813.367521] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.377950] env[69699]: DEBUG oslo_vmware.api [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52609bfc-1384-57e1-8bda-dc367d4c1428, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.379577] env[69699]: DEBUG nova.network.neutron [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: e90cd9d1-a50b-4153-9e93-ec1006ebbad1] Successfully created port: b53117e0-8155-4b97-93f3-37a254c7cc25 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 813.381949] env[69699]: DEBUG nova.compute.manager [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: e90cd9d1-a50b-4153-9e93-ec1006ebbad1] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 813.487507] env[69699]: DEBUG nova.network.neutron [req-641ccf6e-bda2-4409-8b4b-eb862d895aba req-107f76de-2982-43a1-a26c-c58d1866194f service nova] [instance: a56031df-186a-4a08-886d-8bb99e015dba] Updated VIF entry in instance network info cache for port 3a2f6d6e-8bdf-434d-ad9b-df34767dc0f7. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.487880] env[69699]: DEBUG nova.network.neutron [req-641ccf6e-bda2-4409-8b4b-eb862d895aba req-107f76de-2982-43a1-a26c-c58d1866194f service nova] [instance: a56031df-186a-4a08-886d-8bb99e015dba] Updating instance_info_cache with network_info: [{"id": "3a2f6d6e-8bdf-434d-ad9b-df34767dc0f7", "address": "fa:16:3e:22:cd:ef", "network": {"id": "cf415df1-88a7-45e1-9fdb-a1f8209f04dd", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1969314224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80288b475cc348328cd197f0f460f40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a2f6d6e-8b", "ovs_interfaceid": "3a2f6d6e-8bdf-434d-ad9b-df34767dc0f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.495018] env[69699]: DEBUG oslo_vmware.api [None req-d8865f62-5dfe-44a8-9596-a246150a1d4c tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607008, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.770138] env[69699]: DEBUG oslo_vmware.api [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607009, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.884172] env[69699]: DEBUG oslo_vmware.api [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52609bfc-1384-57e1-8bda-dc367d4c1428, 'name': SearchDatastore_Task, 'duration_secs': 0.014591} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.884172] env[69699]: DEBUG oslo_concurrency.lockutils [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.884172] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] [instance: a56031df-186a-4a08-886d-8bb99e015dba] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 813.884172] env[69699]: DEBUG oslo_concurrency.lockutils [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.884172] env[69699]: DEBUG oslo_concurrency.lockutils [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.884172] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 813.885681] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c4a1e6e-4cba-464c-8307-175b76a9b83d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.915943] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 813.915943] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 813.919302] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3d1001d-9cc0-48df-b525-8fae11dd1b2c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.925787] env[69699]: DEBUG oslo_vmware.api [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Waiting for the task: (returnval){ [ 813.925787] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52f85a03-a60a-a171-9f3f-6b7812e5c3f1" [ 813.925787] env[69699]: _type = "Task" [ 813.925787] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.938058] env[69699]: DEBUG oslo_vmware.api [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52f85a03-a60a-a171-9f3f-6b7812e5c3f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.940544] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1ddb94-9d04-414f-b5eb-801116fa7851 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.948400] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6279734c-b14a-45a6-a513-b4d1b4989d7b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.981379] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82cc4bd8-593a-4840-a840-0708a0c5e95c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.991568] env[69699]: DEBUG oslo_concurrency.lockutils [req-641ccf6e-bda2-4409-8b4b-eb862d895aba req-107f76de-2982-43a1-a26c-c58d1866194f service nova] Releasing lock "refresh_cache-a56031df-186a-4a08-886d-8bb99e015dba" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.991827] env[69699]: DEBUG nova.compute.manager [req-641ccf6e-bda2-4409-8b4b-eb862d895aba req-107f76de-2982-43a1-a26c-c58d1866194f service nova] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Received event network-vif-plugged-9743d607-8ecc-45a8-b02e-58516a776cb6 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.992079] env[69699]: DEBUG oslo_concurrency.lockutils [req-641ccf6e-bda2-4409-8b4b-eb862d895aba req-107f76de-2982-43a1-a26c-c58d1866194f service nova] Acquiring lock "af9422bd-d925-4174-8ea5-91d2bcec2f3b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.992233] env[69699]: DEBUG oslo_concurrency.lockutils [req-641ccf6e-bda2-4409-8b4b-eb862d895aba req-107f76de-2982-43a1-a26c-c58d1866194f service nova] Lock "af9422bd-d925-4174-8ea5-91d2bcec2f3b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.992393] env[69699]: DEBUG oslo_concurrency.lockutils [req-641ccf6e-bda2-4409-8b4b-eb862d895aba req-107f76de-2982-43a1-a26c-c58d1866194f service nova] Lock "af9422bd-d925-4174-8ea5-91d2bcec2f3b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.992560] env[69699]: DEBUG nova.compute.manager [req-641ccf6e-bda2-4409-8b4b-eb862d895aba req-107f76de-2982-43a1-a26c-c58d1866194f service nova] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] No waiting events found dispatching network-vif-plugged-9743d607-8ecc-45a8-b02e-58516a776cb6 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 813.992723] env[69699]: WARNING nova.compute.manager [req-641ccf6e-bda2-4409-8b4b-eb862d895aba req-107f76de-2982-43a1-a26c-c58d1866194f service nova] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Received unexpected event network-vif-plugged-9743d607-8ecc-45a8-b02e-58516a776cb6 for instance with vm_state active and task_state None. [ 813.992882] env[69699]: DEBUG nova.compute.manager [req-641ccf6e-bda2-4409-8b4b-eb862d895aba req-107f76de-2982-43a1-a26c-c58d1866194f service nova] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Received event network-changed-9743d607-8ecc-45a8-b02e-58516a776cb6 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.993047] env[69699]: DEBUG nova.compute.manager [req-641ccf6e-bda2-4409-8b4b-eb862d895aba req-107f76de-2982-43a1-a26c-c58d1866194f service nova] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Refreshing instance network info cache due to event network-changed-9743d607-8ecc-45a8-b02e-58516a776cb6. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 813.993236] env[69699]: DEBUG oslo_concurrency.lockutils [req-641ccf6e-bda2-4409-8b4b-eb862d895aba req-107f76de-2982-43a1-a26c-c58d1866194f service nova] Acquiring lock "refresh_cache-af9422bd-d925-4174-8ea5-91d2bcec2f3b" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.993370] env[69699]: DEBUG oslo_concurrency.lockutils [req-641ccf6e-bda2-4409-8b4b-eb862d895aba req-107f76de-2982-43a1-a26c-c58d1866194f service nova] Acquired lock "refresh_cache-af9422bd-d925-4174-8ea5-91d2bcec2f3b" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.993523] env[69699]: DEBUG nova.network.neutron [req-641ccf6e-bda2-4409-8b4b-eb862d895aba req-107f76de-2982-43a1-a26c-c58d1866194f service nova] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Refreshing network info cache for port 9743d607-8ecc-45a8-b02e-58516a776cb6 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.999040] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db53260e-ffac-4613-a3a5-6b0c83e806c9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.004341] env[69699]: DEBUG oslo_vmware.api [None req-d8865f62-5dfe-44a8-9596-a246150a1d4c tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607008, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.018917] env[69699]: DEBUG nova.compute.provider_tree [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.216082] env[69699]: DEBUG nova.network.neutron [req-641ccf6e-bda2-4409-8b4b-eb862d895aba req-107f76de-2982-43a1-a26c-c58d1866194f service nova] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Updated VIF entry in instance network info cache for port 9743d607-8ecc-45a8-b02e-58516a776cb6. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.216082] env[69699]: DEBUG nova.network.neutron [req-641ccf6e-bda2-4409-8b4b-eb862d895aba req-107f76de-2982-43a1-a26c-c58d1866194f service nova] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Updating instance_info_cache with network_info: [{"id": "394d95fe-4743-43c4-b13b-65bd8e257abb", "address": "fa:16:3e:ea:a2:44", "network": {"id": "0bd0c568-ae97-493c-9ed8-c70833965690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-782374772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba48fa426f0e4cb3b66a18836a0ae660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap394d95fe-47", "ovs_interfaceid": "394d95fe-4743-43c4-b13b-65bd8e257abb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9743d607-8ecc-45a8-b02e-58516a776cb6", "address": "fa:16:3e:d1:62:96", "network": {"id": "0bd0c568-ae97-493c-9ed8-c70833965690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-782374772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba48fa426f0e4cb3b66a18836a0ae660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9743d607-8e", "ovs_interfaceid": "9743d607-8ecc-45a8-b02e-58516a776cb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.270827] env[69699]: DEBUG oslo_vmware.api [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607009, 'name': ReconfigVM_Task, 'duration_secs': 0.691089} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.271185] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 2268d511-e7f0-45e6-a48f-6a7ed60edcb4] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 2268d511-e7f0-45e6-a48f-6a7ed60edcb4/2268d511-e7f0-45e6-a48f-6a7ed60edcb4.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 814.271832] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-906920e9-86da-4207-94fa-886596832a5a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.278312] env[69699]: DEBUG oslo_vmware.api [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 814.278312] env[69699]: value = "task-3607010" [ 814.278312] env[69699]: _type = "Task" [ 814.278312] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.287630] env[69699]: DEBUG oslo_vmware.api [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607010, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.395966] env[69699]: INFO nova.compute.manager [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Rebuilding instance [ 814.399070] env[69699]: DEBUG nova.compute.manager [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: e90cd9d1-a50b-4153-9e93-ec1006ebbad1] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 814.422516] env[69699]: DEBUG nova.virt.hardware [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 814.422763] env[69699]: DEBUG nova.virt.hardware [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.422921] env[69699]: DEBUG nova.virt.hardware [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.423118] env[69699]: DEBUG nova.virt.hardware [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.423265] env[69699]: DEBUG nova.virt.hardware [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.423407] env[69699]: DEBUG nova.virt.hardware [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 814.423611] env[69699]: DEBUG nova.virt.hardware [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 814.423766] env[69699]: DEBUG nova.virt.hardware [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 814.423927] env[69699]: DEBUG nova.virt.hardware [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 814.424543] env[69699]: DEBUG nova.virt.hardware [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 814.424772] env[69699]: DEBUG nova.virt.hardware [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 814.426773] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38ce426-b270-4093-a192-076818381d61 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.446126] env[69699]: DEBUG oslo_vmware.api [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52f85a03-a60a-a171-9f3f-6b7812e5c3f1, 'name': SearchDatastore_Task, 'duration_secs': 0.011078} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.447455] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a45fe3-3818-4ec3-802e-d966835b9aec {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.453538] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c917c364-a0a8-4900-898a-4f81a767f854 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.472474] env[69699]: DEBUG oslo_vmware.api [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Waiting for the task: (returnval){ [ 814.472474] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]525daace-6846-99c0-1d04-798c8fbdeb7d" [ 814.472474] env[69699]: _type = "Task" [ 814.472474] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.483457] env[69699]: DEBUG oslo_vmware.api [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]525daace-6846-99c0-1d04-798c8fbdeb7d, 'name': SearchDatastore_Task, 'duration_secs': 0.010579} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.486278] env[69699]: DEBUG oslo_concurrency.lockutils [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.486547] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] a56031df-186a-4a08-886d-8bb99e015dba/a56031df-186a-4a08-886d-8bb99e015dba.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 814.487674] env[69699]: DEBUG nova.compute.manager [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 814.487674] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43f31a3c-9290-43ec-8a1b-62e5e3aeac0a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.493367] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4dbd00b-ea1b-4b7d-8618-26308cf3e6b5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.501208] env[69699]: DEBUG oslo_vmware.api [None req-d8865f62-5dfe-44a8-9596-a246150a1d4c tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607008, 'name': ReconfigVM_Task, 'duration_secs': 1.058694} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.503880] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d8865f62-5dfe-44a8-9596-a246150a1d4c tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Releasing lock "af9422bd-d925-4174-8ea5-91d2bcec2f3b" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.504129] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d8865f62-5dfe-44a8-9596-a246150a1d4c tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Reconfigured VM to attach interface {{(pid=69699) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 814.506953] env[69699]: DEBUG oslo_vmware.api [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Waiting for the task: (returnval){ [ 814.506953] env[69699]: value = "task-3607011" [ 814.506953] env[69699]: _type = "Task" [ 814.506953] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.518710] env[69699]: DEBUG oslo_vmware.api [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Task: {'id': task-3607011, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.523572] env[69699]: DEBUG nova.scheduler.client.report [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.719614] env[69699]: DEBUG oslo_concurrency.lockutils [req-641ccf6e-bda2-4409-8b4b-eb862d895aba req-107f76de-2982-43a1-a26c-c58d1866194f service nova] Releasing lock "refresh_cache-af9422bd-d925-4174-8ea5-91d2bcec2f3b" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.790268] env[69699]: DEBUG oslo_vmware.api [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607010, 'name': Rename_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.010826] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d8865f62-5dfe-44a8-9596-a246150a1d4c tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "interface-af9422bd-d925-4174-8ea5-91d2bcec2f3b-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.477s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.034360] env[69699]: DEBUG oslo_concurrency.lockutils [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.034878] env[69699]: DEBUG nova.compute.manager [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 63b25b55-b483-48db-aced-d2df4010a8ee] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 815.037430] env[69699]: DEBUG oslo_vmware.api [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Task: {'id': task-3607011, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.038362] env[69699]: DEBUG nova.network.neutron [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: e90cd9d1-a50b-4153-9e93-ec1006ebbad1] Successfully updated port: b53117e0-8155-4b97-93f3-37a254c7cc25 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 815.039528] env[69699]: DEBUG oslo_concurrency.lockutils [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.646s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.041264] env[69699]: INFO nova.compute.claims [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 815.291098] env[69699]: DEBUG oslo_vmware.api [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607010, 'name': Rename_Task, 'duration_secs': 0.97898} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.291098] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 2268d511-e7f0-45e6-a48f-6a7ed60edcb4] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 815.291347] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a041aff2-451a-4aec-b9e6-402ac8ab3f46 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.300371] env[69699]: DEBUG oslo_vmware.api [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 815.300371] env[69699]: value = "task-3607012" [ 815.300371] env[69699]: _type = "Task" [ 815.300371] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.312713] env[69699]: DEBUG oslo_vmware.api [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607012, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.317796] env[69699]: DEBUG nova.compute.manager [req-b8b0b0d4-4cb9-4895-9ea8-44eaeab1ee74 req-2992ffe6-26d3-4318-b830-93fbd3c3eb45 service nova] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Received event network-changed-48799df7-5d7b-414b-bd2b-a318c43afd3e {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.318051] env[69699]: DEBUG nova.compute.manager [req-b8b0b0d4-4cb9-4895-9ea8-44eaeab1ee74 req-2992ffe6-26d3-4318-b830-93fbd3c3eb45 service nova] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Refreshing instance network info cache due to event network-changed-48799df7-5d7b-414b-bd2b-a318c43afd3e. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 815.318367] env[69699]: DEBUG oslo_concurrency.lockutils [req-b8b0b0d4-4cb9-4895-9ea8-44eaeab1ee74 req-2992ffe6-26d3-4318-b830-93fbd3c3eb45 service nova] Acquiring lock "refresh_cache-7927fd76-4ab2-4703-985e-e539a7d44482" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.318447] env[69699]: DEBUG oslo_concurrency.lockutils [req-b8b0b0d4-4cb9-4895-9ea8-44eaeab1ee74 req-2992ffe6-26d3-4318-b830-93fbd3c3eb45 service nova] Acquired lock "refresh_cache-7927fd76-4ab2-4703-985e-e539a7d44482" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.318635] env[69699]: DEBUG nova.network.neutron [req-b8b0b0d4-4cb9-4895-9ea8-44eaeab1ee74 req-2992ffe6-26d3-4318-b830-93fbd3c3eb45 service nova] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Refreshing network info cache for port 48799df7-5d7b-414b-bd2b-a318c43afd3e {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.524358] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 815.524645] env[69699]: DEBUG oslo_vmware.api [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Task: {'id': task-3607011, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.524874] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-913b1d99-d0b3-4f67-af33-a84e7e9a54be {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.527130] env[69699]: DEBUG oslo_concurrency.lockutils [None req-dfeadc7b-126d-46b4-8c35-6410446b0399 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Acquiring lock "7927fd76-4ab2-4703-985e-e539a7d44482" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.527421] env[69699]: DEBUG oslo_concurrency.lockutils [None req-dfeadc7b-126d-46b4-8c35-6410446b0399 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Lock "7927fd76-4ab2-4703-985e-e539a7d44482" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.527680] env[69699]: INFO nova.compute.manager [None req-dfeadc7b-126d-46b4-8c35-6410446b0399 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Rebooting instance [ 815.532381] env[69699]: DEBUG oslo_vmware.api [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 815.532381] env[69699]: value = "task-3607013" [ 815.532381] env[69699]: _type = "Task" [ 815.532381] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.545831] env[69699]: DEBUG nova.compute.utils [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 815.547829] env[69699]: DEBUG oslo_vmware.api [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607013, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.548755] env[69699]: DEBUG oslo_concurrency.lockutils [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Acquiring lock "refresh_cache-e90cd9d1-a50b-4153-9e93-ec1006ebbad1" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.548891] env[69699]: DEBUG oslo_concurrency.lockutils [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Acquired lock "refresh_cache-e90cd9d1-a50b-4153-9e93-ec1006ebbad1" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.549048] env[69699]: DEBUG nova.network.neutron [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: e90cd9d1-a50b-4153-9e93-ec1006ebbad1] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 815.553573] env[69699]: DEBUG nova.compute.manager [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 63b25b55-b483-48db-aced-d2df4010a8ee] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 815.553573] env[69699]: DEBUG nova.network.neutron [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 63b25b55-b483-48db-aced-d2df4010a8ee] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 815.610537] env[69699]: DEBUG nova.policy [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8cc23d0e7ee407088d7699cccddf8af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '645dbd75f5c147acaa64846298a77f9c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 815.815863] env[69699]: DEBUG oslo_vmware.api [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607012, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.963062] env[69699]: DEBUG nova.network.neutron [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 63b25b55-b483-48db-aced-d2df4010a8ee] Successfully created port: 1d979e62-074e-4f8b-b915-992688ee5de5 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 816.023856] env[69699]: DEBUG oslo_vmware.api [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Task: {'id': task-3607011, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.047498} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.023997] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] a56031df-186a-4a08-886d-8bb99e015dba/a56031df-186a-4a08-886d-8bb99e015dba.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 816.024316] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] [instance: a56031df-186a-4a08-886d-8bb99e015dba] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 816.024575] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e8c2617-8ae1-4cbb-b009-49fabb51bc0c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.035731] env[69699]: DEBUG oslo_vmware.api [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Waiting for the task: (returnval){ [ 816.035731] env[69699]: value = "task-3607014" [ 816.035731] env[69699]: _type = "Task" [ 816.035731] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.049545] env[69699]: DEBUG nova.compute.manager [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 63b25b55-b483-48db-aced-d2df4010a8ee] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 816.068706] env[69699]: DEBUG oslo_vmware.api [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607013, 'name': PowerOffVM_Task, 'duration_secs': 0.214359} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.069010] env[69699]: DEBUG oslo_vmware.api [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Task: {'id': task-3607014, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.070696] env[69699]: DEBUG oslo_concurrency.lockutils [None req-dfeadc7b-126d-46b4-8c35-6410446b0399 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Acquiring lock "refresh_cache-7927fd76-4ab2-4703-985e-e539a7d44482" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.071279] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.071582] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 816.072655] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de1afe8-5ef4-4f1a-b963-74cb7f23d216 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.081608] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 816.082017] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1baeea1a-cb33-4a06-be77-02951b113b3a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.123806] env[69699]: DEBUG nova.network.neutron [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: e90cd9d1-a50b-4153-9e93-ec1006ebbad1] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 816.136561] env[69699]: DEBUG nova.network.neutron [req-b8b0b0d4-4cb9-4895-9ea8-44eaeab1ee74 req-2992ffe6-26d3-4318-b830-93fbd3c3eb45 service nova] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Updated VIF entry in instance network info cache for port 48799df7-5d7b-414b-bd2b-a318c43afd3e. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 816.137152] env[69699]: DEBUG nova.network.neutron [req-b8b0b0d4-4cb9-4895-9ea8-44eaeab1ee74 req-2992ffe6-26d3-4318-b830-93fbd3c3eb45 service nova] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Updating instance_info_cache with network_info: [{"id": "48799df7-5d7b-414b-bd2b-a318c43afd3e", "address": "fa:16:3e:af:93:7e", "network": {"id": "3f14eaef-d19b-457b-a28c-e23b83fd8646", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-456630276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3706174f65824863b5c86764cc939538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48799df7-5d", "ovs_interfaceid": "48799df7-5d7b-414b-bd2b-a318c43afd3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.164973] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.165413] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.166486] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Deleting the datastore file [datastore2] 0504132d-eb33-4c2d-9944-316aa6918035 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.166969] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48afa18e-2f55-4368-a2fb-961cefd2e5e7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.176027] env[69699]: DEBUG oslo_vmware.api [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 816.176027] env[69699]: value = "task-3607016" [ 816.176027] env[69699]: _type = "Task" [ 816.176027] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.193374] env[69699]: DEBUG oslo_vmware.api [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607016, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.320273] env[69699]: DEBUG oslo_vmware.api [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607012, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.417812] env[69699]: DEBUG nova.network.neutron [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: e90cd9d1-a50b-4153-9e93-ec1006ebbad1] Updating instance_info_cache with network_info: [{"id": "b53117e0-8155-4b97-93f3-37a254c7cc25", "address": "fa:16:3e:da:cc:c6", "network": {"id": "ea541eb3-0d70-4958-b59a-7b775fc37fb3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-372507407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "645dbd75f5c147acaa64846298a77f9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb53117e0-81", "ovs_interfaceid": "b53117e0-8155-4b97-93f3-37a254c7cc25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.550807] env[69699]: DEBUG oslo_vmware.api [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Task: {'id': task-3607014, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081372} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.554977] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] [instance: a56031df-186a-4a08-886d-8bb99e015dba] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 816.556051] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034e162f-fa8c-4826-8e1b-78dc31925cd9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.599338] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] [instance: a56031df-186a-4a08-886d-8bb99e015dba] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] a56031df-186a-4a08-886d-8bb99e015dba/a56031df-186a-4a08-886d-8bb99e015dba.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 816.602794] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46ac81cc-c66c-425c-8dba-2537e4f2d7f5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.631015] env[69699]: DEBUG oslo_vmware.api [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Waiting for the task: (returnval){ [ 816.631015] env[69699]: value = "task-3607017" [ 816.631015] env[69699]: _type = "Task" [ 816.631015] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.642313] env[69699]: DEBUG oslo_concurrency.lockutils [req-b8b0b0d4-4cb9-4895-9ea8-44eaeab1ee74 req-2992ffe6-26d3-4318-b830-93fbd3c3eb45 service nova] Releasing lock "refresh_cache-7927fd76-4ab2-4703-985e-e539a7d44482" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.643916] env[69699]: DEBUG oslo_concurrency.lockutils [None req-dfeadc7b-126d-46b4-8c35-6410446b0399 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Acquired lock "refresh_cache-7927fd76-4ab2-4703-985e-e539a7d44482" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.643916] env[69699]: DEBUG nova.network.neutron [None req-dfeadc7b-126d-46b4-8c35-6410446b0399 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.650834] env[69699]: DEBUG oslo_vmware.api [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Task: {'id': task-3607017, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.686595] env[69699]: DEBUG oslo_vmware.api [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607016, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.444467} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.686942] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 816.687215] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 816.687399] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 816.692644] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c578dc2-c91b-4c4e-8b41-6060b6092b7e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.701771] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8716d0c-ee21-418c-bcb7-67330f6e0bbd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.739090] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340d5f0a-f603-468c-8fc9-6aebd10c724c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.748342] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976e3ddd-e534-482a-bcd1-5bb91dacefcd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.765331] env[69699]: DEBUG nova.compute.provider_tree [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.816565] env[69699]: DEBUG oslo_vmware.api [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607012, 'name': PowerOnVM_Task, 'duration_secs': 1.322182} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.816842] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 2268d511-e7f0-45e6-a48f-6a7ed60edcb4] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.817383] env[69699]: INFO nova.compute.manager [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 2268d511-e7f0-45e6-a48f-6a7ed60edcb4] Took 9.84 seconds to spawn the instance on the hypervisor. [ 816.817586] env[69699]: DEBUG nova.compute.manager [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 2268d511-e7f0-45e6-a48f-6a7ed60edcb4] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.818505] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f7709f-516d-466e-bf20-00d6b695ba90 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.922567] env[69699]: DEBUG oslo_concurrency.lockutils [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Releasing lock "refresh_cache-e90cd9d1-a50b-4153-9e93-ec1006ebbad1" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.923027] env[69699]: DEBUG nova.compute.manager [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: e90cd9d1-a50b-4153-9e93-ec1006ebbad1] Instance network_info: |[{"id": "b53117e0-8155-4b97-93f3-37a254c7cc25", "address": "fa:16:3e:da:cc:c6", "network": {"id": "ea541eb3-0d70-4958-b59a-7b775fc37fb3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-372507407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "645dbd75f5c147acaa64846298a77f9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb53117e0-81", "ovs_interfaceid": "b53117e0-8155-4b97-93f3-37a254c7cc25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 816.923646] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: e90cd9d1-a50b-4153-9e93-ec1006ebbad1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:cc:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b71230ae-e879-4384-88ce-fe64c86fce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b53117e0-8155-4b97-93f3-37a254c7cc25', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 816.933091] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Creating folder: Project (645dbd75f5c147acaa64846298a77f9c). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 816.933558] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e1602dd-6872-44f1-a656-4ff4eebb5f9d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.947303] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Created folder: Project (645dbd75f5c147acaa64846298a77f9c) in parent group-v719415. [ 816.947586] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Creating folder: Instances. Parent ref: group-v719568. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 816.947880] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8bde3143-fe55-455d-a2ba-2cadd461b710 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.959806] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Created folder: Instances in parent group-v719568. [ 816.960094] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.960306] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e90cd9d1-a50b-4153-9e93-ec1006ebbad1] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 816.960706] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec542159-3794-45d5-b40f-c3915426adb4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.982090] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 816.982090] env[69699]: value = "task-3607020" [ 816.982090] env[69699]: _type = "Task" [ 816.982090] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.990781] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607020, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.072961] env[69699]: DEBUG nova.compute.manager [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 63b25b55-b483-48db-aced-d2df4010a8ee] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 817.107636] env[69699]: DEBUG nova.virt.hardware [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 817.107934] env[69699]: DEBUG nova.virt.hardware [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 817.108193] env[69699]: DEBUG nova.virt.hardware [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.108488] env[69699]: DEBUG nova.virt.hardware [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 817.108875] env[69699]: DEBUG nova.virt.hardware [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.108875] env[69699]: DEBUG nova.virt.hardware [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 817.109140] env[69699]: DEBUG nova.virt.hardware [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 817.109312] env[69699]: DEBUG nova.virt.hardware [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 817.109481] env[69699]: DEBUG nova.virt.hardware [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 817.109831] env[69699]: DEBUG nova.virt.hardware [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 817.110052] env[69699]: DEBUG nova.virt.hardware [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 817.111111] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce3c91c-83be-422c-bf83-209367ed0e39 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.124667] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87fe0f77-9153-4fae-9014-deb2cba40d0a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.128625] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8329e47b-339b-4625-98d2-f442a49169e7 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "interface-af9422bd-d925-4174-8ea5-91d2bcec2f3b-9743d607-8ecc-45a8-b02e-58516a776cb6" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.128854] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8329e47b-339b-4625-98d2-f442a49169e7 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "interface-af9422bd-d925-4174-8ea5-91d2bcec2f3b-9743d607-8ecc-45a8-b02e-58516a776cb6" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.152677] env[69699]: DEBUG oslo_vmware.api [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Task: {'id': task-3607017, 'name': ReconfigVM_Task, 'duration_secs': 0.452622} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.153807] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] [instance: a56031df-186a-4a08-886d-8bb99e015dba] Reconfigured VM instance instance-00000034 to attach disk [datastore1] a56031df-186a-4a08-886d-8bb99e015dba/a56031df-186a-4a08-886d-8bb99e015dba.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 817.153960] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c849254-0fed-4be8-b8d5-59f0020e96b3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.162578] env[69699]: DEBUG oslo_vmware.api [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Waiting for the task: (returnval){ [ 817.162578] env[69699]: value = "task-3607021" [ 817.162578] env[69699]: _type = "Task" [ 817.162578] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.173920] env[69699]: DEBUG oslo_vmware.api [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Task: {'id': task-3607021, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.270728] env[69699]: DEBUG nova.scheduler.client.report [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.345687] env[69699]: INFO nova.compute.manager [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 2268d511-e7f0-45e6-a48f-6a7ed60edcb4] Took 46.61 seconds to build instance. [ 817.496908] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607020, 'name': CreateVM_Task, 'duration_secs': 0.397879} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.497126] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e90cd9d1-a50b-4153-9e93-ec1006ebbad1] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.497833] env[69699]: DEBUG oslo_concurrency.lockutils [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.497998] env[69699]: DEBUG oslo_concurrency.lockutils [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.498448] env[69699]: DEBUG oslo_concurrency.lockutils [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.498715] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d11a528-e014-4033-b1d8-dd8fe0cd318a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.504865] env[69699]: DEBUG oslo_vmware.api [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Waiting for the task: (returnval){ [ 817.504865] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ae98fa-5ef3-86c2-3e37-ce83df8d9b56" [ 817.504865] env[69699]: _type = "Task" [ 817.504865] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.518962] env[69699]: DEBUG oslo_vmware.api [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ae98fa-5ef3-86c2-3e37-ce83df8d9b56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.550090] env[69699]: DEBUG nova.compute.manager [req-e6d95677-ddf3-4996-967d-d151fa6de45e req-1560b0aa-7a2a-4f37-b5ad-4da159b0a128 service nova] [instance: e90cd9d1-a50b-4153-9e93-ec1006ebbad1] Received event network-vif-plugged-b53117e0-8155-4b97-93f3-37a254c7cc25 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.550320] env[69699]: DEBUG oslo_concurrency.lockutils [req-e6d95677-ddf3-4996-967d-d151fa6de45e req-1560b0aa-7a2a-4f37-b5ad-4da159b0a128 service nova] Acquiring lock "e90cd9d1-a50b-4153-9e93-ec1006ebbad1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.550525] env[69699]: DEBUG oslo_concurrency.lockutils [req-e6d95677-ddf3-4996-967d-d151fa6de45e req-1560b0aa-7a2a-4f37-b5ad-4da159b0a128 service nova] Lock "e90cd9d1-a50b-4153-9e93-ec1006ebbad1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.550691] env[69699]: DEBUG oslo_concurrency.lockutils [req-e6d95677-ddf3-4996-967d-d151fa6de45e req-1560b0aa-7a2a-4f37-b5ad-4da159b0a128 service nova] Lock "e90cd9d1-a50b-4153-9e93-ec1006ebbad1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.550853] env[69699]: DEBUG nova.compute.manager [req-e6d95677-ddf3-4996-967d-d151fa6de45e req-1560b0aa-7a2a-4f37-b5ad-4da159b0a128 service nova] [instance: e90cd9d1-a50b-4153-9e93-ec1006ebbad1] No waiting events found dispatching network-vif-plugged-b53117e0-8155-4b97-93f3-37a254c7cc25 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 817.551117] env[69699]: WARNING nova.compute.manager [req-e6d95677-ddf3-4996-967d-d151fa6de45e req-1560b0aa-7a2a-4f37-b5ad-4da159b0a128 service nova] [instance: e90cd9d1-a50b-4153-9e93-ec1006ebbad1] Received unexpected event network-vif-plugged-b53117e0-8155-4b97-93f3-37a254c7cc25 for instance with vm_state building and task_state spawning. [ 817.551243] env[69699]: DEBUG nova.compute.manager [req-e6d95677-ddf3-4996-967d-d151fa6de45e req-1560b0aa-7a2a-4f37-b5ad-4da159b0a128 service nova] [instance: e90cd9d1-a50b-4153-9e93-ec1006ebbad1] Received event network-changed-b53117e0-8155-4b97-93f3-37a254c7cc25 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.551416] env[69699]: DEBUG nova.compute.manager [req-e6d95677-ddf3-4996-967d-d151fa6de45e req-1560b0aa-7a2a-4f37-b5ad-4da159b0a128 service nova] [instance: e90cd9d1-a50b-4153-9e93-ec1006ebbad1] Refreshing instance network info cache due to event network-changed-b53117e0-8155-4b97-93f3-37a254c7cc25. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 817.551619] env[69699]: DEBUG oslo_concurrency.lockutils [req-e6d95677-ddf3-4996-967d-d151fa6de45e req-1560b0aa-7a2a-4f37-b5ad-4da159b0a128 service nova] Acquiring lock "refresh_cache-e90cd9d1-a50b-4153-9e93-ec1006ebbad1" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.551788] env[69699]: DEBUG oslo_concurrency.lockutils [req-e6d95677-ddf3-4996-967d-d151fa6de45e req-1560b0aa-7a2a-4f37-b5ad-4da159b0a128 service nova] Acquired lock "refresh_cache-e90cd9d1-a50b-4153-9e93-ec1006ebbad1" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.551957] env[69699]: DEBUG nova.network.neutron [req-e6d95677-ddf3-4996-967d-d151fa6de45e req-1560b0aa-7a2a-4f37-b5ad-4da159b0a128 service nova] [instance: e90cd9d1-a50b-4153-9e93-ec1006ebbad1] Refreshing network info cache for port b53117e0-8155-4b97-93f3-37a254c7cc25 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.596100] env[69699]: DEBUG nova.network.neutron [None req-dfeadc7b-126d-46b4-8c35-6410446b0399 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Updating instance_info_cache with network_info: [{"id": "48799df7-5d7b-414b-bd2b-a318c43afd3e", "address": "fa:16:3e:af:93:7e", "network": {"id": "3f14eaef-d19b-457b-a28c-e23b83fd8646", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-456630276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3706174f65824863b5c86764cc939538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48799df7-5d", "ovs_interfaceid": "48799df7-5d7b-414b-bd2b-a318c43afd3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.633685] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8329e47b-339b-4625-98d2-f442a49169e7 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "af9422bd-d925-4174-8ea5-91d2bcec2f3b" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.633845] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8329e47b-339b-4625-98d2-f442a49169e7 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquired lock "af9422bd-d925-4174-8ea5-91d2bcec2f3b" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.636397] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca268892-1385-4da1-a1c5-b05b68c56861 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.661213] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeacb513-f3de-478f-95f8-d772f2266896 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.700865] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8329e47b-339b-4625-98d2-f442a49169e7 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Reconfiguring VM to detach interface {{(pid=69699) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 817.701226] env[69699]: DEBUG oslo_vmware.api [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Task: {'id': task-3607021, 'name': Rename_Task, 'duration_secs': 0.180201} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.701458] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a452d15c-39ef-4ff5-9e28-a92a1a3b940d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.717427] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] [instance: a56031df-186a-4a08-886d-8bb99e015dba] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 817.719186] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b481c59b-3f5f-404d-94c1-052b729354f9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.726703] env[69699]: DEBUG oslo_vmware.api [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Waiting for the task: (returnval){ [ 817.726703] env[69699]: value = "task-3607022" [ 817.726703] env[69699]: _type = "Task" [ 817.726703] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.728370] env[69699]: DEBUG oslo_vmware.api [None req-8329e47b-339b-4625-98d2-f442a49169e7 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Waiting for the task: (returnval){ [ 817.728370] env[69699]: value = "task-3607023" [ 817.728370] env[69699]: _type = "Task" [ 817.728370] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.747746] env[69699]: DEBUG oslo_vmware.api [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Task: {'id': task-3607022, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.747874] env[69699]: DEBUG oslo_vmware.api [None req-8329e47b-339b-4625-98d2-f442a49169e7 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607023, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.757043] env[69699]: DEBUG nova.virt.hardware [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 817.757258] env[69699]: DEBUG nova.virt.hardware [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 817.757512] env[69699]: DEBUG nova.virt.hardware [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.757708] env[69699]: DEBUG nova.virt.hardware [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 817.757855] env[69699]: DEBUG nova.virt.hardware [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.758009] env[69699]: DEBUG nova.virt.hardware [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 817.758309] env[69699]: DEBUG nova.virt.hardware [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 817.758478] env[69699]: DEBUG nova.virt.hardware [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 817.758647] env[69699]: DEBUG nova.virt.hardware [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 817.758815] env[69699]: DEBUG nova.virt.hardware [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 817.759119] env[69699]: DEBUG nova.virt.hardware [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 817.760201] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4ad040-1fd0-47dd-a964-9ccbbed06f2e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.770879] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25452fa4-24f3-48a7-8b4a-317b5a00bf7d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.778210] env[69699]: DEBUG oslo_concurrency.lockutils [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.739s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.781019] env[69699]: DEBUG nova.compute.manager [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 817.782625] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.275s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.784160] env[69699]: INFO nova.compute.claims [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 817.800406] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:32:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '863474bc-a24a-4823-828c-580a187829e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9018ab2-df45-4bc6-8f2e-d174d47b9c88', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 817.809987] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.809987] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 817.809987] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8aad2ef-3bb2-4893-9a7a-78ba0d69cab8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.832562] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 817.832562] env[69699]: value = "task-3607024" [ 817.832562] env[69699]: _type = "Task" [ 817.832562] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.844048] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607024, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.848130] env[69699]: DEBUG oslo_concurrency.lockutils [None req-51936791-2bec-4d6c-a5bc-7901cc03678a tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Lock "2268d511-e7f0-45e6-a48f-6a7ed60edcb4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.342s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.987583] env[69699]: DEBUG nova.network.neutron [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 63b25b55-b483-48db-aced-d2df4010a8ee] Successfully updated port: 1d979e62-074e-4f8b-b915-992688ee5de5 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 818.017162] env[69699]: DEBUG oslo_vmware.api [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ae98fa-5ef3-86c2-3e37-ce83df8d9b56, 'name': SearchDatastore_Task, 'duration_secs': 0.013116} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.017366] env[69699]: DEBUG oslo_concurrency.lockutils [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.017744] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: e90cd9d1-a50b-4153-9e93-ec1006ebbad1] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 818.018101] env[69699]: DEBUG oslo_concurrency.lockutils [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.018303] env[69699]: DEBUG oslo_concurrency.lockutils [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.018537] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 818.018879] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f14b288c-3646-43aa-8698-5721c5b34e3a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.029259] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.029538] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 818.030289] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9679f956-978f-4a5e-9fb3-5a3422941db0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.036605] env[69699]: DEBUG oslo_vmware.api [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Waiting for the task: (returnval){ [ 818.036605] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]523b18bf-0277-7ce5-5ac4-4aac18d17ed3" [ 818.036605] env[69699]: _type = "Task" [ 818.036605] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.047373] env[69699]: DEBUG oslo_vmware.api [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]523b18bf-0277-7ce5-5ac4-4aac18d17ed3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.099047] env[69699]: DEBUG oslo_concurrency.lockutils [None req-dfeadc7b-126d-46b4-8c35-6410446b0399 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Releasing lock "refresh_cache-7927fd76-4ab2-4703-985e-e539a7d44482" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.239080] env[69699]: DEBUG oslo_vmware.api [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Task: {'id': task-3607022, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.245748] env[69699]: DEBUG oslo_vmware.api [None req-8329e47b-339b-4625-98d2-f442a49169e7 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.284089] env[69699]: DEBUG nova.compute.utils [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 818.285596] env[69699]: DEBUG nova.compute.manager [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 818.285770] env[69699]: DEBUG nova.network.neutron [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 818.323819] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquiring lock "74dd2ef3-54fc-48ed-bfa0-be086bd38ca6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.324055] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Lock "74dd2ef3-54fc-48ed-bfa0-be086bd38ca6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.342894] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607024, 'name': CreateVM_Task, 'duration_secs': 0.40463} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.343082] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 818.343752] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.343912] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.344307] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.344481] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5eb80d1f-78fa-4d16-979e-bb0d91d87cef {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.350730] env[69699]: DEBUG nova.compute.manager [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 818.353348] env[69699]: DEBUG oslo_vmware.api [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 818.353348] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]529faa1c-20b8-a2f4-f1ef-6f13a7c4ed2b" [ 818.353348] env[69699]: _type = "Task" [ 818.353348] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.364370] env[69699]: DEBUG oslo_vmware.api [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]529faa1c-20b8-a2f4-f1ef-6f13a7c4ed2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.370381] env[69699]: DEBUG nova.policy [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d78953b038e45118265bbe2825ca4de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f09e475d3ff54181a64bf47522db8d48', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 818.492159] env[69699]: DEBUG oslo_concurrency.lockutils [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Acquiring lock "refresh_cache-63b25b55-b483-48db-aced-d2df4010a8ee" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.492370] env[69699]: DEBUG oslo_concurrency.lockutils [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Acquired lock "refresh_cache-63b25b55-b483-48db-aced-d2df4010a8ee" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.492537] env[69699]: DEBUG nova.network.neutron [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 63b25b55-b483-48db-aced-d2df4010a8ee] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.548202] env[69699]: DEBUG oslo_vmware.api [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]523b18bf-0277-7ce5-5ac4-4aac18d17ed3, 'name': SearchDatastore_Task, 'duration_secs': 0.013481} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.550022] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fbaa6ef-de70-410b-ab6f-c531972497e0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.557016] env[69699]: DEBUG oslo_vmware.api [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Waiting for the task: (returnval){ [ 818.557016] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5262c023-1c7c-cdb6-8e93-5440e23bf761" [ 818.557016] env[69699]: _type = "Task" [ 818.557016] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.567646] env[69699]: DEBUG oslo_vmware.api [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5262c023-1c7c-cdb6-8e93-5440e23bf761, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.605673] env[69699]: DEBUG nova.compute.manager [None req-dfeadc7b-126d-46b4-8c35-6410446b0399 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 818.605968] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6fdaef3-3b83-482e-a899-87c74e2bc123 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.618288] env[69699]: DEBUG nova.network.neutron [req-e6d95677-ddf3-4996-967d-d151fa6de45e req-1560b0aa-7a2a-4f37-b5ad-4da159b0a128 service nova] [instance: e90cd9d1-a50b-4153-9e93-ec1006ebbad1] Updated VIF entry in instance network info cache for port b53117e0-8155-4b97-93f3-37a254c7cc25. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 818.619032] env[69699]: DEBUG nova.network.neutron [req-e6d95677-ddf3-4996-967d-d151fa6de45e req-1560b0aa-7a2a-4f37-b5ad-4da159b0a128 service nova] [instance: e90cd9d1-a50b-4153-9e93-ec1006ebbad1] Updating instance_info_cache with network_info: [{"id": "b53117e0-8155-4b97-93f3-37a254c7cc25", "address": "fa:16:3e:da:cc:c6", "network": {"id": "ea541eb3-0d70-4958-b59a-7b775fc37fb3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-372507407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "645dbd75f5c147acaa64846298a77f9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb53117e0-81", "ovs_interfaceid": "b53117e0-8155-4b97-93f3-37a254c7cc25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.745641] env[69699]: DEBUG oslo_vmware.api [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Task: {'id': task-3607022, 'name': PowerOnVM_Task, 'duration_secs': 0.785803} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.752108] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] [instance: a56031df-186a-4a08-886d-8bb99e015dba] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 818.752108] env[69699]: INFO nova.compute.manager [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] [instance: a56031df-186a-4a08-886d-8bb99e015dba] Took 9.08 seconds to spawn the instance on the hypervisor. [ 818.752108] env[69699]: DEBUG nova.compute.manager [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] [instance: a56031df-186a-4a08-886d-8bb99e015dba] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 818.752108] env[69699]: DEBUG oslo_vmware.api [None req-8329e47b-339b-4625-98d2-f442a49169e7 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.752108] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c274f87-caae-468f-accc-b115710e62b4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.788991] env[69699]: DEBUG nova.compute.manager [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 818.870024] env[69699]: DEBUG oslo_vmware.api [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]529faa1c-20b8-a2f4-f1ef-6f13a7c4ed2b, 'name': SearchDatastore_Task, 'duration_secs': 0.015935} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.872882] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.873630] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 818.873981] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.875223] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.066702] env[69699]: DEBUG oslo_vmware.api [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5262c023-1c7c-cdb6-8e93-5440e23bf761, 'name': SearchDatastore_Task, 'duration_secs': 0.014611} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.070119] env[69699]: DEBUG oslo_concurrency.lockutils [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.070119] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] e90cd9d1-a50b-4153-9e93-ec1006ebbad1/e90cd9d1-a50b-4153-9e93-ec1006ebbad1.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 819.070514] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.070933] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 819.070933] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a07c7a50-f980-4b5b-9a1d-d622be199112 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.072943] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8604b49f-abd4-4915-8aeb-19a7901461bb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.076179] env[69699]: DEBUG nova.network.neutron [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 63b25b55-b483-48db-aced-d2df4010a8ee] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 819.083420] env[69699]: DEBUG oslo_vmware.api [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Waiting for the task: (returnval){ [ 819.083420] env[69699]: value = "task-3607025" [ 819.083420] env[69699]: _type = "Task" [ 819.083420] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.090414] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 819.090547] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 819.091868] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66ba43cf-cd3f-4e80-a016-f79a7258b74f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.097399] env[69699]: DEBUG oslo_vmware.api [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607025, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.100444] env[69699]: DEBUG oslo_vmware.api [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 819.100444] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52174dd4-27b9-7fcb-7bb2-90eacf85cd02" [ 819.100444] env[69699]: _type = "Task" [ 819.100444] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.111173] env[69699]: DEBUG oslo_vmware.api [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52174dd4-27b9-7fcb-7bb2-90eacf85cd02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.126537] env[69699]: DEBUG oslo_concurrency.lockutils [req-e6d95677-ddf3-4996-967d-d151fa6de45e req-1560b0aa-7a2a-4f37-b5ad-4da159b0a128 service nova] Releasing lock "refresh_cache-e90cd9d1-a50b-4153-9e93-ec1006ebbad1" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.247551] env[69699]: DEBUG oslo_vmware.api [None req-8329e47b-339b-4625-98d2-f442a49169e7 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.276201] env[69699]: INFO nova.compute.manager [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] [instance: a56031df-186a-4a08-886d-8bb99e015dba] Took 38.52 seconds to build instance. [ 819.411363] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bccf4b3-e096-4fa9-a294-da97569e627d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.422785] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9111a506-6fb4-43f1-8acf-60107d935a85 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.463758] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b65d88-1e76-46d4-af71-61a472d0e557 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.475517] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccbf33d-7026-4282-a579-9edb7c52bdbf {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.495229] env[69699]: DEBUG nova.compute.provider_tree [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 819.519487] env[69699]: DEBUG nova.network.neutron [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 63b25b55-b483-48db-aced-d2df4010a8ee] Updating instance_info_cache with network_info: [{"id": "1d979e62-074e-4f8b-b915-992688ee5de5", "address": "fa:16:3e:98:b7:06", "network": {"id": "ea541eb3-0d70-4958-b59a-7b775fc37fb3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-372507407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "645dbd75f5c147acaa64846298a77f9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d979e62-07", "ovs_interfaceid": "1d979e62-074e-4f8b-b915-992688ee5de5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.526715] env[69699]: DEBUG nova.network.neutron [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] Successfully created port: f8f3f8f8-2841-49d5-818a-289827ce2b23 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 819.598363] env[69699]: DEBUG oslo_vmware.api [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607025, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.617308] env[69699]: DEBUG oslo_vmware.api [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52174dd4-27b9-7fcb-7bb2-90eacf85cd02, 'name': SearchDatastore_Task, 'duration_secs': 0.009454} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.618413] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f7fae37-628b-4b75-8e4a-14d6c302185e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.627308] env[69699]: DEBUG oslo_vmware.api [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 819.627308] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]523e290e-18e4-de41-ddf9-fb2c7aa592cb" [ 819.627308] env[69699]: _type = "Task" [ 819.627308] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.635189] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f490ea-d197-434f-8524-96d2543badbd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.642402] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-dfeadc7b-126d-46b4-8c35-6410446b0399 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Doing hard reboot of VM {{(pid=69699) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 819.646161] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-d23f15a9-414e-4c53-ace5-5bd960636c03 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.648392] env[69699]: DEBUG oslo_vmware.api [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]523e290e-18e4-de41-ddf9-fb2c7aa592cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.655206] env[69699]: DEBUG nova.compute.manager [req-f4b9c79c-7d2f-44cf-be24-1457e858eb18 req-efa989e1-c1c4-4ab4-a720-3a162dea4662 service nova] [instance: 63b25b55-b483-48db-aced-d2df4010a8ee] Received event network-vif-plugged-1d979e62-074e-4f8b-b915-992688ee5de5 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.655614] env[69699]: DEBUG oslo_concurrency.lockutils [req-f4b9c79c-7d2f-44cf-be24-1457e858eb18 req-efa989e1-c1c4-4ab4-a720-3a162dea4662 service nova] Acquiring lock "63b25b55-b483-48db-aced-d2df4010a8ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.655807] env[69699]: DEBUG oslo_concurrency.lockutils [req-f4b9c79c-7d2f-44cf-be24-1457e858eb18 req-efa989e1-c1c4-4ab4-a720-3a162dea4662 service nova] Lock "63b25b55-b483-48db-aced-d2df4010a8ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.656144] env[69699]: DEBUG oslo_concurrency.lockutils [req-f4b9c79c-7d2f-44cf-be24-1457e858eb18 req-efa989e1-c1c4-4ab4-a720-3a162dea4662 service nova] Lock "63b25b55-b483-48db-aced-d2df4010a8ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.656253] env[69699]: DEBUG nova.compute.manager [req-f4b9c79c-7d2f-44cf-be24-1457e858eb18 req-efa989e1-c1c4-4ab4-a720-3a162dea4662 service nova] [instance: 63b25b55-b483-48db-aced-d2df4010a8ee] No waiting events found dispatching network-vif-plugged-1d979e62-074e-4f8b-b915-992688ee5de5 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 819.656420] env[69699]: WARNING nova.compute.manager [req-f4b9c79c-7d2f-44cf-be24-1457e858eb18 req-efa989e1-c1c4-4ab4-a720-3a162dea4662 service nova] [instance: 63b25b55-b483-48db-aced-d2df4010a8ee] Received unexpected event network-vif-plugged-1d979e62-074e-4f8b-b915-992688ee5de5 for instance with vm_state building and task_state spawning. [ 819.656581] env[69699]: DEBUG nova.compute.manager [req-f4b9c79c-7d2f-44cf-be24-1457e858eb18 req-efa989e1-c1c4-4ab4-a720-3a162dea4662 service nova] [instance: 63b25b55-b483-48db-aced-d2df4010a8ee] Received event network-changed-1d979e62-074e-4f8b-b915-992688ee5de5 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.656733] env[69699]: DEBUG nova.compute.manager [req-f4b9c79c-7d2f-44cf-be24-1457e858eb18 req-efa989e1-c1c4-4ab4-a720-3a162dea4662 service nova] [instance: 63b25b55-b483-48db-aced-d2df4010a8ee] Refreshing instance network info cache due to event network-changed-1d979e62-074e-4f8b-b915-992688ee5de5. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 819.656901] env[69699]: DEBUG oslo_concurrency.lockutils [req-f4b9c79c-7d2f-44cf-be24-1457e858eb18 req-efa989e1-c1c4-4ab4-a720-3a162dea4662 service nova] Acquiring lock "refresh_cache-63b25b55-b483-48db-aced-d2df4010a8ee" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.660257] env[69699]: DEBUG oslo_vmware.api [None req-dfeadc7b-126d-46b4-8c35-6410446b0399 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Waiting for the task: (returnval){ [ 819.660257] env[69699]: value = "task-3607026" [ 819.660257] env[69699]: _type = "Task" [ 819.660257] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.675319] env[69699]: DEBUG oslo_vmware.api [None req-dfeadc7b-126d-46b4-8c35-6410446b0399 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Task: {'id': task-3607026, 'name': ResetVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.745948] env[69699]: DEBUG oslo_vmware.api [None req-8329e47b-339b-4625-98d2-f442a49169e7 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.782560] env[69699]: DEBUG oslo_concurrency.lockutils [None req-67d49007-e390-4852-9721-30e64e78e96c tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Lock "a56031df-186a-4a08-886d-8bb99e015dba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.922s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.814889] env[69699]: DEBUG nova.compute.manager [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 819.846576] env[69699]: DEBUG nova.virt.hardware [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 819.847135] env[69699]: DEBUG nova.virt.hardware [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.847135] env[69699]: DEBUG nova.virt.hardware [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.847399] env[69699]: DEBUG nova.virt.hardware [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.847399] env[69699]: DEBUG nova.virt.hardware [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.847542] env[69699]: DEBUG nova.virt.hardware [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 819.847750] env[69699]: DEBUG nova.virt.hardware [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 819.847905] env[69699]: DEBUG nova.virt.hardware [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 819.848429] env[69699]: DEBUG nova.virt.hardware [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 819.848641] env[69699]: DEBUG nova.virt.hardware [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 819.848818] env[69699]: DEBUG nova.virt.hardware [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 819.850588] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a901084-9746-47f5-80c1-5e789fefa643 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.860599] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418cbbbd-2e41-404e-aa08-cff3db9fa40b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.023119] env[69699]: ERROR nova.scheduler.client.report [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [req-224e2b65-1f51-4a1e-b16a-7bfc219da86b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80d35c48-5f27-4b75-a19d-7a1a6901050f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-224e2b65-1f51-4a1e-b16a-7bfc219da86b"}]} [ 820.023710] env[69699]: DEBUG oslo_concurrency.lockutils [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Releasing lock "refresh_cache-63b25b55-b483-48db-aced-d2df4010a8ee" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.024026] env[69699]: DEBUG nova.compute.manager [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 63b25b55-b483-48db-aced-d2df4010a8ee] Instance network_info: |[{"id": "1d979e62-074e-4f8b-b915-992688ee5de5", "address": "fa:16:3e:98:b7:06", "network": {"id": "ea541eb3-0d70-4958-b59a-7b775fc37fb3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-372507407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "645dbd75f5c147acaa64846298a77f9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d979e62-07", "ovs_interfaceid": "1d979e62-074e-4f8b-b915-992688ee5de5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 820.026577] env[69699]: DEBUG oslo_concurrency.lockutils [req-f4b9c79c-7d2f-44cf-be24-1457e858eb18 req-efa989e1-c1c4-4ab4-a720-3a162dea4662 service nova] Acquired lock "refresh_cache-63b25b55-b483-48db-aced-d2df4010a8ee" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.026777] env[69699]: DEBUG nova.network.neutron [req-f4b9c79c-7d2f-44cf-be24-1457e858eb18 req-efa989e1-c1c4-4ab4-a720-3a162dea4662 service nova] [instance: 63b25b55-b483-48db-aced-d2df4010a8ee] Refreshing network info cache for port 1d979e62-074e-4f8b-b915-992688ee5de5 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 820.028069] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 63b25b55-b483-48db-aced-d2df4010a8ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:b7:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b71230ae-e879-4384-88ce-fe64c86fce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d979e62-074e-4f8b-b915-992688ee5de5', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 820.035654] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.036328] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63b25b55-b483-48db-aced-d2df4010a8ee] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 820.036579] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa73fe13-fc85-4dcc-9f2b-91cabfe2ed2c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.054993] env[69699]: DEBUG nova.scheduler.client.report [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Refreshing inventories for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 820.059339] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 820.059339] env[69699]: value = "task-3607027" [ 820.059339] env[69699]: _type = "Task" [ 820.059339] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.069660] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607027, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.078369] env[69699]: DEBUG nova.scheduler.client.report [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Updating ProviderTree inventory for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 820.078843] env[69699]: DEBUG nova.compute.provider_tree [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 820.096537] env[69699]: DEBUG oslo_vmware.api [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607025, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598333} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.097745] env[69699]: DEBUG nova.scheduler.client.report [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Refreshing aggregate associations for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f, aggregates: None {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 820.099977] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] e90cd9d1-a50b-4153-9e93-ec1006ebbad1/e90cd9d1-a50b-4153-9e93-ec1006ebbad1.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 820.100488] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: e90cd9d1-a50b-4153-9e93-ec1006ebbad1] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 820.100985] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0981b901-adf2-4b80-9a14-7424bd778b32 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.108517] env[69699]: DEBUG oslo_vmware.api [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Waiting for the task: (returnval){ [ 820.108517] env[69699]: value = "task-3607028" [ 820.108517] env[69699]: _type = "Task" [ 820.108517] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.120521] env[69699]: DEBUG oslo_vmware.api [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607028, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.132518] env[69699]: DEBUG nova.scheduler.client.report [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Refreshing trait associations for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 820.144772] env[69699]: DEBUG oslo_vmware.api [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]523e290e-18e4-de41-ddf9-fb2c7aa592cb, 'name': SearchDatastore_Task, 'duration_secs': 0.047219} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.145015] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.145294] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 0504132d-eb33-4c2d-9944-316aa6918035/0504132d-eb33-4c2d-9944-316aa6918035.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 820.145553] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-660a8ae5-07ee-46e8-902c-d9541ba8600a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.156052] env[69699]: DEBUG oslo_vmware.api [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 820.156052] env[69699]: value = "task-3607029" [ 820.156052] env[69699]: _type = "Task" [ 820.156052] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.168739] env[69699]: DEBUG oslo_vmware.api [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607029, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.181599] env[69699]: DEBUG oslo_vmware.api [None req-dfeadc7b-126d-46b4-8c35-6410446b0399 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Task: {'id': task-3607026, 'name': ResetVM_Task, 'duration_secs': 0.113062} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.181896] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-dfeadc7b-126d-46b4-8c35-6410446b0399 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Did hard reboot of VM {{(pid=69699) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 820.182114] env[69699]: DEBUG nova.compute.manager [None req-dfeadc7b-126d-46b4-8c35-6410446b0399 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.183532] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5b24d2-782a-478c-8d2b-ed5072810748 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.247208] env[69699]: DEBUG oslo_vmware.api [None req-8329e47b-339b-4625-98d2-f442a49169e7 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.287762] env[69699]: DEBUG nova.compute.manager [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: 1105ca8b-bfc2-4e73-9dd6-4ec5983ad048] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 820.328313] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a15c93f2-87d0-4dd8-b1e7-61c1c5b472c5 tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Acquiring lock "a56031df-186a-4a08-886d-8bb99e015dba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.328843] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a15c93f2-87d0-4dd8-b1e7-61c1c5b472c5 tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Lock "a56031df-186a-4a08-886d-8bb99e015dba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.328843] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a15c93f2-87d0-4dd8-b1e7-61c1c5b472c5 tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Acquiring lock "a56031df-186a-4a08-886d-8bb99e015dba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.329079] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a15c93f2-87d0-4dd8-b1e7-61c1c5b472c5 tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Lock "a56031df-186a-4a08-886d-8bb99e015dba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.329328] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a15c93f2-87d0-4dd8-b1e7-61c1c5b472c5 tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Lock "a56031df-186a-4a08-886d-8bb99e015dba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.333278] env[69699]: INFO nova.compute.manager [None req-a15c93f2-87d0-4dd8-b1e7-61c1c5b472c5 tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] [instance: a56031df-186a-4a08-886d-8bb99e015dba] Terminating instance [ 820.577884] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607027, 'name': CreateVM_Task} progress is 25%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.625876] env[69699]: DEBUG oslo_vmware.api [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607028, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.207433} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.626193] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: e90cd9d1-a50b-4153-9e93-ec1006ebbad1] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 820.626989] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1505a4e3-a62c-416c-8841-755dc683bea8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.655571] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: e90cd9d1-a50b-4153-9e93-ec1006ebbad1] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] e90cd9d1-a50b-4153-9e93-ec1006ebbad1/e90cd9d1-a50b-4153-9e93-ec1006ebbad1.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.661178] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c374163f-7094-49bf-9337-04f9dd6aa375 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.687322] env[69699]: DEBUG oslo_vmware.api [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607029, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.689896] env[69699]: DEBUG oslo_vmware.api [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Waiting for the task: (returnval){ [ 820.689896] env[69699]: value = "task-3607030" [ 820.689896] env[69699]: _type = "Task" [ 820.689896] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.714014] env[69699]: DEBUG oslo_vmware.api [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607030, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.714828] env[69699]: DEBUG oslo_concurrency.lockutils [None req-dfeadc7b-126d-46b4-8c35-6410446b0399 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Lock "7927fd76-4ab2-4703-985e-e539a7d44482" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.187s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.749981] env[69699]: DEBUG oslo_vmware.api [None req-8329e47b-339b-4625-98d2-f442a49169e7 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.822614] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.838802] env[69699]: DEBUG nova.compute.manager [None req-a15c93f2-87d0-4dd8-b1e7-61c1c5b472c5 tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] [instance: a56031df-186a-4a08-886d-8bb99e015dba] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 820.839060] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a15c93f2-87d0-4dd8-b1e7-61c1c5b472c5 tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] [instance: a56031df-186a-4a08-886d-8bb99e015dba] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 820.840365] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9842be-1989-407f-8fe1-2925610e8152 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.860274] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-a15c93f2-87d0-4dd8-b1e7-61c1c5b472c5 tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] [instance: a56031df-186a-4a08-886d-8bb99e015dba] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 820.860591] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d491f5a-48b3-40f4-82c4-d25e7d0f0b81 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.867543] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05dfc9ec-4e2d-4031-97fe-e72df924ae81 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.873342] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772790de-80e2-4fd2-8fb4-a0c1e2b85191 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.877684] env[69699]: DEBUG oslo_vmware.api [None req-a15c93f2-87d0-4dd8-b1e7-61c1c5b472c5 tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Waiting for the task: (returnval){ [ 820.877684] env[69699]: value = "task-3607031" [ 820.877684] env[69699]: _type = "Task" [ 820.877684] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.909352] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b156e9-099e-4322-901e-f7fa77fefdb6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.916308] env[69699]: DEBUG oslo_vmware.api [None req-a15c93f2-87d0-4dd8-b1e7-61c1c5b472c5 tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Task: {'id': task-3607031, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.922455] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6cfbe6-3669-4964-84f1-6a124095aae1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.941178] env[69699]: DEBUG nova.compute.provider_tree [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 821.040209] env[69699]: DEBUG nova.network.neutron [req-f4b9c79c-7d2f-44cf-be24-1457e858eb18 req-efa989e1-c1c4-4ab4-a720-3a162dea4662 service nova] [instance: 63b25b55-b483-48db-aced-d2df4010a8ee] Updated VIF entry in instance network info cache for port 1d979e62-074e-4f8b-b915-992688ee5de5. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 821.040966] env[69699]: DEBUG nova.network.neutron [req-f4b9c79c-7d2f-44cf-be24-1457e858eb18 req-efa989e1-c1c4-4ab4-a720-3a162dea4662 service nova] [instance: 63b25b55-b483-48db-aced-d2df4010a8ee] Updating instance_info_cache with network_info: [{"id": "1d979e62-074e-4f8b-b915-992688ee5de5", "address": "fa:16:3e:98:b7:06", "network": {"id": "ea541eb3-0d70-4958-b59a-7b775fc37fb3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-372507407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "645dbd75f5c147acaa64846298a77f9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d979e62-07", "ovs_interfaceid": "1d979e62-074e-4f8b-b915-992688ee5de5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.071594] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607027, 'name': CreateVM_Task, 'duration_secs': 0.881928} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.071843] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63b25b55-b483-48db-aced-d2df4010a8ee] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 821.072868] env[69699]: DEBUG oslo_concurrency.lockutils [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.073399] env[69699]: DEBUG oslo_concurrency.lockutils [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.073798] env[69699]: DEBUG oslo_concurrency.lockutils [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.074081] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b347176-e049-4f0f-9e3e-5e5d599bf5ac {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.080397] env[69699]: DEBUG oslo_vmware.api [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Waiting for the task: (returnval){ [ 821.080397] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52548cd4-0b61-05a8-4f75-aa7b939dfce5" [ 821.080397] env[69699]: _type = "Task" [ 821.080397] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.090709] env[69699]: DEBUG oslo_vmware.api [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52548cd4-0b61-05a8-4f75-aa7b939dfce5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.173711] env[69699]: DEBUG oslo_vmware.api [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607029, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.989505} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.173986] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 0504132d-eb33-4c2d-9944-316aa6918035/0504132d-eb33-4c2d-9944-316aa6918035.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 821.174283] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 821.174575] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b2b8b0d-c35c-4694-a0cf-d41dbeec7998 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.181194] env[69699]: DEBUG oslo_vmware.api [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 821.181194] env[69699]: value = "task-3607032" [ 821.181194] env[69699]: _type = "Task" [ 821.181194] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.191670] env[69699]: DEBUG oslo_vmware.api [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607032, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.204458] env[69699]: DEBUG oslo_vmware.api [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607030, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.245665] env[69699]: DEBUG oslo_vmware.api [None req-8329e47b-339b-4625-98d2-f442a49169e7 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.391695] env[69699]: DEBUG oslo_vmware.api [None req-a15c93f2-87d0-4dd8-b1e7-61c1c5b472c5 tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Task: {'id': task-3607031, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.485893] env[69699]: DEBUG nova.scheduler.client.report [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Updated inventory for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with generation 77 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 821.486397] env[69699]: DEBUG nova.compute.provider_tree [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Updating resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f generation from 77 to 78 during operation: update_inventory {{(pid=69699) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 821.486659] env[69699]: DEBUG nova.compute.provider_tree [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 821.544318] env[69699]: DEBUG oslo_concurrency.lockutils [req-f4b9c79c-7d2f-44cf-be24-1457e858eb18 req-efa989e1-c1c4-4ab4-a720-3a162dea4662 service nova] Releasing lock "refresh_cache-63b25b55-b483-48db-aced-d2df4010a8ee" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.594239] env[69699]: DEBUG oslo_vmware.api [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52548cd4-0b61-05a8-4f75-aa7b939dfce5, 'name': SearchDatastore_Task, 'duration_secs': 0.034041} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.594239] env[69699]: DEBUG oslo_concurrency.lockutils [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.594239] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 63b25b55-b483-48db-aced-d2df4010a8ee] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 821.594239] env[69699]: DEBUG oslo_concurrency.lockutils [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.594239] env[69699]: DEBUG oslo_concurrency.lockutils [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.595115] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.595115] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96c97cfd-431f-4104-b9f2-321d18769698 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.605507] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.605714] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.606472] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a770eb47-ad47-471c-9e04-c721c2c732d6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.610727] env[69699]: DEBUG nova.network.neutron [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] Successfully updated port: f8f3f8f8-2841-49d5-818a-289827ce2b23 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 821.616062] env[69699]: DEBUG oslo_vmware.api [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Waiting for the task: (returnval){ [ 821.616062] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]526f10ea-fba3-bff2-7aa7-3b52cede2608" [ 821.616062] env[69699]: _type = "Task" [ 821.616062] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.628263] env[69699]: DEBUG oslo_vmware.api [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]526f10ea-fba3-bff2-7aa7-3b52cede2608, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.693830] env[69699]: DEBUG oslo_vmware.api [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607032, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.230758} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.694212] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 821.695279] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfb9c90-5ac2-4186-8d8b-817b2e80c81e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.708893] env[69699]: DEBUG oslo_vmware.api [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607030, 'name': ReconfigVM_Task, 'duration_secs': 0.886617} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.719156] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: e90cd9d1-a50b-4153-9e93-ec1006ebbad1] Reconfigured VM instance instance-00000035 to attach disk [datastore1] e90cd9d1-a50b-4153-9e93-ec1006ebbad1/e90cd9d1-a50b-4153-9e93-ec1006ebbad1.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.728872] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 0504132d-eb33-4c2d-9944-316aa6918035/0504132d-eb33-4c2d-9944-316aa6918035.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 821.729932] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7020b72b-42b3-4909-b15d-3cb4e569daa9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.731487] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4185246-bb31-436e-a589-999dbcdaebe2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.755970] env[69699]: DEBUG oslo_vmware.api [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Waiting for the task: (returnval){ [ 821.755970] env[69699]: value = "task-3607033" [ 821.755970] env[69699]: _type = "Task" [ 821.755970] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.759158] env[69699]: DEBUG oslo_vmware.api [None req-8329e47b-339b-4625-98d2-f442a49169e7 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.763549] env[69699]: DEBUG oslo_vmware.api [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 821.763549] env[69699]: value = "task-3607034" [ 821.763549] env[69699]: _type = "Task" [ 821.763549] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.772626] env[69699]: DEBUG oslo_vmware.api [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607033, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.780799] env[69699]: DEBUG oslo_vmware.api [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607034, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.890801] env[69699]: DEBUG oslo_vmware.api [None req-a15c93f2-87d0-4dd8-b1e7-61c1c5b472c5 tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Task: {'id': task-3607031, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.892956] env[69699]: DEBUG nova.compute.manager [req-69e47a4e-9570-420a-bfe8-0dd0a7b4fad1 req-adfc32cc-c70b-448d-b176-fbcab18763a2 service nova] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] Received event network-vif-plugged-f8f3f8f8-2841-49d5-818a-289827ce2b23 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.893157] env[69699]: DEBUG oslo_concurrency.lockutils [req-69e47a4e-9570-420a-bfe8-0dd0a7b4fad1 req-adfc32cc-c70b-448d-b176-fbcab18763a2 service nova] Acquiring lock "55bc925d-16a8-4b86-9de9-be3aab917368-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.893361] env[69699]: DEBUG oslo_concurrency.lockutils [req-69e47a4e-9570-420a-bfe8-0dd0a7b4fad1 req-adfc32cc-c70b-448d-b176-fbcab18763a2 service nova] Lock "55bc925d-16a8-4b86-9de9-be3aab917368-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.893526] env[69699]: DEBUG oslo_concurrency.lockutils [req-69e47a4e-9570-420a-bfe8-0dd0a7b4fad1 req-adfc32cc-c70b-448d-b176-fbcab18763a2 service nova] Lock "55bc925d-16a8-4b86-9de9-be3aab917368-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.893690] env[69699]: DEBUG nova.compute.manager [req-69e47a4e-9570-420a-bfe8-0dd0a7b4fad1 req-adfc32cc-c70b-448d-b176-fbcab18763a2 service nova] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] No waiting events found dispatching network-vif-plugged-f8f3f8f8-2841-49d5-818a-289827ce2b23 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 821.893849] env[69699]: WARNING nova.compute.manager [req-69e47a4e-9570-420a-bfe8-0dd0a7b4fad1 req-adfc32cc-c70b-448d-b176-fbcab18763a2 service nova] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] Received unexpected event network-vif-plugged-f8f3f8f8-2841-49d5-818a-289827ce2b23 for instance with vm_state building and task_state spawning. [ 821.894010] env[69699]: DEBUG nova.compute.manager [req-69e47a4e-9570-420a-bfe8-0dd0a7b4fad1 req-adfc32cc-c70b-448d-b176-fbcab18763a2 service nova] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] Received event network-changed-f8f3f8f8-2841-49d5-818a-289827ce2b23 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.894177] env[69699]: DEBUG nova.compute.manager [req-69e47a4e-9570-420a-bfe8-0dd0a7b4fad1 req-adfc32cc-c70b-448d-b176-fbcab18763a2 service nova] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] Refreshing instance network info cache due to event network-changed-f8f3f8f8-2841-49d5-818a-289827ce2b23. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 821.894350] env[69699]: DEBUG oslo_concurrency.lockutils [req-69e47a4e-9570-420a-bfe8-0dd0a7b4fad1 req-adfc32cc-c70b-448d-b176-fbcab18763a2 service nova] Acquiring lock "refresh_cache-55bc925d-16a8-4b86-9de9-be3aab917368" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.894512] env[69699]: DEBUG oslo_concurrency.lockutils [req-69e47a4e-9570-420a-bfe8-0dd0a7b4fad1 req-adfc32cc-c70b-448d-b176-fbcab18763a2 service nova] Acquired lock "refresh_cache-55bc925d-16a8-4b86-9de9-be3aab917368" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.894669] env[69699]: DEBUG nova.network.neutron [req-69e47a4e-9570-420a-bfe8-0dd0a7b4fad1 req-adfc32cc-c70b-448d-b176-fbcab18763a2 service nova] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] Refreshing network info cache for port f8f3f8f8-2841-49d5-818a-289827ce2b23 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 821.993375] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.210s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.993375] env[69699]: DEBUG nova.compute.manager [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 821.997824] env[69699]: DEBUG oslo_concurrency.lockutils [None req-94936989-6cce-4094-ba36-eb5860bd733a tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.119s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.998052] env[69699]: DEBUG nova.objects.instance [None req-94936989-6cce-4094-ba36-eb5860bd733a tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Lazy-loading 'resources' on Instance uuid a0dad223-34a6-4e39-8ee7-ec74ba96a133 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 822.115019] env[69699]: DEBUG oslo_concurrency.lockutils [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Acquiring lock "refresh_cache-55bc925d-16a8-4b86-9de9-be3aab917368" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.127362] env[69699]: DEBUG oslo_vmware.api [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]526f10ea-fba3-bff2-7aa7-3b52cede2608, 'name': SearchDatastore_Task, 'duration_secs': 0.017025} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.128256] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92acf937-70c2-412f-bb41-3a660f7bd6bd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.133578] env[69699]: DEBUG oslo_vmware.api [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Waiting for the task: (returnval){ [ 822.133578] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5223e1df-fc2c-ab92-362b-d8ac268d364f" [ 822.133578] env[69699]: _type = "Task" [ 822.133578] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.144024] env[69699]: DEBUG oslo_vmware.api [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5223e1df-fc2c-ab92-362b-d8ac268d364f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.261906] env[69699]: DEBUG oslo_vmware.api [None req-8329e47b-339b-4625-98d2-f442a49169e7 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.277129] env[69699]: DEBUG oslo_vmware.api [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607034, 'name': ReconfigVM_Task, 'duration_secs': 0.412715} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.277535] env[69699]: DEBUG oslo_vmware.api [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607033, 'name': Rename_Task, 'duration_secs': 0.227322} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.277833] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 0504132d-eb33-4c2d-9944-316aa6918035/0504132d-eb33-4c2d-9944-316aa6918035.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 822.281017] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: e90cd9d1-a50b-4153-9e93-ec1006ebbad1] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.281017] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8abf53a5-f69a-4113-9642-3bac5136f965 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.281017] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e6af265-5817-4a90-9de3-fb93baf9cf72 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.287964] env[69699]: DEBUG oslo_vmware.api [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 822.287964] env[69699]: value = "task-3607035" [ 822.287964] env[69699]: _type = "Task" [ 822.287964] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.289588] env[69699]: DEBUG oslo_vmware.api [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Waiting for the task: (returnval){ [ 822.289588] env[69699]: value = "task-3607036" [ 822.289588] env[69699]: _type = "Task" [ 822.289588] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.302063] env[69699]: DEBUG oslo_vmware.api [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607036, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.305158] env[69699]: DEBUG oslo_vmware.api [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607035, 'name': Rename_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.392504] env[69699]: DEBUG oslo_vmware.api [None req-a15c93f2-87d0-4dd8-b1e7-61c1c5b472c5 tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Task: {'id': task-3607031, 'name': PowerOffVM_Task, 'duration_secs': 1.438694} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.392829] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-a15c93f2-87d0-4dd8-b1e7-61c1c5b472c5 tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] [instance: a56031df-186a-4a08-886d-8bb99e015dba] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.392995] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a15c93f2-87d0-4dd8-b1e7-61c1c5b472c5 tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] [instance: a56031df-186a-4a08-886d-8bb99e015dba] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 822.393277] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e535c6f4-ee46-4d9d-877f-a5ad72bca064 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.397308] env[69699]: DEBUG nova.compute.manager [req-42e89ff6-fc14-451d-bc2e-fb6255991801 req-6d89066e-954b-4b1d-984f-ec3dfbcad457 service nova] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Received event network-changed-48799df7-5d7b-414b-bd2b-a318c43afd3e {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.397481] env[69699]: DEBUG nova.compute.manager [req-42e89ff6-fc14-451d-bc2e-fb6255991801 req-6d89066e-954b-4b1d-984f-ec3dfbcad457 service nova] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Refreshing instance network info cache due to event network-changed-48799df7-5d7b-414b-bd2b-a318c43afd3e. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 822.397703] env[69699]: DEBUG oslo_concurrency.lockutils [req-42e89ff6-fc14-451d-bc2e-fb6255991801 req-6d89066e-954b-4b1d-984f-ec3dfbcad457 service nova] Acquiring lock "refresh_cache-7927fd76-4ab2-4703-985e-e539a7d44482" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.397876] env[69699]: DEBUG oslo_concurrency.lockutils [req-42e89ff6-fc14-451d-bc2e-fb6255991801 req-6d89066e-954b-4b1d-984f-ec3dfbcad457 service nova] Acquired lock "refresh_cache-7927fd76-4ab2-4703-985e-e539a7d44482" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.398065] env[69699]: DEBUG nova.network.neutron [req-42e89ff6-fc14-451d-bc2e-fb6255991801 req-6d89066e-954b-4b1d-984f-ec3dfbcad457 service nova] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Refreshing network info cache for port 48799df7-5d7b-414b-bd2b-a318c43afd3e {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 822.462405] env[69699]: DEBUG nova.network.neutron [req-69e47a4e-9570-420a-bfe8-0dd0a7b4fad1 req-adfc32cc-c70b-448d-b176-fbcab18763a2 service nova] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 822.505859] env[69699]: DEBUG nova.compute.utils [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 822.507687] env[69699]: DEBUG nova.compute.manager [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 822.507868] env[69699]: DEBUG nova.network.neutron [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 822.644011] env[69699]: DEBUG oslo_vmware.api [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5223e1df-fc2c-ab92-362b-d8ac268d364f, 'name': SearchDatastore_Task, 'duration_secs': 0.037883} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.644487] env[69699]: DEBUG oslo_concurrency.lockutils [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.644653] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 63b25b55-b483-48db-aced-d2df4010a8ee/63b25b55-b483-48db-aced-d2df4010a8ee.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.645015] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab8861bd-73bf-4673-9a6f-ff285ef8a171 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.654938] env[69699]: DEBUG oslo_vmware.api [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Waiting for the task: (returnval){ [ 822.654938] env[69699]: value = "task-3607038" [ 822.654938] env[69699]: _type = "Task" [ 822.654938] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.668157] env[69699]: DEBUG oslo_vmware.api [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607038, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.769915] env[69699]: DEBUG oslo_vmware.api [None req-8329e47b-339b-4625-98d2-f442a49169e7 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.811334] env[69699]: DEBUG oslo_vmware.api [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607036, 'name': PowerOnVM_Task, 'duration_secs': 0.512852} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.811726] env[69699]: DEBUG oslo_vmware.api [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607035, 'name': Rename_Task, 'duration_secs': 0.188011} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.811828] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: e90cd9d1-a50b-4153-9e93-ec1006ebbad1] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.812040] env[69699]: INFO nova.compute.manager [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: e90cd9d1-a50b-4153-9e93-ec1006ebbad1] Took 8.41 seconds to spawn the instance on the hypervisor. [ 822.812214] env[69699]: DEBUG nova.compute.manager [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: e90cd9d1-a50b-4153-9e93-ec1006ebbad1] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.812493] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.813592] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01dec1a4-8521-4a1c-ab89-b76b6d395d1d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.816174] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c18ee6f-9d70-4b60-bbca-799dd9202e5f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.833065] env[69699]: DEBUG oslo_vmware.api [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 822.833065] env[69699]: value = "task-3607039" [ 822.833065] env[69699]: _type = "Task" [ 822.833065] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.844043] env[69699]: DEBUG oslo_vmware.api [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607039, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.878332] env[69699]: DEBUG nova.policy [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0607a54c5a264a4fad4adb104f13180f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1c919d4d14746e5b9cb5a9e6046cf64', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 822.946899] env[69699]: DEBUG nova.network.neutron [req-69e47a4e-9570-420a-bfe8-0dd0a7b4fad1 req-adfc32cc-c70b-448d-b176-fbcab18763a2 service nova] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.012225] env[69699]: DEBUG nova.compute.utils [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 823.167407] env[69699]: DEBUG oslo_vmware.api [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607038, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.188116] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a7939e51-ea2f-412a-88c1-f2c4d59d438e tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Acquiring lock "7927fd76-4ab2-4703-985e-e539a7d44482" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.188213] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a7939e51-ea2f-412a-88c1-f2c4d59d438e tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Lock "7927fd76-4ab2-4703-985e-e539a7d44482" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.188629] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a7939e51-ea2f-412a-88c1-f2c4d59d438e tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Acquiring lock "7927fd76-4ab2-4703-985e-e539a7d44482-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.188874] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a7939e51-ea2f-412a-88c1-f2c4d59d438e tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Lock "7927fd76-4ab2-4703-985e-e539a7d44482-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.189320] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a7939e51-ea2f-412a-88c1-f2c4d59d438e tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Lock "7927fd76-4ab2-4703-985e-e539a7d44482-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.192036] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678e60e3-8c19-4392-bff0-6a7fd292fa90 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.196259] env[69699]: INFO nova.compute.manager [None req-a7939e51-ea2f-412a-88c1-f2c4d59d438e tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Terminating instance [ 823.209208] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288b2f4f-3b6e-4d6b-9224-6e02bd9456dd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.263551] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e8c817-acde-4aa8-a04f-67207d480763 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.280216] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50cd541d-eefe-4fb2-9cbd-639598a86548 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.283010] env[69699]: DEBUG oslo_vmware.api [None req-8329e47b-339b-4625-98d2-f442a49169e7 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607023, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.299264] env[69699]: DEBUG nova.compute.provider_tree [None req-94936989-6cce-4094-ba36-eb5860bd733a tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.302082] env[69699]: DEBUG nova.network.neutron [req-42e89ff6-fc14-451d-bc2e-fb6255991801 req-6d89066e-954b-4b1d-984f-ec3dfbcad457 service nova] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Updated VIF entry in instance network info cache for port 48799df7-5d7b-414b-bd2b-a318c43afd3e. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 823.302366] env[69699]: DEBUG nova.network.neutron [req-42e89ff6-fc14-451d-bc2e-fb6255991801 req-6d89066e-954b-4b1d-984f-ec3dfbcad457 service nova] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Updating instance_info_cache with network_info: [{"id": "48799df7-5d7b-414b-bd2b-a318c43afd3e", "address": "fa:16:3e:af:93:7e", "network": {"id": "3f14eaef-d19b-457b-a28c-e23b83fd8646", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-456630276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3706174f65824863b5c86764cc939538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48799df7-5d", "ovs_interfaceid": "48799df7-5d7b-414b-bd2b-a318c43afd3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.347774] env[69699]: INFO nova.compute.manager [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: e90cd9d1-a50b-4153-9e93-ec1006ebbad1] Took 30.42 seconds to build instance. [ 823.354132] env[69699]: DEBUG oslo_vmware.api [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607039, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.443409] env[69699]: DEBUG nova.network.neutron [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Successfully created port: 5f6a5910-f8bf-4b32-92ce-1a8c5e03b2a5 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 823.451688] env[69699]: DEBUG oslo_concurrency.lockutils [req-69e47a4e-9570-420a-bfe8-0dd0a7b4fad1 req-adfc32cc-c70b-448d-b176-fbcab18763a2 service nova] Releasing lock "refresh_cache-55bc925d-16a8-4b86-9de9-be3aab917368" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.452057] env[69699]: DEBUG oslo_concurrency.lockutils [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Acquired lock "refresh_cache-55bc925d-16a8-4b86-9de9-be3aab917368" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.452256] env[69699]: DEBUG nova.network.neutron [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 823.514586] env[69699]: DEBUG nova.compute.manager [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 823.666664] env[69699]: DEBUG oslo_vmware.api [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607038, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6924} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.666951] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 63b25b55-b483-48db-aced-d2df4010a8ee/63b25b55-b483-48db-aced-d2df4010a8ee.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.667343] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 63b25b55-b483-48db-aced-d2df4010a8ee] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.667624] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-253e6854-38ba-4078-a442-de160a01f74c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.677040] env[69699]: DEBUG oslo_vmware.api [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Waiting for the task: (returnval){ [ 823.677040] env[69699]: value = "task-3607040" [ 823.677040] env[69699]: _type = "Task" [ 823.677040] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.685023] env[69699]: DEBUG oslo_vmware.api [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607040, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.708890] env[69699]: DEBUG nova.compute.manager [None req-a7939e51-ea2f-412a-88c1-f2c4d59d438e tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 823.709174] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a7939e51-ea2f-412a-88c1-f2c4d59d438e tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 823.710569] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bab6716-8c15-4126-8aa0-799783a60c6a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.718258] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7939e51-ea2f-412a-88c1-f2c4d59d438e tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.718258] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6685ac1b-1524-4e6d-bfd8-1493bbe740a7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.724754] env[69699]: DEBUG oslo_vmware.api [None req-a7939e51-ea2f-412a-88c1-f2c4d59d438e tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Waiting for the task: (returnval){ [ 823.724754] env[69699]: value = "task-3607041" [ 823.724754] env[69699]: _type = "Task" [ 823.724754] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.733621] env[69699]: DEBUG oslo_vmware.api [None req-a7939e51-ea2f-412a-88c1-f2c4d59d438e tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Task: {'id': task-3607041, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.767349] env[69699]: DEBUG oslo_vmware.api [None req-8329e47b-339b-4625-98d2-f442a49169e7 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607023, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.805253] env[69699]: DEBUG nova.scheduler.client.report [None req-94936989-6cce-4094-ba36-eb5860bd733a tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.808821] env[69699]: DEBUG oslo_concurrency.lockutils [req-42e89ff6-fc14-451d-bc2e-fb6255991801 req-6d89066e-954b-4b1d-984f-ec3dfbcad457 service nova] Releasing lock "refresh_cache-7927fd76-4ab2-4703-985e-e539a7d44482" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.849219] env[69699]: DEBUG oslo_vmware.api [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607039, 'name': PowerOnVM_Task, 'duration_secs': 0.558356} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.849609] env[69699]: DEBUG oslo_concurrency.lockutils [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Lock "e90cd9d1-a50b-4153-9e93-ec1006ebbad1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.618s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.849842] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 823.850067] env[69699]: DEBUG nova.compute.manager [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.855154] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07cdc269-3411-49a0-b472-86ad99a71a49 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.001823] env[69699]: DEBUG nova.network.neutron [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 824.033018] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Acquiring lock "ca488e4c-5958-4ae8-a611-16034ea05264" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.033018] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Lock "ca488e4c-5958-4ae8-a611-16034ea05264" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.033018] env[69699]: INFO nova.compute.manager [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Shelving [ 824.044332] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a15c93f2-87d0-4dd8-b1e7-61c1c5b472c5 tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] [instance: a56031df-186a-4a08-886d-8bb99e015dba] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.044332] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a15c93f2-87d0-4dd8-b1e7-61c1c5b472c5 tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] [instance: a56031df-186a-4a08-886d-8bb99e015dba] Deleting contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.044592] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-a15c93f2-87d0-4dd8-b1e7-61c1c5b472c5 tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Deleting the datastore file [datastore1] a56031df-186a-4a08-886d-8bb99e015dba {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.044781] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01fbf08d-ce82-46be-8c17-a64aea07867a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.053523] env[69699]: DEBUG oslo_vmware.api [None req-a15c93f2-87d0-4dd8-b1e7-61c1c5b472c5 tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Waiting for the task: (returnval){ [ 824.053523] env[69699]: value = "task-3607042" [ 824.053523] env[69699]: _type = "Task" [ 824.053523] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.062833] env[69699]: DEBUG oslo_vmware.api [None req-a15c93f2-87d0-4dd8-b1e7-61c1c5b472c5 tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Task: {'id': task-3607042, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.186648] env[69699]: DEBUG oslo_vmware.api [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607040, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076533} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.186956] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 63b25b55-b483-48db-aced-d2df4010a8ee] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 824.188113] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d91ff5-610f-436c-89ac-2e46af7b2128 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.218768] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 63b25b55-b483-48db-aced-d2df4010a8ee] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 63b25b55-b483-48db-aced-d2df4010a8ee/63b25b55-b483-48db-aced-d2df4010a8ee.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 824.219162] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d08b67a2-df4c-4050-8a16-fd7ca69f11cd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.245124] env[69699]: DEBUG oslo_vmware.api [None req-a7939e51-ea2f-412a-88c1-f2c4d59d438e tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Task: {'id': task-3607041, 'name': PowerOffVM_Task, 'duration_secs': 0.519841} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.246689] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7939e51-ea2f-412a-88c1-f2c4d59d438e tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.246914] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a7939e51-ea2f-412a-88c1-f2c4d59d438e tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.247510] env[69699]: DEBUG oslo_vmware.api [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Waiting for the task: (returnval){ [ 824.247510] env[69699]: value = "task-3607043" [ 824.247510] env[69699]: _type = "Task" [ 824.247510] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.247510] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a6179fe-8b25-4b20-a835-1b5e011de970 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.258125] env[69699]: DEBUG oslo_vmware.api [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607043, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.265920] env[69699]: DEBUG oslo_vmware.api [None req-8329e47b-339b-4625-98d2-f442a49169e7 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607023, 'name': ReconfigVM_Task, 'duration_secs': 6.490334} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.266188] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8329e47b-339b-4625-98d2-f442a49169e7 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Releasing lock "af9422bd-d925-4174-8ea5-91d2bcec2f3b" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.266404] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8329e47b-339b-4625-98d2-f442a49169e7 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Reconfigured VM to detach interface {{(pid=69699) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 824.311844] env[69699]: DEBUG oslo_concurrency.lockutils [None req-94936989-6cce-4094-ba36-eb5860bd733a tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.313s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.313788] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bf9d5681-4780-40ef-aa41-0e1fddb2c115 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.639s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.314034] env[69699]: DEBUG nova.objects.instance [None req-bf9d5681-4780-40ef-aa41-0e1fddb2c115 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Lazy-loading 'resources' on Instance uuid 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.339107] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a7939e51-ea2f-412a-88c1-f2c4d59d438e tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.339395] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a7939e51-ea2f-412a-88c1-f2c4d59d438e tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.339632] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7939e51-ea2f-412a-88c1-f2c4d59d438e tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Deleting the datastore file [datastore2] 7927fd76-4ab2-4703-985e-e539a7d44482 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.340612] env[69699]: INFO nova.scheduler.client.report [None req-94936989-6cce-4094-ba36-eb5860bd733a tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Deleted allocations for instance a0dad223-34a6-4e39-8ee7-ec74ba96a133 [ 824.342992] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5609145-6797-4c2b-8242-df2b8e4ead52 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.353070] env[69699]: DEBUG nova.compute.manager [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 824.356598] env[69699]: DEBUG oslo_vmware.api [None req-a7939e51-ea2f-412a-88c1-f2c4d59d438e tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Waiting for the task: (returnval){ [ 824.356598] env[69699]: value = "task-3607045" [ 824.356598] env[69699]: _type = "Task" [ 824.356598] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.378162] env[69699]: DEBUG oslo_vmware.api [None req-a7939e51-ea2f-412a-88c1-f2c4d59d438e tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Task: {'id': task-3607045, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.378880] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.468195] env[69699]: DEBUG nova.network.neutron [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] Updating instance_info_cache with network_info: [{"id": "f8f3f8f8-2841-49d5-818a-289827ce2b23", "address": "fa:16:3e:7a:f0:be", "network": {"id": "77402683-5a6b-4624-b460-b63ee27255ba", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1856882313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f09e475d3ff54181a64bf47522db8d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8f3f8f8-28", "ovs_interfaceid": "f8f3f8f8-2841-49d5-818a-289827ce2b23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.530481] env[69699]: DEBUG nova.compute.manager [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 824.566470] env[69699]: DEBUG nova.virt.hardware [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:58:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='2002029497',id=19,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-2125432721',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 824.566750] env[69699]: DEBUG nova.virt.hardware [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 824.566906] env[69699]: DEBUG nova.virt.hardware [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 824.567098] env[69699]: DEBUG nova.virt.hardware [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 824.567246] env[69699]: DEBUG nova.virt.hardware [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 824.567388] env[69699]: DEBUG nova.virt.hardware [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 824.567637] env[69699]: DEBUG nova.virt.hardware [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 824.567739] env[69699]: DEBUG nova.virt.hardware [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 824.567893] env[69699]: DEBUG nova.virt.hardware [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 824.568056] env[69699]: DEBUG nova.virt.hardware [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 824.571613] env[69699]: DEBUG nova.virt.hardware [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 824.571613] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b335bd-f72f-48bd-b71c-ef88492b5678 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.580440] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632af84e-7b0e-44e7-9e2d-b617b22a0f13 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.585872] env[69699]: DEBUG oslo_vmware.api [None req-a15c93f2-87d0-4dd8-b1e7-61c1c5b472c5 tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Task: {'id': task-3607042, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276556} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.586205] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-a15c93f2-87d0-4dd8-b1e7-61c1c5b472c5 tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 824.586397] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a15c93f2-87d0-4dd8-b1e7-61c1c5b472c5 tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] [instance: a56031df-186a-4a08-886d-8bb99e015dba] Deleted contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 824.586572] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a15c93f2-87d0-4dd8-b1e7-61c1c5b472c5 tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] [instance: a56031df-186a-4a08-886d-8bb99e015dba] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 824.586742] env[69699]: INFO nova.compute.manager [None req-a15c93f2-87d0-4dd8-b1e7-61c1c5b472c5 tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] [instance: a56031df-186a-4a08-886d-8bb99e015dba] Took 3.75 seconds to destroy the instance on the hypervisor. [ 824.586975] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a15c93f2-87d0-4dd8-b1e7-61c1c5b472c5 tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.587573] env[69699]: DEBUG nova.compute.manager [-] [instance: a56031df-186a-4a08-886d-8bb99e015dba] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 824.587648] env[69699]: DEBUG nova.network.neutron [-] [instance: a56031df-186a-4a08-886d-8bb99e015dba] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 824.742226] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Acquiring lock "1e93de2f-eaf0-468a-86e4-605aeb79dba9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.742523] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "1e93de2f-eaf0-468a-86e4-605aeb79dba9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.765054] env[69699]: DEBUG oslo_vmware.api [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607043, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.766333] env[69699]: DEBUG nova.compute.manager [req-b6c3c023-f0db-4bae-9d76-438521c84af7 req-41f39b50-fdcb-4a60-8da6-98672748a295 service nova] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Received event network-vif-deleted-9743d607-8ecc-45a8-b02e-58516a776cb6 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.766734] env[69699]: INFO nova.compute.manager [req-b6c3c023-f0db-4bae-9d76-438521c84af7 req-41f39b50-fdcb-4a60-8da6-98672748a295 service nova] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Neutron deleted interface 9743d607-8ecc-45a8-b02e-58516a776cb6; detaching it from the instance and deleting it from the info cache [ 824.766897] env[69699]: DEBUG nova.network.neutron [req-b6c3c023-f0db-4bae-9d76-438521c84af7 req-41f39b50-fdcb-4a60-8da6-98672748a295 service nova] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Updating instance_info_cache with network_info: [{"id": "394d95fe-4743-43c4-b13b-65bd8e257abb", "address": "fa:16:3e:ea:a2:44", "network": {"id": "0bd0c568-ae97-493c-9ed8-c70833965690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-782374772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba48fa426f0e4cb3b66a18836a0ae660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap394d95fe-47", "ovs_interfaceid": "394d95fe-4743-43c4-b13b-65bd8e257abb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.859018] env[69699]: DEBUG oslo_concurrency.lockutils [None req-94936989-6cce-4094-ba36-eb5860bd733a tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Lock "a0dad223-34a6-4e39-8ee7-ec74ba96a133" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.534s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.872532] env[69699]: DEBUG oslo_vmware.api [None req-a7939e51-ea2f-412a-88c1-f2c4d59d438e tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Task: {'id': task-3607045, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.394914} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.876015] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7939e51-ea2f-412a-88c1-f2c4d59d438e tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 824.876015] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a7939e51-ea2f-412a-88c1-f2c4d59d438e tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 824.876468] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a7939e51-ea2f-412a-88c1-f2c4d59d438e tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 824.876468] env[69699]: INFO nova.compute.manager [None req-a7939e51-ea2f-412a-88c1-f2c4d59d438e tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Took 1.17 seconds to destroy the instance on the hypervisor. [ 824.876683] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7939e51-ea2f-412a-88c1-f2c4d59d438e tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.877037] env[69699]: DEBUG nova.compute.manager [-] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 824.877139] env[69699]: DEBUG nova.network.neutron [-] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 824.879980] env[69699]: DEBUG oslo_concurrency.lockutils [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.973349] env[69699]: DEBUG oslo_concurrency.lockutils [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Releasing lock "refresh_cache-55bc925d-16a8-4b86-9de9-be3aab917368" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.973658] env[69699]: DEBUG nova.compute.manager [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] Instance network_info: |[{"id": "f8f3f8f8-2841-49d5-818a-289827ce2b23", "address": "fa:16:3e:7a:f0:be", "network": {"id": "77402683-5a6b-4624-b460-b63ee27255ba", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1856882313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f09e475d3ff54181a64bf47522db8d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8f3f8f8-28", "ovs_interfaceid": "f8f3f8f8-2841-49d5-818a-289827ce2b23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 824.976998] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:f0:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de5fcb06-b0d0-467f-86fe-06882165ac31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8f3f8f8-2841-49d5-818a-289827ce2b23', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 824.985286] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Creating folder: Project (f09e475d3ff54181a64bf47522db8d48). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 824.985800] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca16fb43-a57b-4552-b41e-af7bb5750c0f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.995898] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Created folder: Project (f09e475d3ff54181a64bf47522db8d48) in parent group-v719415. [ 824.996064] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Creating folder: Instances. Parent ref: group-v719573. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 824.997090] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83002587-7925-4182-9911-aae4db031226 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.004272] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Created folder: Instances in parent group-v719573. [ 825.004515] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.004697] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 825.004895] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8410c909-e35e-4355-8df1-8a58cc703ec5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.026770] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 825.026770] env[69699]: value = "task-3607048" [ 825.026770] env[69699]: _type = "Task" [ 825.026770] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.040443] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607048, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.044625] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.047924] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e38a899-dad3-489a-9334-b30c21faa927 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.051433] env[69699]: DEBUG oslo_vmware.api [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the task: (returnval){ [ 825.051433] env[69699]: value = "task-3607050" [ 825.051433] env[69699]: _type = "Task" [ 825.051433] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.061916] env[69699]: DEBUG oslo_vmware.api [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607050, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.073142] env[69699]: DEBUG nova.compute.manager [req-218f81a8-9ee6-48e7-b015-1b53c907f757 req-a750cb0f-fc0a-450f-847d-842d19df0a1a service nova] [instance: a56031df-186a-4a08-886d-8bb99e015dba] Received event network-vif-deleted-3a2f6d6e-8bdf-434d-ad9b-df34767dc0f7 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.073372] env[69699]: INFO nova.compute.manager [req-218f81a8-9ee6-48e7-b015-1b53c907f757 req-a750cb0f-fc0a-450f-847d-842d19df0a1a service nova] [instance: a56031df-186a-4a08-886d-8bb99e015dba] Neutron deleted interface 3a2f6d6e-8bdf-434d-ad9b-df34767dc0f7; detaching it from the instance and deleting it from the info cache [ 825.073553] env[69699]: DEBUG nova.network.neutron [req-218f81a8-9ee6-48e7-b015-1b53c907f757 req-a750cb0f-fc0a-450f-847d-842d19df0a1a service nova] [instance: a56031df-186a-4a08-886d-8bb99e015dba] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.264328] env[69699]: DEBUG nova.network.neutron [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Successfully updated port: 5f6a5910-f8bf-4b32-92ce-1a8c5e03b2a5 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 825.271859] env[69699]: DEBUG oslo_concurrency.lockutils [req-b6c3c023-f0db-4bae-9d76-438521c84af7 req-41f39b50-fdcb-4a60-8da6-98672748a295 service nova] Acquiring lock "af9422bd-d925-4174-8ea5-91d2bcec2f3b" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.271859] env[69699]: DEBUG oslo_concurrency.lockutils [req-b6c3c023-f0db-4bae-9d76-438521c84af7 req-41f39b50-fdcb-4a60-8da6-98672748a295 service nova] Acquired lock "af9422bd-d925-4174-8ea5-91d2bcec2f3b" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.271859] env[69699]: DEBUG oslo_vmware.api [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607043, 'name': ReconfigVM_Task, 'duration_secs': 0.630312} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.278990] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efac21f-827f-4454-bbb2-520aa1bf2a92 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.281424] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 63b25b55-b483-48db-aced-d2df4010a8ee] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 63b25b55-b483-48db-aced-d2df4010a8ee/63b25b55-b483-48db-aced-d2df4010a8ee.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 825.283959] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a128a908-6f94-45cd-8409-7be2f27301bc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.302513] env[69699]: DEBUG oslo_concurrency.lockutils [req-b6c3c023-f0db-4bae-9d76-438521c84af7 req-41f39b50-fdcb-4a60-8da6-98672748a295 service nova] Releasing lock "af9422bd-d925-4174-8ea5-91d2bcec2f3b" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.302802] env[69699]: WARNING nova.compute.manager [req-b6c3c023-f0db-4bae-9d76-438521c84af7 req-41f39b50-fdcb-4a60-8da6-98672748a295 service nova] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Detach interface failed, port_id=9743d607-8ecc-45a8-b02e-58516a776cb6, reason: No device with interface-id 9743d607-8ecc-45a8-b02e-58516a776cb6 exists on VM: nova.exception.NotFound: No device with interface-id 9743d607-8ecc-45a8-b02e-58516a776cb6 exists on VM [ 825.305227] env[69699]: DEBUG oslo_vmware.api [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Waiting for the task: (returnval){ [ 825.305227] env[69699]: value = "task-3607051" [ 825.305227] env[69699]: _type = "Task" [ 825.305227] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.314741] env[69699]: DEBUG oslo_vmware.api [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607051, 'name': Rename_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.384570] env[69699]: DEBUG nova.network.neutron [-] [instance: a56031df-186a-4a08-886d-8bb99e015dba] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.534129] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011f8e98-aa4d-4cf6-b61b-5f6a80f47ec3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.549100] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607048, 'name': CreateVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.549813] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77fab4a3-ef09-4670-b585-348ee6c6a30f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.561689] env[69699]: DEBUG oslo_vmware.api [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607050, 'name': PowerOffVM_Task, 'duration_secs': 0.194596} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.585999] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 825.587312] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3e6294-f45a-4651-8b5b-9daf17bf0be9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.589932] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0a8cc78a-225d-42d5-a28c-b998a3824baa {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.592219] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d3445c-b149-434d-9913-1cac367ff588 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.612868] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62c6612-a84b-4405-bd7a-c7091a475ad9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.616144] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8329e47b-339b-4625-98d2-f442a49169e7 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "refresh_cache-af9422bd-d925-4174-8ea5-91d2bcec2f3b" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.616316] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8329e47b-339b-4625-98d2-f442a49169e7 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquired lock "refresh_cache-af9422bd-d925-4174-8ea5-91d2bcec2f3b" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.616488] env[69699]: DEBUG nova.network.neutron [None req-8329e47b-339b-4625-98d2-f442a49169e7 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.620403] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d445341-e0bc-43e7-8806-8006a2e0674e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.631157] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6de3e95-7961-4c06-8069-9ff5fc4f466d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.653860] env[69699]: DEBUG nova.compute.provider_tree [None req-bf9d5681-4780-40ef-aa41-0e1fddb2c115 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.669569] env[69699]: DEBUG nova.compute.manager [req-218f81a8-9ee6-48e7-b015-1b53c907f757 req-a750cb0f-fc0a-450f-847d-842d19df0a1a service nova] [instance: a56031df-186a-4a08-886d-8bb99e015dba] Detach interface failed, port_id=3a2f6d6e-8bdf-434d-ad9b-df34767dc0f7, reason: Instance a56031df-186a-4a08-886d-8bb99e015dba could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 825.670783] env[69699]: DEBUG nova.scheduler.client.report [None req-bf9d5681-4780-40ef-aa41-0e1fddb2c115 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.773218] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Acquiring lock "refresh_cache-ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.773531] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Acquired lock "refresh_cache-ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.773638] env[69699]: DEBUG nova.network.neutron [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.787671] env[69699]: DEBUG nova.network.neutron [-] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.816355] env[69699]: DEBUG oslo_vmware.api [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607051, 'name': Rename_Task, 'duration_secs': 0.144879} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.816819] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 63b25b55-b483-48db-aced-d2df4010a8ee] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 825.816819] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fcb8577d-f516-4c2c-96ac-08ced830b207 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.823153] env[69699]: DEBUG oslo_vmware.api [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Waiting for the task: (returnval){ [ 825.823153] env[69699]: value = "task-3607052" [ 825.823153] env[69699]: _type = "Task" [ 825.823153] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.835166] env[69699]: DEBUG oslo_vmware.api [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.866293] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9a9fd0d2-0a88-495f-b70d-987cae79711b tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "0504132d-eb33-4c2d-9944-316aa6918035" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.866583] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9a9fd0d2-0a88-495f-b70d-987cae79711b tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "0504132d-eb33-4c2d-9944-316aa6918035" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.866815] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9a9fd0d2-0a88-495f-b70d-987cae79711b tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "0504132d-eb33-4c2d-9944-316aa6918035-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.867040] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9a9fd0d2-0a88-495f-b70d-987cae79711b tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "0504132d-eb33-4c2d-9944-316aa6918035-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.867231] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9a9fd0d2-0a88-495f-b70d-987cae79711b tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "0504132d-eb33-4c2d-9944-316aa6918035-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.869291] env[69699]: INFO nova.compute.manager [None req-9a9fd0d2-0a88-495f-b70d-987cae79711b tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Terminating instance [ 825.889021] env[69699]: INFO nova.compute.manager [-] [instance: a56031df-186a-4a08-886d-8bb99e015dba] Took 1.30 seconds to deallocate network for instance. [ 825.967131] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b9345aac-bb20-432b-ab9f-ded60d495249 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "af9422bd-d925-4174-8ea5-91d2bcec2f3b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.969050] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b9345aac-bb20-432b-ab9f-ded60d495249 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "af9422bd-d925-4174-8ea5-91d2bcec2f3b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.969050] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b9345aac-bb20-432b-ab9f-ded60d495249 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "af9422bd-d925-4174-8ea5-91d2bcec2f3b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.969050] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b9345aac-bb20-432b-ab9f-ded60d495249 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "af9422bd-d925-4174-8ea5-91d2bcec2f3b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.969050] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b9345aac-bb20-432b-ab9f-ded60d495249 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "af9422bd-d925-4174-8ea5-91d2bcec2f3b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.971905] env[69699]: INFO nova.compute.manager [None req-b9345aac-bb20-432b-ab9f-ded60d495249 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Terminating instance [ 825.988875] env[69699]: DEBUG nova.network.neutron [None req-8329e47b-339b-4625-98d2-f442a49169e7 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Updating instance_info_cache with network_info: [{"id": "394d95fe-4743-43c4-b13b-65bd8e257abb", "address": "fa:16:3e:ea:a2:44", "network": {"id": "0bd0c568-ae97-493c-9ed8-c70833965690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-782374772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba48fa426f0e4cb3b66a18836a0ae660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap394d95fe-47", "ovs_interfaceid": "394d95fe-4743-43c4-b13b-65bd8e257abb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.039146] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607048, 'name': CreateVM_Task, 'duration_secs': 0.791962} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.039421] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 826.041283] env[69699]: DEBUG oslo_concurrency.lockutils [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.041283] env[69699]: DEBUG oslo_concurrency.lockutils [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.041283] env[69699]: DEBUG oslo_concurrency.lockutils [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.041283] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-620fab51-fd11-4adc-b02f-03878a8e539c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.048793] env[69699]: DEBUG oslo_vmware.api [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Waiting for the task: (returnval){ [ 826.048793] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]526e67ba-950f-8b60-434d-35ab2341b2bf" [ 826.048793] env[69699]: _type = "Task" [ 826.048793] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.060094] env[69699]: DEBUG oslo_vmware.api [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]526e67ba-950f-8b60-434d-35ab2341b2bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.157528] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Creating Snapshot of the VM instance {{(pid=69699) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 826.157915] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-586ee872-a2ae-4b42-85bf-2c306a29561a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.166279] env[69699]: DEBUG oslo_vmware.api [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the task: (returnval){ [ 826.166279] env[69699]: value = "task-3607053" [ 826.166279] env[69699]: _type = "Task" [ 826.166279] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.175790] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bf9d5681-4780-40ef-aa41-0e1fddb2c115 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.862s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.177751] env[69699]: DEBUG oslo_vmware.api [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607053, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.178920] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.463s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.179757] env[69699]: INFO nova.compute.claims [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 826.197085] env[69699]: INFO nova.scheduler.client.report [None req-bf9d5681-4780-40ef-aa41-0e1fddb2c115 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Deleted allocations for instance 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3 [ 826.290618] env[69699]: INFO nova.compute.manager [-] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Took 1.41 seconds to deallocate network for instance. [ 826.309669] env[69699]: DEBUG nova.network.neutron [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 826.333680] env[69699]: DEBUG oslo_vmware.api [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607052, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.379152] env[69699]: DEBUG nova.compute.manager [None req-9a9fd0d2-0a88-495f-b70d-987cae79711b tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 826.379152] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9fd0d2-0a88-495f-b70d-987cae79711b tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 826.380258] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99cb40be-09f5-4599-855c-0d4a0e842c00 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.388546] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a9fd0d2-0a88-495f-b70d-987cae79711b tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.389028] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ce92ba0-d10d-4972-9a43-9b7bdb011b09 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.396763] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a15c93f2-87d0-4dd8-b1e7-61c1c5b472c5 tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.398665] env[69699]: DEBUG oslo_vmware.api [None req-9a9fd0d2-0a88-495f-b70d-987cae79711b tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 826.398665] env[69699]: value = "task-3607054" [ 826.398665] env[69699]: _type = "Task" [ 826.398665] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.407326] env[69699]: DEBUG oslo_vmware.api [None req-9a9fd0d2-0a88-495f-b70d-987cae79711b tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607054, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.478930] env[69699]: DEBUG nova.compute.manager [None req-b9345aac-bb20-432b-ab9f-ded60d495249 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 826.479498] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-b9345aac-bb20-432b-ab9f-ded60d495249 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 826.480430] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da97256a-677f-4f3b-8ff3-984b4aa824b3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.490916] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8329e47b-339b-4625-98d2-f442a49169e7 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Releasing lock "refresh_cache-af9422bd-d925-4174-8ea5-91d2bcec2f3b" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.493581] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9345aac-bb20-432b-ab9f-ded60d495249 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.494122] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68e94ece-e72a-4c30-8319-a8443de6d388 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.501967] env[69699]: DEBUG oslo_vmware.api [None req-b9345aac-bb20-432b-ab9f-ded60d495249 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Waiting for the task: (returnval){ [ 826.501967] env[69699]: value = "task-3607055" [ 826.501967] env[69699]: _type = "Task" [ 826.501967] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.515798] env[69699]: DEBUG oslo_vmware.api [None req-b9345aac-bb20-432b-ab9f-ded60d495249 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.526463] env[69699]: DEBUG nova.network.neutron [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Updating instance_info_cache with network_info: [{"id": "5f6a5910-f8bf-4b32-92ce-1a8c5e03b2a5", "address": "fa:16:3e:ee:d9:fb", "network": {"id": "257d4b91-acab-4abb-9480-f26dc94d99e1", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1089910322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1c919d4d14746e5b9cb5a9e6046cf64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f6a5910-f8", "ovs_interfaceid": "5f6a5910-f8bf-4b32-92ce-1a8c5e03b2a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.538716] env[69699]: DEBUG oslo_concurrency.lockutils [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "5f115f20-f8bf-4c38-8e88-78e1cb8e24df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.538987] env[69699]: DEBUG oslo_concurrency.lockutils [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "5f115f20-f8bf-4c38-8e88-78e1cb8e24df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.560040] env[69699]: DEBUG oslo_vmware.api [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]526e67ba-950f-8b60-434d-35ab2341b2bf, 'name': SearchDatastore_Task, 'duration_secs': 0.012216} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.560475] env[69699]: DEBUG oslo_concurrency.lockutils [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.560781] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 826.561058] env[69699]: DEBUG oslo_concurrency.lockutils [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.561223] env[69699]: DEBUG oslo_concurrency.lockutils [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.561404] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 826.561974] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08357a4f-bcf9-4497-b1bc-59023f077085 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.567018] env[69699]: DEBUG nova.objects.instance [None req-e870ef16-240b-4d66-bb62-63ca603154d6 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Lazy-loading 'flavor' on Instance uuid 38000a91-e705-4063-806c-9af0fe7235ca {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.576173] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.576173] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.577642] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbc9de57-a97c-474e-8d14-a49335279f90 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.587684] env[69699]: DEBUG oslo_vmware.api [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Waiting for the task: (returnval){ [ 826.587684] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52cc37ed-da37-6a96-6574-1481c627b621" [ 826.587684] env[69699]: _type = "Task" [ 826.587684] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.596767] env[69699]: DEBUG oslo_vmware.api [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52cc37ed-da37-6a96-6574-1481c627b621, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.677334] env[69699]: DEBUG oslo_vmware.api [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607053, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.704709] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bf9d5681-4780-40ef-aa41-0e1fddb2c115 tempest-ServersAdminNegativeTestJSON-1244089969 tempest-ServersAdminNegativeTestJSON-1244089969-project-member] Lock "2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.649s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.798571] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a7939e51-ea2f-412a-88c1-f2c4d59d438e tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.835511] env[69699]: DEBUG oslo_vmware.api [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607052, 'name': PowerOnVM_Task, 'duration_secs': 0.577844} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.836790] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 63b25b55-b483-48db-aced-d2df4010a8ee] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.836943] env[69699]: INFO nova.compute.manager [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 63b25b55-b483-48db-aced-d2df4010a8ee] Took 9.76 seconds to spawn the instance on the hypervisor. [ 826.837214] env[69699]: DEBUG nova.compute.manager [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 63b25b55-b483-48db-aced-d2df4010a8ee] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.838523] env[69699]: DEBUG nova.compute.manager [req-0b671172-aa01-4ce0-b58b-bf4d3d490069 req-9ccbc68f-a0fe-469a-89bb-e9cde7a4d348 service nova] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Received event network-vif-plugged-5f6a5910-f8bf-4b32-92ce-1a8c5e03b2a5 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.838718] env[69699]: DEBUG oslo_concurrency.lockutils [req-0b671172-aa01-4ce0-b58b-bf4d3d490069 req-9ccbc68f-a0fe-469a-89bb-e9cde7a4d348 service nova] Acquiring lock "ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.838937] env[69699]: DEBUG oslo_concurrency.lockutils [req-0b671172-aa01-4ce0-b58b-bf4d3d490069 req-9ccbc68f-a0fe-469a-89bb-e9cde7a4d348 service nova] Lock "ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.839123] env[69699]: DEBUG oslo_concurrency.lockutils [req-0b671172-aa01-4ce0-b58b-bf4d3d490069 req-9ccbc68f-a0fe-469a-89bb-e9cde7a4d348 service nova] Lock "ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.839290] env[69699]: DEBUG nova.compute.manager [req-0b671172-aa01-4ce0-b58b-bf4d3d490069 req-9ccbc68f-a0fe-469a-89bb-e9cde7a4d348 service nova] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] No waiting events found dispatching network-vif-plugged-5f6a5910-f8bf-4b32-92ce-1a8c5e03b2a5 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 826.839448] env[69699]: WARNING nova.compute.manager [req-0b671172-aa01-4ce0-b58b-bf4d3d490069 req-9ccbc68f-a0fe-469a-89bb-e9cde7a4d348 service nova] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Received unexpected event network-vif-plugged-5f6a5910-f8bf-4b32-92ce-1a8c5e03b2a5 for instance with vm_state building and task_state spawning. [ 826.839768] env[69699]: DEBUG nova.compute.manager [req-0b671172-aa01-4ce0-b58b-bf4d3d490069 req-9ccbc68f-a0fe-469a-89bb-e9cde7a4d348 service nova] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Received event network-changed-5f6a5910-f8bf-4b32-92ce-1a8c5e03b2a5 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.839768] env[69699]: DEBUG nova.compute.manager [req-0b671172-aa01-4ce0-b58b-bf4d3d490069 req-9ccbc68f-a0fe-469a-89bb-e9cde7a4d348 service nova] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Refreshing instance network info cache due to event network-changed-5f6a5910-f8bf-4b32-92ce-1a8c5e03b2a5. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 826.839965] env[69699]: DEBUG oslo_concurrency.lockutils [req-0b671172-aa01-4ce0-b58b-bf4d3d490069 req-9ccbc68f-a0fe-469a-89bb-e9cde7a4d348 service nova] Acquiring lock "refresh_cache-ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.840603] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112b75a4-915a-47ec-ae78-c6d49a370935 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.909227] env[69699]: DEBUG oslo_vmware.api [None req-9a9fd0d2-0a88-495f-b70d-987cae79711b tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607054, 'name': PowerOffVM_Task, 'duration_secs': 0.218893} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.909539] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a9fd0d2-0a88-495f-b70d-987cae79711b tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 826.909665] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9fd0d2-0a88-495f-b70d-987cae79711b tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 826.909905] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06eb2d7f-2f7a-4702-b06c-55045262785e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.973937] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9fd0d2-0a88-495f-b70d-987cae79711b tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 826.974179] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9fd0d2-0a88-495f-b70d-987cae79711b tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Deleting contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 826.974373] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a9fd0d2-0a88-495f-b70d-987cae79711b tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Deleting the datastore file [datastore1] 0504132d-eb33-4c2d-9944-316aa6918035 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.974628] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13d3f793-cf32-4208-aca2-5b7eb5ccf026 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.982996] env[69699]: DEBUG oslo_vmware.api [None req-9a9fd0d2-0a88-495f-b70d-987cae79711b tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 826.982996] env[69699]: value = "task-3607057" [ 826.982996] env[69699]: _type = "Task" [ 826.982996] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.990890] env[69699]: DEBUG oslo_vmware.api [None req-9a9fd0d2-0a88-495f-b70d-987cae79711b tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607057, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.994800] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8329e47b-339b-4625-98d2-f442a49169e7 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "interface-af9422bd-d925-4174-8ea5-91d2bcec2f3b-9743d607-8ecc-45a8-b02e-58516a776cb6" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.866s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.011758] env[69699]: DEBUG oslo_vmware.api [None req-b9345aac-bb20-432b-ab9f-ded60d495249 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607055, 'name': PowerOffVM_Task, 'duration_secs': 0.290339} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.012111] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9345aac-bb20-432b-ab9f-ded60d495249 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.012317] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-b9345aac-bb20-432b-ab9f-ded60d495249 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 827.012559] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72456ce0-7d99-4db3-8001-d7b8558575cd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.029488] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Releasing lock "refresh_cache-ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.029796] env[69699]: DEBUG nova.compute.manager [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Instance network_info: |[{"id": "5f6a5910-f8bf-4b32-92ce-1a8c5e03b2a5", "address": "fa:16:3e:ee:d9:fb", "network": {"id": "257d4b91-acab-4abb-9480-f26dc94d99e1", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1089910322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1c919d4d14746e5b9cb5a9e6046cf64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f6a5910-f8", "ovs_interfaceid": "5f6a5910-f8bf-4b32-92ce-1a8c5e03b2a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 827.030322] env[69699]: DEBUG oslo_concurrency.lockutils [req-0b671172-aa01-4ce0-b58b-bf4d3d490069 req-9ccbc68f-a0fe-469a-89bb-e9cde7a4d348 service nova] Acquired lock "refresh_cache-ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.030515] env[69699]: DEBUG nova.network.neutron [req-0b671172-aa01-4ce0-b58b-bf4d3d490069 req-9ccbc68f-a0fe-469a-89bb-e9cde7a4d348 service nova] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Refreshing network info cache for port 5f6a5910-f8bf-4b32-92ce-1a8c5e03b2a5 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 827.031775] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:d9:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '842f738f-eaa4-4444-a9bf-90d2b533184c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f6a5910-f8bf-4b32-92ce-1a8c5e03b2a5', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 827.044786] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.046234] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 827.046572] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f963aa89-f3be-453a-b3af-7c0a379af01e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.073773] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e870ef16-240b-4d66-bb62-63ca603154d6 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Acquiring lock "refresh_cache-38000a91-e705-4063-806c-9af0fe7235ca" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.073773] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e870ef16-240b-4d66-bb62-63ca603154d6 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Acquired lock "refresh_cache-38000a91-e705-4063-806c-9af0fe7235ca" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.079083] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 827.079083] env[69699]: value = "task-3607059" [ 827.079083] env[69699]: _type = "Task" [ 827.079083] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.083728] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-b9345aac-bb20-432b-ab9f-ded60d495249 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 827.083957] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-b9345aac-bb20-432b-ab9f-ded60d495249 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 827.084156] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9345aac-bb20-432b-ab9f-ded60d495249 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Deleting the datastore file [datastore2] af9422bd-d925-4174-8ea5-91d2bcec2f3b {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 827.084782] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1cfe1c9b-9833-4eb2-8106-429b99030cfe {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.091481] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607059, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.097730] env[69699]: DEBUG oslo_vmware.api [None req-b9345aac-bb20-432b-ab9f-ded60d495249 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Waiting for the task: (returnval){ [ 827.097730] env[69699]: value = "task-3607060" [ 827.097730] env[69699]: _type = "Task" [ 827.097730] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.105343] env[69699]: DEBUG oslo_vmware.api [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52cc37ed-da37-6a96-6574-1481c627b621, 'name': SearchDatastore_Task, 'duration_secs': 0.013228} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.106765] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1808e9b-0443-499b-9527-726d78109022 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.112356] env[69699]: DEBUG oslo_vmware.api [None req-b9345aac-bb20-432b-ab9f-ded60d495249 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607060, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.114893] env[69699]: DEBUG oslo_vmware.api [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Waiting for the task: (returnval){ [ 827.114893] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52889ae3-ecf0-853a-4708-b069798bb896" [ 827.114893] env[69699]: _type = "Task" [ 827.114893] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.124694] env[69699]: DEBUG oslo_vmware.api [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52889ae3-ecf0-853a-4708-b069798bb896, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.177053] env[69699]: DEBUG oslo_vmware.api [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607053, 'name': CreateSnapshot_Task, 'duration_secs': 0.814215} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.177345] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Created Snapshot of the VM instance {{(pid=69699) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 827.178114] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9a0bb3-e77e-4161-98f6-0db0d7635d15 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.363544] env[69699]: INFO nova.compute.manager [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 63b25b55-b483-48db-aced-d2df4010a8ee] Took 32.35 seconds to build instance. [ 827.498438] env[69699]: DEBUG oslo_vmware.api [None req-9a9fd0d2-0a88-495f-b70d-987cae79711b tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607057, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253035} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.500063] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a9fd0d2-0a88-495f-b70d-987cae79711b tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 827.500063] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9fd0d2-0a88-495f-b70d-987cae79711b tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Deleted contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 827.500063] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9fd0d2-0a88-495f-b70d-987cae79711b tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 827.500063] env[69699]: INFO nova.compute.manager [None req-9a9fd0d2-0a88-495f-b70d-987cae79711b tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Took 1.12 seconds to destroy the instance on the hypervisor. [ 827.500063] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a9fd0d2-0a88-495f-b70d-987cae79711b tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.500063] env[69699]: DEBUG nova.compute.manager [-] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 827.500063] env[69699]: DEBUG nova.network.neutron [-] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 827.592664] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607059, 'name': CreateVM_Task, 'duration_secs': 0.415914} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.595028] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 827.595612] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.595770] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.596145] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.596692] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c869a14-81cc-4c7a-bf49-c99e8f309c4e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.608298] env[69699]: DEBUG oslo_vmware.api [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Waiting for the task: (returnval){ [ 827.608298] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52aefead-d50e-9742-0f8c-afdaa377e547" [ 827.608298] env[69699]: _type = "Task" [ 827.608298] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.616535] env[69699]: DEBUG oslo_vmware.api [None req-b9345aac-bb20-432b-ab9f-ded60d495249 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607060, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267694} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.620240] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9345aac-bb20-432b-ab9f-ded60d495249 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 827.620448] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-b9345aac-bb20-432b-ab9f-ded60d495249 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 827.620790] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-b9345aac-bb20-432b-ab9f-ded60d495249 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 827.620790] env[69699]: INFO nova.compute.manager [None req-b9345aac-bb20-432b-ab9f-ded60d495249 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 827.621049] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9345aac-bb20-432b-ab9f-ded60d495249 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.627020] env[69699]: DEBUG nova.compute.manager [-] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 827.627203] env[69699]: DEBUG nova.network.neutron [-] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 827.628587] env[69699]: DEBUG oslo_vmware.api [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52aefead-d50e-9742-0f8c-afdaa377e547, 'name': SearchDatastore_Task} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.629893] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.629893] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 827.629893] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.635074] env[69699]: DEBUG oslo_vmware.api [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52889ae3-ecf0-853a-4708-b069798bb896, 'name': SearchDatastore_Task, 'duration_secs': 0.01798} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.635722] env[69699]: DEBUG oslo_concurrency.lockutils [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.635952] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 55bc925d-16a8-4b86-9de9-be3aab917368/55bc925d-16a8-4b86-9de9-be3aab917368.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 827.636241] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.636419] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 827.636627] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-442eb058-5be6-4c95-b961-63a6b7be8c66 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.638613] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7720584b-d1d5-4df5-8e55-9cfc41f6b6cb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.644507] env[69699]: DEBUG oslo_vmware.api [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Waiting for the task: (returnval){ [ 827.644507] env[69699]: value = "task-3607061" [ 827.644507] env[69699]: _type = "Task" [ 827.644507] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.648133] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 827.649023] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 827.649611] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abd4ec38-0004-4d78-93d2-362b2df590ba {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.654595] env[69699]: DEBUG oslo_vmware.api [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Task: {'id': task-3607061, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.661741] env[69699]: DEBUG oslo_vmware.api [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Waiting for the task: (returnval){ [ 827.661741] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]526bcc8f-6293-91d0-da7d-048e92c31c82" [ 827.661741] env[69699]: _type = "Task" [ 827.661741] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.666847] env[69699]: DEBUG oslo_vmware.api [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]526bcc8f-6293-91d0-da7d-048e92c31c82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.688465] env[69699]: DEBUG nova.network.neutron [None req-e870ef16-240b-4d66-bb62-63ca603154d6 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 827.697361] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Creating linked-clone VM from snapshot {{(pid=69699) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 827.697872] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-82faaf5b-328f-48d7-ac5d-c28230c0fabe {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.709166] env[69699]: DEBUG oslo_vmware.api [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the task: (returnval){ [ 827.709166] env[69699]: value = "task-3607062" [ 827.709166] env[69699]: _type = "Task" [ 827.709166] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.723527] env[69699]: DEBUG oslo_vmware.api [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607062, 'name': CloneVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.791259] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d15feb9-86c1-4d93-8703-f4315bd3dc14 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.800313] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ae4b58-2941-4565-8e8c-1a47700bdc1b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.834188] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e7fa54a8-6e70-42ab-90ad-63dca0532176 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Acquiring lock "e46d11e1-2931-4ed2-907e-1577961e3d03" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.834463] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e7fa54a8-6e70-42ab-90ad-63dca0532176 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Lock "e46d11e1-2931-4ed2-907e-1577961e3d03" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.834675] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e7fa54a8-6e70-42ab-90ad-63dca0532176 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Acquiring lock "e46d11e1-2931-4ed2-907e-1577961e3d03-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.834854] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e7fa54a8-6e70-42ab-90ad-63dca0532176 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Lock "e46d11e1-2931-4ed2-907e-1577961e3d03-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.835027] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e7fa54a8-6e70-42ab-90ad-63dca0532176 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Lock "e46d11e1-2931-4ed2-907e-1577961e3d03-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.837648] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3d8f15-7e79-48d2-ae2c-ca53c43fcbb5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.840443] env[69699]: INFO nova.compute.manager [None req-e7fa54a8-6e70-42ab-90ad-63dca0532176 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Terminating instance [ 827.851215] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a170b1-ceaa-45a5-b7ae-735babdaacc7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.865664] env[69699]: DEBUG oslo_concurrency.lockutils [None req-02266b48-db15-4026-adfc-3a12ef8344ac tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Lock "63b25b55-b483-48db-aced-d2df4010a8ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.598s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.866164] env[69699]: DEBUG nova.compute.provider_tree [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 827.884411] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7fe00681-c2b3-48d5-9783-90afb518b2d0 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Acquiring lock "e90cd9d1-a50b-4153-9e93-ec1006ebbad1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.885135] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7fe00681-c2b3-48d5-9783-90afb518b2d0 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Lock "e90cd9d1-a50b-4153-9e93-ec1006ebbad1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.885135] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7fe00681-c2b3-48d5-9783-90afb518b2d0 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Acquiring lock "e90cd9d1-a50b-4153-9e93-ec1006ebbad1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.885135] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7fe00681-c2b3-48d5-9783-90afb518b2d0 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Lock "e90cd9d1-a50b-4153-9e93-ec1006ebbad1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.885293] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7fe00681-c2b3-48d5-9783-90afb518b2d0 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Lock "e90cd9d1-a50b-4153-9e93-ec1006ebbad1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.891324] env[69699]: INFO nova.compute.manager [None req-7fe00681-c2b3-48d5-9783-90afb518b2d0 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: e90cd9d1-a50b-4153-9e93-ec1006ebbad1] Terminating instance [ 827.927215] env[69699]: DEBUG nova.network.neutron [req-0b671172-aa01-4ce0-b58b-bf4d3d490069 req-9ccbc68f-a0fe-469a-89bb-e9cde7a4d348 service nova] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Updated VIF entry in instance network info cache for port 5f6a5910-f8bf-4b32-92ce-1a8c5e03b2a5. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 827.930665] env[69699]: DEBUG nova.network.neutron [req-0b671172-aa01-4ce0-b58b-bf4d3d490069 req-9ccbc68f-a0fe-469a-89bb-e9cde7a4d348 service nova] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Updating instance_info_cache with network_info: [{"id": "5f6a5910-f8bf-4b32-92ce-1a8c5e03b2a5", "address": "fa:16:3e:ee:d9:fb", "network": {"id": "257d4b91-acab-4abb-9480-f26dc94d99e1", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1089910322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1c919d4d14746e5b9cb5a9e6046cf64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f6a5910-f8", "ovs_interfaceid": "5f6a5910-f8bf-4b32-92ce-1a8c5e03b2a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.159486] env[69699]: DEBUG oslo_vmware.api [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Task: {'id': task-3607061, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.174812] env[69699]: DEBUG oslo_vmware.api [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]526bcc8f-6293-91d0-da7d-048e92c31c82, 'name': SearchDatastore_Task, 'duration_secs': 0.018634} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.174812] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-876965f3-4f06-4015-8194-fabec8fcdaaa {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.179715] env[69699]: DEBUG oslo_vmware.api [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Waiting for the task: (returnval){ [ 828.179715] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52fb5b0b-b549-582b-6525-f34c19c994e8" [ 828.179715] env[69699]: _type = "Task" [ 828.179715] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.191790] env[69699]: DEBUG oslo_vmware.api [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52fb5b0b-b549-582b-6525-f34c19c994e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.224466] env[69699]: DEBUG oslo_vmware.api [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607062, 'name': CloneVM_Task} progress is 94%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.346806] env[69699]: DEBUG nova.compute.manager [None req-e7fa54a8-6e70-42ab-90ad-63dca0532176 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 828.347066] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fa54a8-6e70-42ab-90ad-63dca0532176 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 828.347909] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387e082b-944b-4997-9c34-80573f29e965 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.356765] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7fa54a8-6e70-42ab-90ad-63dca0532176 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.356982] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e05677f3-c5e0-44e5-86cc-753f69e64a71 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.365076] env[69699]: DEBUG oslo_vmware.api [None req-e7fa54a8-6e70-42ab-90ad-63dca0532176 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Waiting for the task: (returnval){ [ 828.365076] env[69699]: value = "task-3607063" [ 828.365076] env[69699]: _type = "Task" [ 828.365076] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.373127] env[69699]: DEBUG nova.compute.manager [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: c023299f-9f9c-446c-af98-23940a25f898] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 828.385227] env[69699]: DEBUG oslo_vmware.api [None req-e7fa54a8-6e70-42ab-90ad-63dca0532176 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Task: {'id': task-3607063, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.396279] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fe2c6ff0-4f20-4952-b829-6cb9cbd651bd tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Acquiring lock "63b25b55-b483-48db-aced-d2df4010a8ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.396279] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fe2c6ff0-4f20-4952-b829-6cb9cbd651bd tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Lock "63b25b55-b483-48db-aced-d2df4010a8ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.396279] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fe2c6ff0-4f20-4952-b829-6cb9cbd651bd tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Acquiring lock "63b25b55-b483-48db-aced-d2df4010a8ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.396279] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fe2c6ff0-4f20-4952-b829-6cb9cbd651bd tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Lock "63b25b55-b483-48db-aced-d2df4010a8ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.396279] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fe2c6ff0-4f20-4952-b829-6cb9cbd651bd tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Lock "63b25b55-b483-48db-aced-d2df4010a8ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.398332] env[69699]: DEBUG nova.compute.manager [None req-7fe00681-c2b3-48d5-9783-90afb518b2d0 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: e90cd9d1-a50b-4153-9e93-ec1006ebbad1] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 828.398620] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe00681-c2b3-48d5-9783-90afb518b2d0 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: e90cd9d1-a50b-4153-9e93-ec1006ebbad1] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 828.399164] env[69699]: INFO nova.compute.manager [None req-fe2c6ff0-4f20-4952-b829-6cb9cbd651bd tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 63b25b55-b483-48db-aced-d2df4010a8ee] Terminating instance [ 828.404193] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1141fffd-8a8e-4bb6-8f09-6c160d0ce324 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.407053] env[69699]: ERROR nova.scheduler.client.report [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [req-76a79410-5aec-432c-b3b9-141ca4655e65] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80d35c48-5f27-4b75-a19d-7a1a6901050f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-76a79410-5aec-432c-b3b9-141ca4655e65"}]} [ 828.417938] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fe00681-c2b3-48d5-9783-90afb518b2d0 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: e90cd9d1-a50b-4153-9e93-ec1006ebbad1] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.418837] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f31db0f4-198d-4d59-bcd5-cf2fbcef3d36 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.426009] env[69699]: DEBUG oslo_vmware.api [None req-7fe00681-c2b3-48d5-9783-90afb518b2d0 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Waiting for the task: (returnval){ [ 828.426009] env[69699]: value = "task-3607064" [ 828.426009] env[69699]: _type = "Task" [ 828.426009] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.431834] env[69699]: DEBUG oslo_concurrency.lockutils [req-0b671172-aa01-4ce0-b58b-bf4d3d490069 req-9ccbc68f-a0fe-469a-89bb-e9cde7a4d348 service nova] Releasing lock "refresh_cache-ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.432203] env[69699]: DEBUG nova.compute.manager [req-0b671172-aa01-4ce0-b58b-bf4d3d490069 req-9ccbc68f-a0fe-469a-89bb-e9cde7a4d348 service nova] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Received event network-vif-deleted-48799df7-5d7b-414b-bd2b-a318c43afd3e {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.440609] env[69699]: DEBUG oslo_vmware.api [None req-7fe00681-c2b3-48d5-9783-90afb518b2d0 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607064, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.442385] env[69699]: DEBUG nova.scheduler.client.report [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Refreshing inventories for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 828.462394] env[69699]: DEBUG nova.scheduler.client.report [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Updating ProviderTree inventory for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 828.462639] env[69699]: DEBUG nova.compute.provider_tree [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 828.481421] env[69699]: DEBUG nova.scheduler.client.report [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Refreshing aggregate associations for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f, aggregates: None {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 828.504544] env[69699]: DEBUG nova.scheduler.client.report [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Refreshing trait associations for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 828.576287] env[69699]: DEBUG nova.network.neutron [-] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.660806] env[69699]: DEBUG oslo_vmware.api [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Task: {'id': task-3607061, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66269} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.661753] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 55bc925d-16a8-4b86-9de9-be3aab917368/55bc925d-16a8-4b86-9de9-be3aab917368.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 828.661753] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 828.661913] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0c9dd5e-32f8-48fb-b258-13845f537cff {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.669541] env[69699]: DEBUG oslo_vmware.api [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Waiting for the task: (returnval){ [ 828.669541] env[69699]: value = "task-3607065" [ 828.669541] env[69699]: _type = "Task" [ 828.669541] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.674834] env[69699]: DEBUG nova.network.neutron [None req-e870ef16-240b-4d66-bb62-63ca603154d6 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Updating instance_info_cache with network_info: [{"id": "d698553d-76ff-49bb-949a-c56b81bc55ca", "address": "fa:16:3e:1a:1e:18", "network": {"id": "cf8da3ce-eca3-488c-b3ad-33fe826cbaf2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-457573435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5411800585aa454a979ee925e4daf8c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd698553d-76", "ovs_interfaceid": "d698553d-76ff-49bb-949a-c56b81bc55ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.691734] env[69699]: DEBUG oslo_vmware.api [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Task: {'id': task-3607065, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.699839] env[69699]: DEBUG oslo_vmware.api [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52fb5b0b-b549-582b-6525-f34c19c994e8, 'name': SearchDatastore_Task, 'duration_secs': 0.06356} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.700109] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.700525] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8/ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 828.700648] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f90bc2fa-fccf-46b5-bd3c-10d675f78ee6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.707834] env[69699]: DEBUG oslo_vmware.api [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Waiting for the task: (returnval){ [ 828.707834] env[69699]: value = "task-3607066" [ 828.707834] env[69699]: _type = "Task" [ 828.707834] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.727673] env[69699]: DEBUG oslo_vmware.api [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Task: {'id': task-3607066, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.736986] env[69699]: DEBUG oslo_vmware.api [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607062, 'name': CloneVM_Task} progress is 94%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.878147] env[69699]: DEBUG oslo_vmware.api [None req-e7fa54a8-6e70-42ab-90ad-63dca0532176 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Task: {'id': task-3607063, 'name': PowerOffVM_Task, 'duration_secs': 0.258958} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.878790] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7fa54a8-6e70-42ab-90ad-63dca0532176 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.879643] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fa54a8-6e70-42ab-90ad-63dca0532176 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.885017] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6eb580c-44b6-48e7-9306-5a8c70e73491 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.906534] env[69699]: DEBUG oslo_concurrency.lockutils [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.916138] env[69699]: DEBUG nova.compute.manager [None req-fe2c6ff0-4f20-4952-b829-6cb9cbd651bd tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 63b25b55-b483-48db-aced-d2df4010a8ee] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 828.916138] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-fe2c6ff0-4f20-4952-b829-6cb9cbd651bd tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 63b25b55-b483-48db-aced-d2df4010a8ee] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 828.917738] env[69699]: DEBUG nova.compute.manager [req-de1fc8ac-b3e8-4b0e-ba40-689451a50bd9 req-1c71d5ab-2641-4e74-8c8a-db487f4253a4 service nova] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Received event network-changed-d698553d-76ff-49bb-949a-c56b81bc55ca {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.917921] env[69699]: DEBUG nova.compute.manager [req-de1fc8ac-b3e8-4b0e-ba40-689451a50bd9 req-1c71d5ab-2641-4e74-8c8a-db487f4253a4 service nova] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Refreshing instance network info cache due to event network-changed-d698553d-76ff-49bb-949a-c56b81bc55ca. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 828.918962] env[69699]: DEBUG oslo_concurrency.lockutils [req-de1fc8ac-b3e8-4b0e-ba40-689451a50bd9 req-1c71d5ab-2641-4e74-8c8a-db487f4253a4 service nova] Acquiring lock "refresh_cache-38000a91-e705-4063-806c-9af0fe7235ca" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.920035] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed86784e-d3d0-44f1-8c5f-8b8b394d61bd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.935673] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe2c6ff0-4f20-4952-b829-6cb9cbd651bd tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 63b25b55-b483-48db-aced-d2df4010a8ee] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.936396] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b3adf84-bec8-45d8-990f-ad0fe6bc5f8d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.944097] env[69699]: DEBUG oslo_vmware.api [None req-7fe00681-c2b3-48d5-9783-90afb518b2d0 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607064, 'name': PowerOffVM_Task, 'duration_secs': 0.198847} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.948478] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fe00681-c2b3-48d5-9783-90afb518b2d0 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: e90cd9d1-a50b-4153-9e93-ec1006ebbad1] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.948815] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe00681-c2b3-48d5-9783-90afb518b2d0 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: e90cd9d1-a50b-4153-9e93-ec1006ebbad1] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.949503] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f90fa1b7-7840-4626-a521-ca2a8a4cd4aa {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.956397] env[69699]: DEBUG oslo_vmware.api [None req-fe2c6ff0-4f20-4952-b829-6cb9cbd651bd tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Waiting for the task: (returnval){ [ 828.956397] env[69699]: value = "task-3607068" [ 828.956397] env[69699]: _type = "Task" [ 828.956397] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.980681] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fa54a8-6e70-42ab-90ad-63dca0532176 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.981062] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fa54a8-6e70-42ab-90ad-63dca0532176 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.981254] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7fa54a8-6e70-42ab-90ad-63dca0532176 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Deleting the datastore file [datastore2] e46d11e1-2931-4ed2-907e-1577961e3d03 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.981584] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b758aa9-99b8-497a-9c9d-21e5adaf49f9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.989123] env[69699]: DEBUG oslo_vmware.api [None req-e7fa54a8-6e70-42ab-90ad-63dca0532176 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Waiting for the task: (returnval){ [ 828.989123] env[69699]: value = "task-3607070" [ 828.989123] env[69699]: _type = "Task" [ 828.989123] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.000302] env[69699]: DEBUG oslo_vmware.api [None req-e7fa54a8-6e70-42ab-90ad-63dca0532176 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Task: {'id': task-3607070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.002442] env[69699]: DEBUG nova.network.neutron [-] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.044590] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe00681-c2b3-48d5-9783-90afb518b2d0 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: e90cd9d1-a50b-4153-9e93-ec1006ebbad1] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 829.044857] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe00681-c2b3-48d5-9783-90afb518b2d0 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: e90cd9d1-a50b-4153-9e93-ec1006ebbad1] Deleting contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 829.045140] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fe00681-c2b3-48d5-9783-90afb518b2d0 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Deleting the datastore file [datastore1] e90cd9d1-a50b-4153-9e93-ec1006ebbad1 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 829.047791] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52777e3c-1233-494e-8cfd-4a668114436e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.056585] env[69699]: DEBUG oslo_vmware.api [None req-7fe00681-c2b3-48d5-9783-90afb518b2d0 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Waiting for the task: (returnval){ [ 829.056585] env[69699]: value = "task-3607071" [ 829.056585] env[69699]: _type = "Task" [ 829.056585] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.066821] env[69699]: DEBUG oslo_vmware.api [None req-7fe00681-c2b3-48d5-9783-90afb518b2d0 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607071, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.079523] env[69699]: INFO nova.compute.manager [-] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Took 1.58 seconds to deallocate network for instance. [ 829.177426] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63046d75-b788-4f82-80d6-ccc1fb8f8169 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.186155] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e870ef16-240b-4d66-bb62-63ca603154d6 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Releasing lock "refresh_cache-38000a91-e705-4063-806c-9af0fe7235ca" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.186438] env[69699]: DEBUG nova.compute.manager [None req-e870ef16-240b-4d66-bb62-63ca603154d6 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Inject network info {{(pid=69699) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 829.186727] env[69699]: DEBUG nova.compute.manager [None req-e870ef16-240b-4d66-bb62-63ca603154d6 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] network_info to inject: |[{"id": "d698553d-76ff-49bb-949a-c56b81bc55ca", "address": "fa:16:3e:1a:1e:18", "network": {"id": "cf8da3ce-eca3-488c-b3ad-33fe826cbaf2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-457573435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5411800585aa454a979ee925e4daf8c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd698553d-76", "ovs_interfaceid": "d698553d-76ff-49bb-949a-c56b81bc55ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 829.192393] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e870ef16-240b-4d66-bb62-63ca603154d6 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Reconfiguring VM instance to set the machine id {{(pid=69699) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 829.196596] env[69699]: DEBUG oslo_concurrency.lockutils [req-de1fc8ac-b3e8-4b0e-ba40-689451a50bd9 req-1c71d5ab-2641-4e74-8c8a-db487f4253a4 service nova] Acquired lock "refresh_cache-38000a91-e705-4063-806c-9af0fe7235ca" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.197141] env[69699]: DEBUG nova.network.neutron [req-de1fc8ac-b3e8-4b0e-ba40-689451a50bd9 req-1c71d5ab-2641-4e74-8c8a-db487f4253a4 service nova] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Refreshing network info cache for port d698553d-76ff-49bb-949a-c56b81bc55ca {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 829.198828] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ee06357-d9d3-4ad8-8584-e4ebf48a1dcc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.218815] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d633370c-d6a8-4422-90ed-d16e7026303b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.223111] env[69699]: DEBUG oslo_vmware.api [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Task: {'id': task-3607065, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089934} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.227390] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 829.236456] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4cc1524-ad85-4642-a26c-129dd51c2694 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.272510] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2994e88-3a89-4a29-911b-2024e0d01a89 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.275705] env[69699]: DEBUG oslo_vmware.api [None req-e870ef16-240b-4d66-bb62-63ca603154d6 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Waiting for the task: (returnval){ [ 829.275705] env[69699]: value = "task-3607072" [ 829.275705] env[69699]: _type = "Task" [ 829.275705] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.284826] env[69699]: DEBUG oslo_vmware.api [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607062, 'name': CloneVM_Task} progress is 95%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.285106] env[69699]: DEBUG oslo_vmware.api [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Task: {'id': task-3607066, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.292850] env[69699]: DEBUG nova.objects.instance [None req-a71c50bc-214b-4105-ba34-22b167f512cf tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Lazy-loading 'flavor' on Instance uuid 38000a91-e705-4063-806c-9af0fe7235ca {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.318931] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 55bc925d-16a8-4b86-9de9-be3aab917368/55bc925d-16a8-4b86-9de9-be3aab917368.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.323171] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9c738bd-de8d-4033-96f5-e47e31313637 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.339368] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a134b443-fe34-4582-82e6-a822cde1785d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.344149] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a71c50bc-214b-4105-ba34-22b167f512cf tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Acquiring lock "refresh_cache-38000a91-e705-4063-806c-9af0fe7235ca" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.349212] env[69699]: DEBUG oslo_vmware.api [None req-e870ef16-240b-4d66-bb62-63ca603154d6 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Task: {'id': task-3607072, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.362901] env[69699]: DEBUG nova.compute.provider_tree [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.394925] env[69699]: DEBUG oslo_vmware.api [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Waiting for the task: (returnval){ [ 829.394925] env[69699]: value = "task-3607073" [ 829.394925] env[69699]: _type = "Task" [ 829.394925] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.469363] env[69699]: DEBUG oslo_vmware.api [None req-fe2c6ff0-4f20-4952-b829-6cb9cbd651bd tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607068, 'name': PowerOffVM_Task, 'duration_secs': 0.474155} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.469436] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe2c6ff0-4f20-4952-b829-6cb9cbd651bd tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 63b25b55-b483-48db-aced-d2df4010a8ee] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 829.469651] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-fe2c6ff0-4f20-4952-b829-6cb9cbd651bd tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 63b25b55-b483-48db-aced-d2df4010a8ee] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 829.469986] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d161147-52fb-4444-a7c0-0df5ec958c92 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.499684] env[69699]: DEBUG oslo_vmware.api [None req-e7fa54a8-6e70-42ab-90ad-63dca0532176 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Task: {'id': task-3607070, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.500722} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.502213] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7fa54a8-6e70-42ab-90ad-63dca0532176 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.502437] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fa54a8-6e70-42ab-90ad-63dca0532176 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 829.502902] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fa54a8-6e70-42ab-90ad-63dca0532176 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 829.502902] env[69699]: INFO nova.compute.manager [None req-e7fa54a8-6e70-42ab-90ad-63dca0532176 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Took 1.16 seconds to destroy the instance on the hypervisor. [ 829.504303] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7fa54a8-6e70-42ab-90ad-63dca0532176 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.504303] env[69699]: DEBUG nova.compute.manager [-] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 829.504303] env[69699]: DEBUG nova.network.neutron [-] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 829.505303] env[69699]: INFO nova.compute.manager [-] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Took 1.88 seconds to deallocate network for instance. [ 829.547526] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-fe2c6ff0-4f20-4952-b829-6cb9cbd651bd tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 63b25b55-b483-48db-aced-d2df4010a8ee] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 829.547885] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-fe2c6ff0-4f20-4952-b829-6cb9cbd651bd tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 63b25b55-b483-48db-aced-d2df4010a8ee] Deleting contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 829.547963] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe2c6ff0-4f20-4952-b829-6cb9cbd651bd tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Deleting the datastore file [datastore1] 63b25b55-b483-48db-aced-d2df4010a8ee {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 829.548216] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c40cfadb-36a8-489f-9546-2e0b14139e45 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.560023] env[69699]: DEBUG oslo_vmware.api [None req-fe2c6ff0-4f20-4952-b829-6cb9cbd651bd tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Waiting for the task: (returnval){ [ 829.560023] env[69699]: value = "task-3607075" [ 829.560023] env[69699]: _type = "Task" [ 829.560023] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.581086] env[69699]: DEBUG oslo_vmware.api [None req-7fe00681-c2b3-48d5-9783-90afb518b2d0 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607071, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.398353} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.581086] env[69699]: DEBUG oslo_vmware.api [None req-fe2c6ff0-4f20-4952-b829-6cb9cbd651bd tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607075, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.581086] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fe00681-c2b3-48d5-9783-90afb518b2d0 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.581086] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe00681-c2b3-48d5-9783-90afb518b2d0 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: e90cd9d1-a50b-4153-9e93-ec1006ebbad1] Deleted contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 829.581086] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe00681-c2b3-48d5-9783-90afb518b2d0 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: e90cd9d1-a50b-4153-9e93-ec1006ebbad1] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 829.581086] env[69699]: INFO nova.compute.manager [None req-7fe00681-c2b3-48d5-9783-90afb518b2d0 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: e90cd9d1-a50b-4153-9e93-ec1006ebbad1] Took 1.18 seconds to destroy the instance on the hypervisor. [ 829.581086] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7fe00681-c2b3-48d5-9783-90afb518b2d0 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.581086] env[69699]: DEBUG nova.compute.manager [-] [instance: e90cd9d1-a50b-4153-9e93-ec1006ebbad1] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 829.581086] env[69699]: DEBUG nova.network.neutron [-] [instance: e90cd9d1-a50b-4153-9e93-ec1006ebbad1] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 829.591415] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9a9fd0d2-0a88-495f-b70d-987cae79711b tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.740513] env[69699]: DEBUG nova.network.neutron [req-de1fc8ac-b3e8-4b0e-ba40-689451a50bd9 req-1c71d5ab-2641-4e74-8c8a-db487f4253a4 service nova] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Updated VIF entry in instance network info cache for port d698553d-76ff-49bb-949a-c56b81bc55ca. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 829.740513] env[69699]: DEBUG nova.network.neutron [req-de1fc8ac-b3e8-4b0e-ba40-689451a50bd9 req-1c71d5ab-2641-4e74-8c8a-db487f4253a4 service nova] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Updating instance_info_cache with network_info: [{"id": "d698553d-76ff-49bb-949a-c56b81bc55ca", "address": "fa:16:3e:1a:1e:18", "network": {"id": "cf8da3ce-eca3-488c-b3ad-33fe826cbaf2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-457573435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5411800585aa454a979ee925e4daf8c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd698553d-76", "ovs_interfaceid": "d698553d-76ff-49bb-949a-c56b81bc55ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.747671] env[69699]: DEBUG oslo_vmware.api [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Task: {'id': task-3607066, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701078} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.752014] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8/ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 829.752090] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 829.752425] env[69699]: DEBUG oslo_vmware.api [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607062, 'name': CloneVM_Task, 'duration_secs': 1.85546} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.755596] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f01f050-57a3-40a0-91dd-e956652abe3c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.755875] env[69699]: INFO nova.virt.vmwareapi.vmops [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Created linked-clone VM from snapshot [ 829.756936] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb85b3f5-0a93-4a22-8f3c-b2c89fa504bf {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.768142] env[69699]: DEBUG nova.virt.vmwareapi.images [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Uploading image 351d9b65-e469-4cbf-aed9-f138308fd655 {{(pid=69699) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 829.771704] env[69699]: DEBUG oslo_vmware.api [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Waiting for the task: (returnval){ [ 829.771704] env[69699]: value = "task-3607076" [ 829.771704] env[69699]: _type = "Task" [ 829.771704] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.781452] env[69699]: DEBUG oslo_vmware.api [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Task: {'id': task-3607076, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.798600] env[69699]: DEBUG oslo_vmware.api [None req-e870ef16-240b-4d66-bb62-63ca603154d6 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Task: {'id': task-3607072, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.811097] env[69699]: DEBUG oslo_vmware.rw_handles [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 829.811097] env[69699]: value = "vm-719578" [ 829.811097] env[69699]: _type = "VirtualMachine" [ 829.811097] env[69699]: }. {{(pid=69699) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 829.811584] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9d0f3a87-d0d0-4ccd-9e77-9c2dd8025ddd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.828394] env[69699]: DEBUG oslo_vmware.rw_handles [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Lease: (returnval){ [ 829.828394] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5247087d-329a-4de9-9445-73f193ad9734" [ 829.828394] env[69699]: _type = "HttpNfcLease" [ 829.828394] env[69699]: } obtained for exporting VM: (result){ [ 829.828394] env[69699]: value = "vm-719578" [ 829.828394] env[69699]: _type = "VirtualMachine" [ 829.828394] env[69699]: }. {{(pid=69699) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 829.828927] env[69699]: DEBUG oslo_vmware.api [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the lease: (returnval){ [ 829.828927] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5247087d-329a-4de9-9445-73f193ad9734" [ 829.828927] env[69699]: _type = "HttpNfcLease" [ 829.828927] env[69699]: } to be ready. {{(pid=69699) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 829.835568] env[69699]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 829.835568] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5247087d-329a-4de9-9445-73f193ad9734" [ 829.835568] env[69699]: _type = "HttpNfcLease" [ 829.835568] env[69699]: } is initializing. {{(pid=69699) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 829.866370] env[69699]: DEBUG nova.scheduler.client.report [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.910303] env[69699]: DEBUG oslo_vmware.api [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Task: {'id': task-3607073, 'name': ReconfigVM_Task, 'duration_secs': 0.409576} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.910303] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 55bc925d-16a8-4b86-9de9-be3aab917368/55bc925d-16a8-4b86-9de9-be3aab917368.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 829.910538] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bffd292f-12e8-4d5e-aa61-7a1073f5d569 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.933713] env[69699]: DEBUG oslo_vmware.api [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Waiting for the task: (returnval){ [ 829.933713] env[69699]: value = "task-3607078" [ 829.933713] env[69699]: _type = "Task" [ 829.933713] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.942023] env[69699]: DEBUG oslo_vmware.api [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Task: {'id': task-3607078, 'name': Rename_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.011983] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b9345aac-bb20-432b-ab9f-ded60d495249 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.075664] env[69699]: DEBUG oslo_vmware.api [None req-fe2c6ff0-4f20-4952-b829-6cb9cbd651bd tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607075, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201028} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.075922] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe2c6ff0-4f20-4952-b829-6cb9cbd651bd tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 830.076418] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-fe2c6ff0-4f20-4952-b829-6cb9cbd651bd tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 63b25b55-b483-48db-aced-d2df4010a8ee] Deleted contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 830.076686] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-fe2c6ff0-4f20-4952-b829-6cb9cbd651bd tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 63b25b55-b483-48db-aced-d2df4010a8ee] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 830.076923] env[69699]: INFO nova.compute.manager [None req-fe2c6ff0-4f20-4952-b829-6cb9cbd651bd tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 63b25b55-b483-48db-aced-d2df4010a8ee] Took 1.16 seconds to destroy the instance on the hypervisor. [ 830.077265] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe2c6ff0-4f20-4952-b829-6cb9cbd651bd tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.077515] env[69699]: DEBUG nova.compute.manager [-] [instance: 63b25b55-b483-48db-aced-d2df4010a8ee] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 830.077638] env[69699]: DEBUG nova.network.neutron [-] [instance: 63b25b55-b483-48db-aced-d2df4010a8ee] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 830.123317] env[69699]: DEBUG nova.compute.manager [req-b48f4b37-8c39-49dc-b892-42a8bda3199e req-77ae2218-5693-410c-851b-0b901548ee83 service nova] [instance: e90cd9d1-a50b-4153-9e93-ec1006ebbad1] Received event network-vif-deleted-b53117e0-8155-4b97-93f3-37a254c7cc25 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.123317] env[69699]: INFO nova.compute.manager [req-b48f4b37-8c39-49dc-b892-42a8bda3199e req-77ae2218-5693-410c-851b-0b901548ee83 service nova] [instance: e90cd9d1-a50b-4153-9e93-ec1006ebbad1] Neutron deleted interface b53117e0-8155-4b97-93f3-37a254c7cc25; detaching it from the instance and deleting it from the info cache [ 830.123317] env[69699]: DEBUG nova.network.neutron [req-b48f4b37-8c39-49dc-b892-42a8bda3199e req-77ae2218-5693-410c-851b-0b901548ee83 service nova] [instance: e90cd9d1-a50b-4153-9e93-ec1006ebbad1] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.244643] env[69699]: DEBUG oslo_concurrency.lockutils [req-de1fc8ac-b3e8-4b0e-ba40-689451a50bd9 req-1c71d5ab-2641-4e74-8c8a-db487f4253a4 service nova] Releasing lock "refresh_cache-38000a91-e705-4063-806c-9af0fe7235ca" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.244918] env[69699]: DEBUG nova.compute.manager [req-de1fc8ac-b3e8-4b0e-ba40-689451a50bd9 req-1c71d5ab-2641-4e74-8c8a-db487f4253a4 service nova] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Received event network-vif-deleted-a9018ab2-df45-4bc6-8f2e-d174d47b9c88 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.245591] env[69699]: DEBUG nova.compute.manager [req-de1fc8ac-b3e8-4b0e-ba40-689451a50bd9 req-1c71d5ab-2641-4e74-8c8a-db487f4253a4 service nova] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Received event network-vif-deleted-394d95fe-4743-43c4-b13b-65bd8e257abb {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.245591] env[69699]: INFO nova.compute.manager [req-de1fc8ac-b3e8-4b0e-ba40-689451a50bd9 req-1c71d5ab-2641-4e74-8c8a-db487f4253a4 service nova] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Neutron deleted interface 394d95fe-4743-43c4-b13b-65bd8e257abb; detaching it from the instance and deleting it from the info cache [ 830.245591] env[69699]: DEBUG nova.network.neutron [req-de1fc8ac-b3e8-4b0e-ba40-689451a50bd9 req-1c71d5ab-2641-4e74-8c8a-db487f4253a4 service nova] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.246609] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a71c50bc-214b-4105-ba34-22b167f512cf tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Acquired lock "refresh_cache-38000a91-e705-4063-806c-9af0fe7235ca" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.290578] env[69699]: DEBUG oslo_vmware.api [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Task: {'id': task-3607076, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075042} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.292758] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 830.293791] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c27d02-fca7-4193-8456-9b22ab23e357 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.304204] env[69699]: DEBUG oslo_vmware.api [None req-e870ef16-240b-4d66-bb62-63ca603154d6 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Task: {'id': task-3607072, 'name': ReconfigVM_Task, 'duration_secs': 0.770603} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.319050] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e870ef16-240b-4d66-bb62-63ca603154d6 tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Reconfigured VM instance to set the machine id {{(pid=69699) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 830.332985] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8/ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.339319] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8a72016-1eab-4a24-a2b8-70f4d0674643 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.364502] env[69699]: DEBUG oslo_vmware.api [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Waiting for the task: (returnval){ [ 830.364502] env[69699]: value = "task-3607079" [ 830.364502] env[69699]: _type = "Task" [ 830.364502] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.364710] env[69699]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 830.364710] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5247087d-329a-4de9-9445-73f193ad9734" [ 830.364710] env[69699]: _type = "HttpNfcLease" [ 830.364710] env[69699]: } is ready. {{(pid=69699) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 830.365244] env[69699]: DEBUG oslo_vmware.rw_handles [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 830.365244] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5247087d-329a-4de9-9445-73f193ad9734" [ 830.365244] env[69699]: _type = "HttpNfcLease" [ 830.365244] env[69699]: }. {{(pid=69699) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 830.368660] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ed3c84-55d0-4feb-9188-3bfbc558aa13 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.377261] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.199s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.377886] env[69699]: DEBUG nova.compute.manager [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 830.382122] env[69699]: DEBUG oslo_vmware.api [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Task: {'id': task-3607079, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.385800] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ad1630ab-b23e-41f4-ab68-b463a94dfade tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.584s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.385800] env[69699]: DEBUG nova.objects.instance [None req-ad1630ab-b23e-41f4-ab68-b463a94dfade tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Lazy-loading 'resources' on Instance uuid c2fb5505-fc81-40cb-b6de-34779f347adb {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 830.386329] env[69699]: DEBUG oslo_vmware.rw_handles [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5283241a-9f70-fce3-c045-afb9fc3c7bd0/disk-0.vmdk from lease info. {{(pid=69699) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 830.386329] env[69699]: DEBUG oslo_vmware.rw_handles [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5283241a-9f70-fce3-c045-afb9fc3c7bd0/disk-0.vmdk for reading. {{(pid=69699) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 830.455166] env[69699]: DEBUG nova.network.neutron [-] [instance: e90cd9d1-a50b-4153-9e93-ec1006ebbad1] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.462271] env[69699]: DEBUG oslo_vmware.api [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Task: {'id': task-3607078, 'name': Rename_Task, 'duration_secs': 0.196519} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.462271] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.462549] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bae928ba-853e-4f59-9497-d13eda7157e0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.469331] env[69699]: DEBUG oslo_vmware.api [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Waiting for the task: (returnval){ [ 830.469331] env[69699]: value = "task-3607080" [ 830.469331] env[69699]: _type = "Task" [ 830.469331] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.478164] env[69699]: DEBUG oslo_vmware.api [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Task: {'id': task-3607080, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.484649] env[69699]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-101308f8-652a-4d36-90c0-70b46c56e1f5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.625650] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1eb6d668-1646-4321-bc43-e16aa708286c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.635850] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4703854-9d9e-4a6c-82ac-5d4362fd25c9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.677692] env[69699]: DEBUG nova.compute.manager [req-b48f4b37-8c39-49dc-b892-42a8bda3199e req-77ae2218-5693-410c-851b-0b901548ee83 service nova] [instance: e90cd9d1-a50b-4153-9e93-ec1006ebbad1] Detach interface failed, port_id=b53117e0-8155-4b97-93f3-37a254c7cc25, reason: Instance e90cd9d1-a50b-4153-9e93-ec1006ebbad1 could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 830.752078] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-99fceeeb-e0b9-481f-9c0d-6058a9f61fc8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.761848] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d0dbb7-72ea-4005-b9ca-cccb3e6ae8fd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.797991] env[69699]: DEBUG nova.compute.manager [req-de1fc8ac-b3e8-4b0e-ba40-689451a50bd9 req-1c71d5ab-2641-4e74-8c8a-db487f4253a4 service nova] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Detach interface failed, port_id=394d95fe-4743-43c4-b13b-65bd8e257abb, reason: Instance af9422bd-d925-4174-8ea5-91d2bcec2f3b could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 830.821169] env[69699]: DEBUG nova.network.neutron [None req-a71c50bc-214b-4105-ba34-22b167f512cf tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.860343] env[69699]: DEBUG nova.network.neutron [-] [instance: 63b25b55-b483-48db-aced-d2df4010a8ee] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.876543] env[69699]: DEBUG oslo_vmware.api [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Task: {'id': task-3607079, 'name': ReconfigVM_Task, 'duration_secs': 0.352193} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.877665] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Reconfigured VM instance instance-00000038 to attach disk [datastore2] ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8/ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.878123] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69699) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 830.879339] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-5128c4b0-610d-4b82-b04a-3752c70a93c4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.889049] env[69699]: DEBUG nova.compute.utils [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 830.889162] env[69699]: DEBUG nova.compute.manager [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 830.889317] env[69699]: DEBUG nova.network.neutron [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 830.894366] env[69699]: DEBUG oslo_vmware.api [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Waiting for the task: (returnval){ [ 830.894366] env[69699]: value = "task-3607081" [ 830.894366] env[69699]: _type = "Task" [ 830.894366] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.905063] env[69699]: DEBUG oslo_vmware.api [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Task: {'id': task-3607081, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.953248] env[69699]: DEBUG nova.compute.manager [req-3e0e2d8a-e4d9-44f7-9ad3-ac22d8e9c6b8 req-7fa3801c-e177-4502-b3cd-7c2a55c32b2e service nova] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Received event network-vif-deleted-9512295a-ae47-4627-baea-ea55f8a35c0b {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.953529] env[69699]: INFO nova.compute.manager [req-3e0e2d8a-e4d9-44f7-9ad3-ac22d8e9c6b8 req-7fa3801c-e177-4502-b3cd-7c2a55c32b2e service nova] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Neutron deleted interface 9512295a-ae47-4627-baea-ea55f8a35c0b; detaching it from the instance and deleting it from the info cache [ 830.953714] env[69699]: DEBUG nova.network.neutron [req-3e0e2d8a-e4d9-44f7-9ad3-ac22d8e9c6b8 req-7fa3801c-e177-4502-b3cd-7c2a55c32b2e service nova] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.958839] env[69699]: INFO nova.compute.manager [-] [instance: e90cd9d1-a50b-4153-9e93-ec1006ebbad1] Took 1.38 seconds to deallocate network for instance. [ 830.960717] env[69699]: DEBUG nova.policy [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9862180e23014999a41bbdcdd1e67500', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f0293384f344ba09f431b47ef381d57', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 830.983315] env[69699]: DEBUG oslo_vmware.api [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Task: {'id': task-3607080, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.073317] env[69699]: DEBUG nova.network.neutron [-] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.363517] env[69699]: INFO nova.compute.manager [-] [instance: 63b25b55-b483-48db-aced-d2df4010a8ee] Took 1.29 seconds to deallocate network for instance. [ 831.394503] env[69699]: DEBUG nova.compute.manager [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 831.414132] env[69699]: DEBUG oslo_vmware.api [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Task: {'id': task-3607081, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.052608} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.417432] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69699) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 831.419754] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf89bdb-9782-4957-89b9-ab2ae435c7ec {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.454114] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8/ephemeral_0.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.462026] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33761cef-eefd-4662-88cf-e1bd86dde8dc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.479660] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7fe00681-c2b3-48d5-9783-90afb518b2d0 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.479983] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-41cfb20c-18c6-4734-9dda-31c0dd1fa20c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.483918] env[69699]: DEBUG nova.network.neutron [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Successfully created port: 4fdb835d-6532-41ed-a080-cc51c855a95e {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 831.501502] env[69699]: DEBUG oslo_vmware.api [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Task: {'id': task-3607080, 'name': PowerOnVM_Task, 'duration_secs': 0.549667} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.508846] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.509605] env[69699]: INFO nova.compute.manager [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] Took 11.69 seconds to spawn the instance on the hypervisor. [ 831.509882] env[69699]: DEBUG nova.compute.manager [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.510394] env[69699]: DEBUG oslo_vmware.api [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Waiting for the task: (returnval){ [ 831.510394] env[69699]: value = "task-3607082" [ 831.510394] env[69699]: _type = "Task" [ 831.510394] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.512559] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e0662c-7fd1-4a26-ba6e-b4f8a8d1a92b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.518499] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837cfe5f-c2e4-4052-8122-c0d1c979f341 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.548313] env[69699]: DEBUG oslo_vmware.api [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Task: {'id': task-3607082, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.561527] env[69699]: DEBUG nova.compute.manager [req-3e0e2d8a-e4d9-44f7-9ad3-ac22d8e9c6b8 req-7fa3801c-e177-4502-b3cd-7c2a55c32b2e service nova] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Detach interface failed, port_id=9512295a-ae47-4627-baea-ea55f8a35c0b, reason: Instance e46d11e1-2931-4ed2-907e-1577961e3d03 could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 831.561900] env[69699]: DEBUG nova.compute.manager [req-3e0e2d8a-e4d9-44f7-9ad3-ac22d8e9c6b8 req-7fa3801c-e177-4502-b3cd-7c2a55c32b2e service nova] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Received event network-changed-d698553d-76ff-49bb-949a-c56b81bc55ca {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.562081] env[69699]: DEBUG nova.compute.manager [req-3e0e2d8a-e4d9-44f7-9ad3-ac22d8e9c6b8 req-7fa3801c-e177-4502-b3cd-7c2a55c32b2e service nova] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Refreshing instance network info cache due to event network-changed-d698553d-76ff-49bb-949a-c56b81bc55ca. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 831.562245] env[69699]: DEBUG oslo_concurrency.lockutils [req-3e0e2d8a-e4d9-44f7-9ad3-ac22d8e9c6b8 req-7fa3801c-e177-4502-b3cd-7c2a55c32b2e service nova] Acquiring lock "refresh_cache-38000a91-e705-4063-806c-9af0fe7235ca" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.579129] env[69699]: INFO nova.compute.manager [-] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Took 2.08 seconds to deallocate network for instance. [ 831.781984] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f3d132-011f-4c5b-b6f5-57cf1fbd50a8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.790726] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576dca53-ba9e-45dd-a757-6ee1efd6b86b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.823716] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8209b28e-e9f8-436d-ad71-e79f81754ded {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.832305] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04f50cf-89b9-45c3-a0b6-925c5a2d0968 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.846808] env[69699]: DEBUG nova.compute.provider_tree [None req-ad1630ab-b23e-41f4-ab68-b463a94dfade tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.853134] env[69699]: DEBUG nova.network.neutron [None req-a71c50bc-214b-4105-ba34-22b167f512cf tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Updating instance_info_cache with network_info: [{"id": "d698553d-76ff-49bb-949a-c56b81bc55ca", "address": "fa:16:3e:1a:1e:18", "network": {"id": "cf8da3ce-eca3-488c-b3ad-33fe826cbaf2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-457573435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5411800585aa454a979ee925e4daf8c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd698553d-76", "ovs_interfaceid": "d698553d-76ff-49bb-949a-c56b81bc55ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.870256] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fe2c6ff0-4f20-4952-b829-6cb9cbd651bd tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.039529] env[69699]: DEBUG oslo_vmware.api [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Task: {'id': task-3607082, 'name': ReconfigVM_Task, 'duration_secs': 0.529668} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.040096] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Reconfigured VM instance instance-00000038 to attach disk [datastore2] ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8/ephemeral_0.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.040738] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50c208ea-2bbd-4c34-a679-c153d192e1c9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.046737] env[69699]: DEBUG oslo_vmware.api [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Waiting for the task: (returnval){ [ 832.046737] env[69699]: value = "task-3607083" [ 832.046737] env[69699]: _type = "Task" [ 832.046737] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.057899] env[69699]: INFO nova.compute.manager [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] Took 32.69 seconds to build instance. [ 832.063444] env[69699]: DEBUG oslo_vmware.api [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Task: {'id': task-3607083, 'name': Rename_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.095673] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e7fa54a8-6e70-42ab-90ad-63dca0532176 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.157644] env[69699]: DEBUG nova.compute.manager [req-131a188e-58a3-4d54-8d06-f3f47408a33d req-31d4ce21-c214-4c15-a370-ff74796dd4b4 service nova] [instance: 63b25b55-b483-48db-aced-d2df4010a8ee] Received event network-vif-deleted-1d979e62-074e-4f8b-b915-992688ee5de5 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.352882] env[69699]: DEBUG nova.scheduler.client.report [None req-ad1630ab-b23e-41f4-ab68-b463a94dfade tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.358212] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a71c50bc-214b-4105-ba34-22b167f512cf tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Releasing lock "refresh_cache-38000a91-e705-4063-806c-9af0fe7235ca" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.362494] env[69699]: DEBUG nova.compute.manager [None req-a71c50bc-214b-4105-ba34-22b167f512cf tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Inject network info {{(pid=69699) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 832.362494] env[69699]: DEBUG nova.compute.manager [None req-a71c50bc-214b-4105-ba34-22b167f512cf tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] network_info to inject: |[{"id": "d698553d-76ff-49bb-949a-c56b81bc55ca", "address": "fa:16:3e:1a:1e:18", "network": {"id": "cf8da3ce-eca3-488c-b3ad-33fe826cbaf2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-457573435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5411800585aa454a979ee925e4daf8c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd698553d-76", "ovs_interfaceid": "d698553d-76ff-49bb-949a-c56b81bc55ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 832.372463] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a71c50bc-214b-4105-ba34-22b167f512cf tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Reconfiguring VM instance to set the machine id {{(pid=69699) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 832.373353] env[69699]: DEBUG oslo_concurrency.lockutils [req-3e0e2d8a-e4d9-44f7-9ad3-ac22d8e9c6b8 req-7fa3801c-e177-4502-b3cd-7c2a55c32b2e service nova] Acquired lock "refresh_cache-38000a91-e705-4063-806c-9af0fe7235ca" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.373657] env[69699]: DEBUG nova.network.neutron [req-3e0e2d8a-e4d9-44f7-9ad3-ac22d8e9c6b8 req-7fa3801c-e177-4502-b3cd-7c2a55c32b2e service nova] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Refreshing network info cache for port d698553d-76ff-49bb-949a-c56b81bc55ca {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.375234] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-532f52f7-33a0-462d-a94a-71566ef9aedb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.396041] env[69699]: DEBUG oslo_vmware.api [None req-a71c50bc-214b-4105-ba34-22b167f512cf tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Waiting for the task: (returnval){ [ 832.396041] env[69699]: value = "task-3607084" [ 832.396041] env[69699]: _type = "Task" [ 832.396041] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.408481] env[69699]: DEBUG nova.compute.manager [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 832.410881] env[69699]: DEBUG oslo_vmware.api [None req-a71c50bc-214b-4105-ba34-22b167f512cf tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Task: {'id': task-3607084, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.440185] env[69699]: DEBUG nova.virt.hardware [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 832.440452] env[69699]: DEBUG nova.virt.hardware [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 832.440612] env[69699]: DEBUG nova.virt.hardware [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 832.440820] env[69699]: DEBUG nova.virt.hardware [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 832.440970] env[69699]: DEBUG nova.virt.hardware [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 832.443472] env[69699]: DEBUG nova.virt.hardware [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 832.443472] env[69699]: DEBUG nova.virt.hardware [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 832.443472] env[69699]: DEBUG nova.virt.hardware [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 832.443472] env[69699]: DEBUG nova.virt.hardware [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 832.443688] env[69699]: DEBUG nova.virt.hardware [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 832.444322] env[69699]: DEBUG nova.virt.hardware [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 832.446927] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984592b8-9d4b-4b2e-947f-fa452bbaeea7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.457025] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5c5caa-c32c-4928-b180-1072d379afaf {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.558138] env[69699]: DEBUG oslo_vmware.api [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Task: {'id': task-3607083, 'name': Rename_Task, 'duration_secs': 0.298217} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.558436] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.558791] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6371be8c-bfe1-4313-baae-491adc6853b6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.565777] env[69699]: DEBUG oslo_concurrency.lockutils [None req-866cfea4-7256-495a-a3f8-84ede538a297 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Lock "55bc925d-16a8-4b86-9de9-be3aab917368" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.002s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.566243] env[69699]: DEBUG oslo_vmware.api [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Waiting for the task: (returnval){ [ 832.566243] env[69699]: value = "task-3607085" [ 832.566243] env[69699]: _type = "Task" [ 832.566243] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.577260] env[69699]: DEBUG oslo_vmware.api [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Task: {'id': task-3607085, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.874238] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ad1630ab-b23e-41f4-ab68-b463a94dfade tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.489s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.877044] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.042s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.878784] env[69699]: INFO nova.compute.claims [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 832.906646] env[69699]: DEBUG oslo_vmware.api [None req-a71c50bc-214b-4105-ba34-22b167f512cf tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Task: {'id': task-3607084, 'name': ReconfigVM_Task, 'duration_secs': 0.162324} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.906799] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a71c50bc-214b-4105-ba34-22b167f512cf tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Reconfigured VM instance to set the machine id {{(pid=69699) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 832.914167] env[69699]: INFO nova.scheduler.client.report [None req-ad1630ab-b23e-41f4-ab68-b463a94dfade tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Deleted allocations for instance c2fb5505-fc81-40cb-b6de-34779f347adb [ 833.072699] env[69699]: DEBUG nova.compute.manager [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 833.083864] env[69699]: DEBUG oslo_vmware.api [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Task: {'id': task-3607085, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.271532] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 833.271532] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 833.299589] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bf2532bb-8130-46d8-80a2-bb740bef67fb tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Acquiring lock "38000a91-e705-4063-806c-9af0fe7235ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.299848] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bf2532bb-8130-46d8-80a2-bb740bef67fb tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Lock "38000a91-e705-4063-806c-9af0fe7235ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.300075] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bf2532bb-8130-46d8-80a2-bb740bef67fb tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Acquiring lock "38000a91-e705-4063-806c-9af0fe7235ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.300260] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bf2532bb-8130-46d8-80a2-bb740bef67fb tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Lock "38000a91-e705-4063-806c-9af0fe7235ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.300427] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bf2532bb-8130-46d8-80a2-bb740bef67fb tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Lock "38000a91-e705-4063-806c-9af0fe7235ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.305158] env[69699]: INFO nova.compute.manager [None req-bf2532bb-8130-46d8-80a2-bb740bef67fb tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Terminating instance [ 833.384170] env[69699]: DEBUG nova.network.neutron [req-3e0e2d8a-e4d9-44f7-9ad3-ac22d8e9c6b8 req-7fa3801c-e177-4502-b3cd-7c2a55c32b2e service nova] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Updated VIF entry in instance network info cache for port d698553d-76ff-49bb-949a-c56b81bc55ca. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 833.384170] env[69699]: DEBUG nova.network.neutron [req-3e0e2d8a-e4d9-44f7-9ad3-ac22d8e9c6b8 req-7fa3801c-e177-4502-b3cd-7c2a55c32b2e service nova] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Updating instance_info_cache with network_info: [{"id": "d698553d-76ff-49bb-949a-c56b81bc55ca", "address": "fa:16:3e:1a:1e:18", "network": {"id": "cf8da3ce-eca3-488c-b3ad-33fe826cbaf2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-457573435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5411800585aa454a979ee925e4daf8c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd698553d-76", "ovs_interfaceid": "d698553d-76ff-49bb-949a-c56b81bc55ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.424898] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ad1630ab-b23e-41f4-ab68-b463a94dfade tempest-InstanceActionsTestJSON-155023934 tempest-InstanceActionsTestJSON-155023934-project-member] Lock "c2fb5505-fc81-40cb-b6de-34779f347adb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.065s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.470721] env[69699]: DEBUG nova.compute.manager [req-fb8bf508-c623-41e5-929b-35ff984cabd7 req-d05edf6e-f62f-4ce7-8352-54e1e0849c12 service nova] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Received event network-vif-plugged-4fdb835d-6532-41ed-a080-cc51c855a95e {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.470721] env[69699]: DEBUG oslo_concurrency.lockutils [req-fb8bf508-c623-41e5-929b-35ff984cabd7 req-d05edf6e-f62f-4ce7-8352-54e1e0849c12 service nova] Acquiring lock "311e4618-41ff-4cab-ae4f-d7063872abc8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.470721] env[69699]: DEBUG oslo_concurrency.lockutils [req-fb8bf508-c623-41e5-929b-35ff984cabd7 req-d05edf6e-f62f-4ce7-8352-54e1e0849c12 service nova] Lock "311e4618-41ff-4cab-ae4f-d7063872abc8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.470721] env[69699]: DEBUG oslo_concurrency.lockutils [req-fb8bf508-c623-41e5-929b-35ff984cabd7 req-d05edf6e-f62f-4ce7-8352-54e1e0849c12 service nova] Lock "311e4618-41ff-4cab-ae4f-d7063872abc8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.470721] env[69699]: DEBUG nova.compute.manager [req-fb8bf508-c623-41e5-929b-35ff984cabd7 req-d05edf6e-f62f-4ce7-8352-54e1e0849c12 service nova] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] No waiting events found dispatching network-vif-plugged-4fdb835d-6532-41ed-a080-cc51c855a95e {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 833.470721] env[69699]: WARNING nova.compute.manager [req-fb8bf508-c623-41e5-929b-35ff984cabd7 req-d05edf6e-f62f-4ce7-8352-54e1e0849c12 service nova] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Received unexpected event network-vif-plugged-4fdb835d-6532-41ed-a080-cc51c855a95e for instance with vm_state building and task_state spawning. [ 833.585973] env[69699]: DEBUG oslo_vmware.api [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Task: {'id': task-3607085, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.610849] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.706237] env[69699]: DEBUG nova.network.neutron [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Successfully updated port: 4fdb835d-6532-41ed-a080-cc51c855a95e {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 833.781917] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 833.782497] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 833.782536] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 833.784172] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 833.784172] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 833.784172] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 833.784172] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69699) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 833.784374] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 833.813284] env[69699]: DEBUG nova.compute.manager [None req-bf2532bb-8130-46d8-80a2-bb740bef67fb tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 833.813572] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2532bb-8130-46d8-80a2-bb740bef67fb tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 833.814488] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4792fa-5a33-43d7-9478-dd21b680aa83 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.823791] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf2532bb-8130-46d8-80a2-bb740bef67fb tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.824091] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60e0cce8-cfac-4419-9a1a-ca9b9eaa6d0e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.832384] env[69699]: DEBUG oslo_vmware.api [None req-bf2532bb-8130-46d8-80a2-bb740bef67fb tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Waiting for the task: (returnval){ [ 833.832384] env[69699]: value = "task-3607086" [ 833.832384] env[69699]: _type = "Task" [ 833.832384] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.847738] env[69699]: DEBUG oslo_vmware.api [None req-bf2532bb-8130-46d8-80a2-bb740bef67fb tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Task: {'id': task-3607086, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.895368] env[69699]: DEBUG oslo_concurrency.lockutils [req-3e0e2d8a-e4d9-44f7-9ad3-ac22d8e9c6b8 req-7fa3801c-e177-4502-b3cd-7c2a55c32b2e service nova] Releasing lock "refresh_cache-38000a91-e705-4063-806c-9af0fe7235ca" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.090726] env[69699]: DEBUG oslo_vmware.api [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Task: {'id': task-3607085, 'name': PowerOnVM_Task, 'duration_secs': 1.057767} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.090981] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.091072] env[69699]: INFO nova.compute.manager [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Took 9.56 seconds to spawn the instance on the hypervisor. [ 834.091802] env[69699]: DEBUG nova.compute.manager [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.092838] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c87da9e-dbb2-4683-9875-81fa45f977b7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.212973] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquiring lock "refresh_cache-311e4618-41ff-4cab-ae4f-d7063872abc8" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.213029] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquired lock "refresh_cache-311e4618-41ff-4cab-ae4f-d7063872abc8" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.213269] env[69699]: DEBUG nova.network.neutron [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.286820] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.347648] env[69699]: DEBUG oslo_vmware.api [None req-bf2532bb-8130-46d8-80a2-bb740bef67fb tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Task: {'id': task-3607086, 'name': PowerOffVM_Task, 'duration_secs': 0.205956} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.347864] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf2532bb-8130-46d8-80a2-bb740bef67fb tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 834.348059] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2532bb-8130-46d8-80a2-bb740bef67fb tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 834.348333] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a9963d6-f367-41c3-91d8-fae60e3ce545 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.427375] env[69699]: DEBUG nova.compute.manager [req-4826bec0-6e92-450b-9f93-30406988636f req-a4346527-7c60-4f64-86a0-f2cf742434b0 service nova] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] Received event network-changed-f8f3f8f8-2841-49d5-818a-289827ce2b23 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.427495] env[69699]: DEBUG nova.compute.manager [req-4826bec0-6e92-450b-9f93-30406988636f req-a4346527-7c60-4f64-86a0-f2cf742434b0 service nova] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] Refreshing instance network info cache due to event network-changed-f8f3f8f8-2841-49d5-818a-289827ce2b23. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 834.427694] env[69699]: DEBUG oslo_concurrency.lockutils [req-4826bec0-6e92-450b-9f93-30406988636f req-a4346527-7c60-4f64-86a0-f2cf742434b0 service nova] Acquiring lock "refresh_cache-55bc925d-16a8-4b86-9de9-be3aab917368" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.427835] env[69699]: DEBUG oslo_concurrency.lockutils [req-4826bec0-6e92-450b-9f93-30406988636f req-a4346527-7c60-4f64-86a0-f2cf742434b0 service nova] Acquired lock "refresh_cache-55bc925d-16a8-4b86-9de9-be3aab917368" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.428018] env[69699]: DEBUG nova.network.neutron [req-4826bec0-6e92-450b-9f93-30406988636f req-a4346527-7c60-4f64-86a0-f2cf742434b0 service nova] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] Refreshing network info cache for port f8f3f8f8-2841-49d5-818a-289827ce2b23 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 834.544497] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf69451-7e9e-4fc8-ac50-f6571a3686ce {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.552549] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc74aad-1ec5-4d56-b9fe-038edf6d4199 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.589045] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61be2f2a-9c03-4f3f-8cc3-9d6403bc60bc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.597175] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd62890e-1790-4edd-a3e2-e46289fbc456 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.615275] env[69699]: DEBUG nova.compute.provider_tree [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.618501] env[69699]: INFO nova.compute.manager [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Took 34.14 seconds to build instance. [ 834.709218] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2532bb-8130-46d8-80a2-bb740bef67fb tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 834.711773] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2532bb-8130-46d8-80a2-bb740bef67fb tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Deleting contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 834.711773] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf2532bb-8130-46d8-80a2-bb740bef67fb tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Deleting the datastore file [datastore1] 38000a91-e705-4063-806c-9af0fe7235ca {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 834.711773] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a7b0b23-994a-42df-80dd-e275fe00eb6f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.719882] env[69699]: DEBUG oslo_vmware.api [None req-bf2532bb-8130-46d8-80a2-bb740bef67fb tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Waiting for the task: (returnval){ [ 834.719882] env[69699]: value = "task-3607088" [ 834.719882] env[69699]: _type = "Task" [ 834.719882] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.729101] env[69699]: DEBUG oslo_vmware.api [None req-bf2532bb-8130-46d8-80a2-bb740bef67fb tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Task: {'id': task-3607088, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.757952] env[69699]: DEBUG nova.network.neutron [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 834.995195] env[69699]: DEBUG nova.network.neutron [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Updating instance_info_cache with network_info: [{"id": "4fdb835d-6532-41ed-a080-cc51c855a95e", "address": "fa:16:3e:8f:5f:18", "network": {"id": "4a55132d-5b16-41eb-97d5-c6aacd2ebbe0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2076238106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f0293384f344ba09f431b47ef381d57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fdb835d-65", "ovs_interfaceid": "4fdb835d-6532-41ed-a080-cc51c855a95e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.120569] env[69699]: DEBUG nova.scheduler.client.report [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.129358] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b5d152f5-d69a-48f9-988c-9dac00b08e6c tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Lock "ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.577s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.236997] env[69699]: DEBUG oslo_vmware.api [None req-bf2532bb-8130-46d8-80a2-bb740bef67fb tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Task: {'id': task-3607088, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.36586} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.236997] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf2532bb-8130-46d8-80a2-bb740bef67fb tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 835.236997] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2532bb-8130-46d8-80a2-bb740bef67fb tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Deleted contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 835.236997] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2532bb-8130-46d8-80a2-bb740bef67fb tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.236997] env[69699]: INFO nova.compute.manager [None req-bf2532bb-8130-46d8-80a2-bb740bef67fb tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Took 1.42 seconds to destroy the instance on the hypervisor. [ 835.236997] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf2532bb-8130-46d8-80a2-bb740bef67fb tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.236997] env[69699]: DEBUG nova.compute.manager [-] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 835.236997] env[69699]: DEBUG nova.network.neutron [-] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 835.503095] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Releasing lock "refresh_cache-311e4618-41ff-4cab-ae4f-d7063872abc8" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.503478] env[69699]: DEBUG nova.compute.manager [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Instance network_info: |[{"id": "4fdb835d-6532-41ed-a080-cc51c855a95e", "address": "fa:16:3e:8f:5f:18", "network": {"id": "4a55132d-5b16-41eb-97d5-c6aacd2ebbe0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2076238106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f0293384f344ba09f431b47ef381d57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fdb835d-65", "ovs_interfaceid": "4fdb835d-6532-41ed-a080-cc51c855a95e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 835.503894] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:5f:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f016d1-34a6-4ebd-81ed-a6bf9d109b87', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4fdb835d-6532-41ed-a080-cc51c855a95e', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.514772] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Creating folder: Project (2f0293384f344ba09f431b47ef381d57). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.515132] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9cecb8de-44a2-4235-aa57-01fe9d9c24b4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.529561] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Created folder: Project (2f0293384f344ba09f431b47ef381d57) in parent group-v719415. [ 835.529839] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Creating folder: Instances. Parent ref: group-v719579. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.530149] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a11efcb-b96f-4813-a405-0cc4f0d899a9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.539448] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Created folder: Instances in parent group-v719579. [ 835.539697] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.540052] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.540294] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-981521e5-68e3-43e1-b2f2-0c261597f61a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.564294] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.564294] env[69699]: value = "task-3607091" [ 835.564294] env[69699]: _type = "Task" [ 835.564294] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.572122] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607091, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.634546] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.756s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.635210] env[69699]: DEBUG nova.compute.manager [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 835.639193] env[69699]: DEBUG nova.compute.manager [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 835.643530] env[69699]: DEBUG oslo_concurrency.lockutils [None req-be5643b6-cebe-4e47-86e6-63108a09028f tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.015s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.643530] env[69699]: DEBUG nova.objects.instance [None req-be5643b6-cebe-4e47-86e6-63108a09028f tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Lazy-loading 'resources' on Instance uuid 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 835.771907] env[69699]: DEBUG nova.network.neutron [req-4826bec0-6e92-450b-9f93-30406988636f req-a4346527-7c60-4f64-86a0-f2cf742434b0 service nova] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] Updated VIF entry in instance network info cache for port f8f3f8f8-2841-49d5-818a-289827ce2b23. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 835.772347] env[69699]: DEBUG nova.network.neutron [req-4826bec0-6e92-450b-9f93-30406988636f req-a4346527-7c60-4f64-86a0-f2cf742434b0 service nova] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] Updating instance_info_cache with network_info: [{"id": "f8f3f8f8-2841-49d5-818a-289827ce2b23", "address": "fa:16:3e:7a:f0:be", "network": {"id": "77402683-5a6b-4624-b460-b63ee27255ba", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1856882313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f09e475d3ff54181a64bf47522db8d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8f3f8f8-28", "ovs_interfaceid": "f8f3f8f8-2841-49d5-818a-289827ce2b23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.803369] env[69699]: DEBUG oslo_concurrency.lockutils [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Acquiring lock "0bc9b912-7486-4b33-a317-aaf4e0acae48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.803652] env[69699]: DEBUG oslo_concurrency.lockutils [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Lock "0bc9b912-7486-4b33-a317-aaf4e0acae48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.873074] env[69699]: DEBUG nova.compute.manager [req-c75be038-7674-4ed3-9b90-930e65dd8169 req-10131734-ffaa-48a3-9f81-652505baea5f service nova] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Received event network-changed-4fdb835d-6532-41ed-a080-cc51c855a95e {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.873074] env[69699]: DEBUG nova.compute.manager [req-c75be038-7674-4ed3-9b90-930e65dd8169 req-10131734-ffaa-48a3-9f81-652505baea5f service nova] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Refreshing instance network info cache due to event network-changed-4fdb835d-6532-41ed-a080-cc51c855a95e. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 835.876061] env[69699]: DEBUG oslo_concurrency.lockutils [req-c75be038-7674-4ed3-9b90-930e65dd8169 req-10131734-ffaa-48a3-9f81-652505baea5f service nova] Acquiring lock "refresh_cache-311e4618-41ff-4cab-ae4f-d7063872abc8" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.876061] env[69699]: DEBUG oslo_concurrency.lockutils [req-c75be038-7674-4ed3-9b90-930e65dd8169 req-10131734-ffaa-48a3-9f81-652505baea5f service nova] Acquired lock "refresh_cache-311e4618-41ff-4cab-ae4f-d7063872abc8" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.876061] env[69699]: DEBUG nova.network.neutron [req-c75be038-7674-4ed3-9b90-930e65dd8169 req-10131734-ffaa-48a3-9f81-652505baea5f service nova] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Refreshing network info cache for port 4fdb835d-6532-41ed-a080-cc51c855a95e {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.074587] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607091, 'name': CreateVM_Task, 'duration_secs': 0.352317} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.074775] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.075527] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.075752] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.076038] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.076288] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4e63d1d-bc39-45da-b668-13b2e6a5d802 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.081715] env[69699]: DEBUG oslo_vmware.api [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 836.081715] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ae8816-30b5-4fca-b0d5-c5e42ca09a45" [ 836.081715] env[69699]: _type = "Task" [ 836.081715] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.089647] env[69699]: DEBUG oslo_vmware.api [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ae8816-30b5-4fca-b0d5-c5e42ca09a45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.152817] env[69699]: DEBUG nova.compute.utils [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 836.159021] env[69699]: DEBUG nova.compute.manager [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 836.159021] env[69699]: DEBUG nova.network.neutron [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 836.172345] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.277559] env[69699]: DEBUG oslo_concurrency.lockutils [req-4826bec0-6e92-450b-9f93-30406988636f req-a4346527-7c60-4f64-86a0-f2cf742434b0 service nova] Releasing lock "refresh_cache-55bc925d-16a8-4b86-9de9-be3aab917368" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.301422] env[69699]: DEBUG nova.policy [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a394824cef7428cbb8fcf4d3353ae3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6db95cb237bc4c8b8944104f6772c490', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 836.597234] env[69699]: DEBUG oslo_vmware.api [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ae8816-30b5-4fca-b0d5-c5e42ca09a45, 'name': SearchDatastore_Task, 'duration_secs': 0.014414} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.599816] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.600761] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.600761] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.600761] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.600761] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.604743] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49def33c-53b2-4a16-9a12-05d8f46d82d2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.615082] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.615298] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.616218] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4803921-2405-4c1a-9bee-dfc6d78c252a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.622400] env[69699]: DEBUG oslo_vmware.api [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 836.622400] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5262679c-a39f-4618-2c54-6d412d1928a7" [ 836.622400] env[69699]: _type = "Task" [ 836.622400] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.632210] env[69699]: DEBUG oslo_vmware.api [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5262679c-a39f-4618-2c54-6d412d1928a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.660035] env[69699]: DEBUG nova.compute.manager [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 836.723923] env[69699]: DEBUG nova.network.neutron [req-c75be038-7674-4ed3-9b90-930e65dd8169 req-10131734-ffaa-48a3-9f81-652505baea5f service nova] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Updated VIF entry in instance network info cache for port 4fdb835d-6532-41ed-a080-cc51c855a95e. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.724278] env[69699]: DEBUG nova.network.neutron [req-c75be038-7674-4ed3-9b90-930e65dd8169 req-10131734-ffaa-48a3-9f81-652505baea5f service nova] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Updating instance_info_cache with network_info: [{"id": "4fdb835d-6532-41ed-a080-cc51c855a95e", "address": "fa:16:3e:8f:5f:18", "network": {"id": "4a55132d-5b16-41eb-97d5-c6aacd2ebbe0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2076238106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f0293384f344ba09f431b47ef381d57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fdb835d-65", "ovs_interfaceid": "4fdb835d-6532-41ed-a080-cc51c855a95e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.813602] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83607e2-a5ec-4635-891f-d53e9e38e534 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.826950] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b173ef5-de58-4c95-ae43-4baddf4d799f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.862493] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fde10a-e4ce-43fb-b314-0f3c5cd1fdbb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.870561] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0601620-2898-4883-a324-94593a540b0c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.884888] env[69699]: DEBUG nova.compute.provider_tree [None req-be5643b6-cebe-4e47-86e6-63108a09028f tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 836.893031] env[69699]: DEBUG nova.network.neutron [-] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.075217] env[69699]: DEBUG nova.network.neutron [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Successfully created port: dfcc2628-667d-4580-8403-28526c397749 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 837.136023] env[69699]: DEBUG oslo_vmware.api [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5262679c-a39f-4618-2c54-6d412d1928a7, 'name': SearchDatastore_Task, 'duration_secs': 0.013663} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.136023] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-565fdb7e-09c9-476f-95a2-db86b3677caf {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.140405] env[69699]: DEBUG oslo_vmware.api [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 837.140405] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52d45e79-d028-1c7f-89d9-ea73a4823bfa" [ 837.140405] env[69699]: _type = "Task" [ 837.140405] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.149718] env[69699]: DEBUG oslo_vmware.api [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52d45e79-d028-1c7f-89d9-ea73a4823bfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.229163] env[69699]: DEBUG oslo_concurrency.lockutils [req-c75be038-7674-4ed3-9b90-930e65dd8169 req-10131734-ffaa-48a3-9f81-652505baea5f service nova] Releasing lock "refresh_cache-311e4618-41ff-4cab-ae4f-d7063872abc8" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.395956] env[69699]: INFO nova.compute.manager [-] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Took 2.16 seconds to deallocate network for instance. [ 837.416366] env[69699]: ERROR nova.scheduler.client.report [None req-be5643b6-cebe-4e47-86e6-63108a09028f tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [req-43454207-d42e-4484-b8c0-52adc5e67c40] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80d35c48-5f27-4b75-a19d-7a1a6901050f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-43454207-d42e-4484-b8c0-52adc5e67c40"}]} [ 837.443509] env[69699]: DEBUG nova.scheduler.client.report [None req-be5643b6-cebe-4e47-86e6-63108a09028f tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Refreshing inventories for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 837.461558] env[69699]: DEBUG nova.scheduler.client.report [None req-be5643b6-cebe-4e47-86e6-63108a09028f tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Updating ProviderTree inventory for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 837.461854] env[69699]: DEBUG nova.compute.provider_tree [None req-be5643b6-cebe-4e47-86e6-63108a09028f tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 837.480033] env[69699]: DEBUG nova.scheduler.client.report [None req-be5643b6-cebe-4e47-86e6-63108a09028f tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Refreshing aggregate associations for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f, aggregates: None {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 837.504549] env[69699]: DEBUG nova.scheduler.client.report [None req-be5643b6-cebe-4e47-86e6-63108a09028f tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Refreshing trait associations for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 837.663101] env[69699]: DEBUG oslo_vmware.api [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52d45e79-d028-1c7f-89d9-ea73a4823bfa, 'name': SearchDatastore_Task, 'duration_secs': 0.015022} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.663644] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.664059] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 311e4618-41ff-4cab-ae4f-d7063872abc8/311e4618-41ff-4cab-ae4f-d7063872abc8.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 837.664452] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec414a6a-df87-46f7-b1e1-15883863769c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.675020] env[69699]: DEBUG oslo_vmware.api [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 837.675020] env[69699]: value = "task-3607092" [ 837.675020] env[69699]: _type = "Task" [ 837.675020] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.678718] env[69699]: DEBUG nova.compute.manager [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 837.684359] env[69699]: DEBUG oslo_vmware.api [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607092, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.703825] env[69699]: DEBUG nova.virt.hardware [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 837.704104] env[69699]: DEBUG nova.virt.hardware [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.704269] env[69699]: DEBUG nova.virt.hardware [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.704468] env[69699]: DEBUG nova.virt.hardware [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.704624] env[69699]: DEBUG nova.virt.hardware [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.704774] env[69699]: DEBUG nova.virt.hardware [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 837.704980] env[69699]: DEBUG nova.virt.hardware [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 837.705181] env[69699]: DEBUG nova.virt.hardware [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 837.705364] env[69699]: DEBUG nova.virt.hardware [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 837.705525] env[69699]: DEBUG nova.virt.hardware [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 837.705695] env[69699]: DEBUG nova.virt.hardware [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 837.706549] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f126dfae-5c58-4832-9595-7b600bd391c3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.716933] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24bd822a-58de-418a-9da0-0637ec2114c8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.900045] env[69699]: DEBUG nova.compute.manager [req-5afa207e-d576-471a-8226-fc020ca8fa54 req-d249d4e5-ae07-406f-910a-c79a9e3e9913 service nova] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Received event network-vif-deleted-d698553d-76ff-49bb-949a-c56b81bc55ca {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.900261] env[69699]: DEBUG nova.compute.manager [req-5afa207e-d576-471a-8226-fc020ca8fa54 req-d249d4e5-ae07-406f-910a-c79a9e3e9913 service nova] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Received event network-changed-5f6a5910-f8bf-4b32-92ce-1a8c5e03b2a5 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.900413] env[69699]: DEBUG nova.compute.manager [req-5afa207e-d576-471a-8226-fc020ca8fa54 req-d249d4e5-ae07-406f-910a-c79a9e3e9913 service nova] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Refreshing instance network info cache due to event network-changed-5f6a5910-f8bf-4b32-92ce-1a8c5e03b2a5. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 837.900623] env[69699]: DEBUG oslo_concurrency.lockutils [req-5afa207e-d576-471a-8226-fc020ca8fa54 req-d249d4e5-ae07-406f-910a-c79a9e3e9913 service nova] Acquiring lock "refresh_cache-ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.900762] env[69699]: DEBUG oslo_concurrency.lockutils [req-5afa207e-d576-471a-8226-fc020ca8fa54 req-d249d4e5-ae07-406f-910a-c79a9e3e9913 service nova] Acquired lock "refresh_cache-ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.900914] env[69699]: DEBUG nova.network.neutron [req-5afa207e-d576-471a-8226-fc020ca8fa54 req-d249d4e5-ae07-406f-910a-c79a9e3e9913 service nova] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Refreshing network info cache for port 5f6a5910-f8bf-4b32-92ce-1a8c5e03b2a5 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 837.906752] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bf2532bb-8130-46d8-80a2-bb740bef67fb tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.039763] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005aa5e1-6482-433b-96fb-a8829de3eac1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.051533] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a14774-6eaa-4ec3-bac4-c39068b2fc74 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.087649] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e45d26-35e2-4435-816d-56081641e19a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.096211] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8ed62a-f0c0-4a11-98c3-dfd4ba5c5ebc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.110427] env[69699]: DEBUG nova.compute.provider_tree [None req-be5643b6-cebe-4e47-86e6-63108a09028f tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 838.184754] env[69699]: DEBUG oslo_vmware.api [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607092, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.652219] env[69699]: DEBUG nova.scheduler.client.report [None req-be5643b6-cebe-4e47-86e6-63108a09028f tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Updated inventory for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with generation 81 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 838.652634] env[69699]: DEBUG nova.compute.provider_tree [None req-be5643b6-cebe-4e47-86e6-63108a09028f tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Updating resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f generation from 81 to 82 during operation: update_inventory {{(pid=69699) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 838.652887] env[69699]: DEBUG nova.compute.provider_tree [None req-be5643b6-cebe-4e47-86e6-63108a09028f tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 838.690281] env[69699]: DEBUG oslo_vmware.api [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607092, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.825615} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.690695] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 311e4618-41ff-4cab-ae4f-d7063872abc8/311e4618-41ff-4cab-ae4f-d7063872abc8.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 838.690827] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 838.690996] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea7a3f26-e95f-4b14-bf04-8b8c369889de {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.701791] env[69699]: DEBUG oslo_vmware.api [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 838.701791] env[69699]: value = "task-3607093" [ 838.701791] env[69699]: _type = "Task" [ 838.701791] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.712373] env[69699]: DEBUG oslo_vmware.api [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607093, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.846866] env[69699]: DEBUG nova.network.neutron [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Successfully updated port: dfcc2628-667d-4580-8403-28526c397749 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 838.857009] env[69699]: DEBUG nova.network.neutron [req-5afa207e-d576-471a-8226-fc020ca8fa54 req-d249d4e5-ae07-406f-910a-c79a9e3e9913 service nova] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Updated VIF entry in instance network info cache for port 5f6a5910-f8bf-4b32-92ce-1a8c5e03b2a5. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 838.857601] env[69699]: DEBUG nova.network.neutron [req-5afa207e-d576-471a-8226-fc020ca8fa54 req-d249d4e5-ae07-406f-910a-c79a9e3e9913 service nova] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Updating instance_info_cache with network_info: [{"id": "5f6a5910-f8bf-4b32-92ce-1a8c5e03b2a5", "address": "fa:16:3e:ee:d9:fb", "network": {"id": "257d4b91-acab-4abb-9480-f26dc94d99e1", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1089910322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1c919d4d14746e5b9cb5a9e6046cf64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f6a5910-f8", "ovs_interfaceid": "5f6a5910-f8bf-4b32-92ce-1a8c5e03b2a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.160236] env[69699]: DEBUG oslo_concurrency.lockutils [None req-be5643b6-cebe-4e47-86e6-63108a09028f tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.518s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.162685] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.665s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.164524] env[69699]: INFO nova.compute.claims [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 839.181462] env[69699]: INFO nova.scheduler.client.report [None req-be5643b6-cebe-4e47-86e6-63108a09028f tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Deleted allocations for instance 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8 [ 839.213137] env[69699]: DEBUG oslo_vmware.api [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607093, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123666} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.213492] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 839.214345] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592186f5-afcf-466f-801e-48d8ce776506 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.243199] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 311e4618-41ff-4cab-ae4f-d7063872abc8/311e4618-41ff-4cab-ae4f-d7063872abc8.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 839.244327] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7515709f-e52a-477a-988b-9356e7cc1038 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.267835] env[69699]: DEBUG oslo_vmware.api [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 839.267835] env[69699]: value = "task-3607094" [ 839.267835] env[69699]: _type = "Task" [ 839.267835] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.280342] env[69699]: DEBUG oslo_vmware.api [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607094, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.354295] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Acquiring lock "refresh_cache-5492f83e-37c1-43f8-b40d-1d1872e229d6" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.354461] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Acquired lock "refresh_cache-5492f83e-37c1-43f8-b40d-1d1872e229d6" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.354614] env[69699]: DEBUG nova.network.neutron [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 839.361102] env[69699]: DEBUG oslo_concurrency.lockutils [req-5afa207e-d576-471a-8226-fc020ca8fa54 req-d249d4e5-ae07-406f-910a-c79a9e3e9913 service nova] Releasing lock "refresh_cache-ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.694993] env[69699]: DEBUG oslo_concurrency.lockutils [None req-be5643b6-cebe-4e47-86e6-63108a09028f tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Lock "20a3bc2c-042e-4d70-93f5-b17cbb06a6c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.094s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.779326] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3f763f5e-7796-4775-ac0b-2f9b3a88dbc1 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Acquiring lock "5e474303-4132-46e9-8cc8-e459f2a82293" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.779590] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3f763f5e-7796-4775-ac0b-2f9b3a88dbc1 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Lock "5e474303-4132-46e9-8cc8-e459f2a82293" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.779799] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3f763f5e-7796-4775-ac0b-2f9b3a88dbc1 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Acquiring lock "5e474303-4132-46e9-8cc8-e459f2a82293-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.779975] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3f763f5e-7796-4775-ac0b-2f9b3a88dbc1 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Lock "5e474303-4132-46e9-8cc8-e459f2a82293-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.780195] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3f763f5e-7796-4775-ac0b-2f9b3a88dbc1 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Lock "5e474303-4132-46e9-8cc8-e459f2a82293-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.784417] env[69699]: DEBUG oslo_vmware.api [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607094, 'name': ReconfigVM_Task, 'duration_secs': 0.275456} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.785130] env[69699]: INFO nova.compute.manager [None req-3f763f5e-7796-4775-ac0b-2f9b3a88dbc1 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Terminating instance [ 839.786445] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 311e4618-41ff-4cab-ae4f-d7063872abc8/311e4618-41ff-4cab-ae4f-d7063872abc8.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.787143] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-accb4599-720e-4a86-be01-a754d135ae28 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.795359] env[69699]: DEBUG oslo_vmware.api [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 839.795359] env[69699]: value = "task-3607095" [ 839.795359] env[69699]: _type = "Task" [ 839.795359] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.804470] env[69699]: DEBUG oslo_vmware.api [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607095, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.912864] env[69699]: DEBUG nova.network.neutron [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 839.929801] env[69699]: DEBUG nova.compute.manager [req-898b89bc-d434-4d32-99cd-b4d28273b93f req-b785e065-fb92-4e2e-b5db-6b4000064c32 service nova] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Received event network-vif-plugged-dfcc2628-667d-4580-8403-28526c397749 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.929964] env[69699]: DEBUG oslo_concurrency.lockutils [req-898b89bc-d434-4d32-99cd-b4d28273b93f req-b785e065-fb92-4e2e-b5db-6b4000064c32 service nova] Acquiring lock "5492f83e-37c1-43f8-b40d-1d1872e229d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.930155] env[69699]: DEBUG oslo_concurrency.lockutils [req-898b89bc-d434-4d32-99cd-b4d28273b93f req-b785e065-fb92-4e2e-b5db-6b4000064c32 service nova] Lock "5492f83e-37c1-43f8-b40d-1d1872e229d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.930324] env[69699]: DEBUG oslo_concurrency.lockutils [req-898b89bc-d434-4d32-99cd-b4d28273b93f req-b785e065-fb92-4e2e-b5db-6b4000064c32 service nova] Lock "5492f83e-37c1-43f8-b40d-1d1872e229d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.930491] env[69699]: DEBUG nova.compute.manager [req-898b89bc-d434-4d32-99cd-b4d28273b93f req-b785e065-fb92-4e2e-b5db-6b4000064c32 service nova] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] No waiting events found dispatching network-vif-plugged-dfcc2628-667d-4580-8403-28526c397749 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 839.930661] env[69699]: WARNING nova.compute.manager [req-898b89bc-d434-4d32-99cd-b4d28273b93f req-b785e065-fb92-4e2e-b5db-6b4000064c32 service nova] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Received unexpected event network-vif-plugged-dfcc2628-667d-4580-8403-28526c397749 for instance with vm_state building and task_state spawning. [ 839.930818] env[69699]: DEBUG nova.compute.manager [req-898b89bc-d434-4d32-99cd-b4d28273b93f req-b785e065-fb92-4e2e-b5db-6b4000064c32 service nova] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Received event network-changed-dfcc2628-667d-4580-8403-28526c397749 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.931028] env[69699]: DEBUG nova.compute.manager [req-898b89bc-d434-4d32-99cd-b4d28273b93f req-b785e065-fb92-4e2e-b5db-6b4000064c32 service nova] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Refreshing instance network info cache due to event network-changed-dfcc2628-667d-4580-8403-28526c397749. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 839.931170] env[69699]: DEBUG oslo_concurrency.lockutils [req-898b89bc-d434-4d32-99cd-b4d28273b93f req-b785e065-fb92-4e2e-b5db-6b4000064c32 service nova] Acquiring lock "refresh_cache-5492f83e-37c1-43f8-b40d-1d1872e229d6" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.118295] env[69699]: DEBUG nova.network.neutron [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Updating instance_info_cache with network_info: [{"id": "dfcc2628-667d-4580-8403-28526c397749", "address": "fa:16:3e:1a:3f:13", "network": {"id": "9a6d5dd4-f852-4b36-968e-e480448f148a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1073286448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6db95cb237bc4c8b8944104f6772c490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfcc2628-66", "ovs_interfaceid": "dfcc2628-667d-4580-8403-28526c397749", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.295170] env[69699]: DEBUG nova.compute.manager [None req-3f763f5e-7796-4775-ac0b-2f9b3a88dbc1 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 840.295422] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f763f5e-7796-4775-ac0b-2f9b3a88dbc1 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 840.298905] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c625ff1-6cf1-46de-9fef-1da9cda9269b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.307409] env[69699]: DEBUG oslo_vmware.api [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607095, 'name': Rename_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.308736] env[69699]: DEBUG oslo_vmware.api [None req-3f763f5e-7796-4775-ac0b-2f9b3a88dbc1 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Waiting for the task: (returnval){ [ 840.308736] env[69699]: value = "task-3607096" [ 840.308736] env[69699]: _type = "Task" [ 840.308736] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.317954] env[69699]: DEBUG oslo_vmware.api [None req-3f763f5e-7796-4775-ac0b-2f9b3a88dbc1 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Task: {'id': task-3607096, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.625212] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Releasing lock "refresh_cache-5492f83e-37c1-43f8-b40d-1d1872e229d6" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.625547] env[69699]: DEBUG nova.compute.manager [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Instance network_info: |[{"id": "dfcc2628-667d-4580-8403-28526c397749", "address": "fa:16:3e:1a:3f:13", "network": {"id": "9a6d5dd4-f852-4b36-968e-e480448f148a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1073286448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6db95cb237bc4c8b8944104f6772c490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfcc2628-66", "ovs_interfaceid": "dfcc2628-667d-4580-8403-28526c397749", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 840.625845] env[69699]: DEBUG oslo_concurrency.lockutils [req-898b89bc-d434-4d32-99cd-b4d28273b93f req-b785e065-fb92-4e2e-b5db-6b4000064c32 service nova] Acquired lock "refresh_cache-5492f83e-37c1-43f8-b40d-1d1872e229d6" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.626022] env[69699]: DEBUG nova.network.neutron [req-898b89bc-d434-4d32-99cd-b4d28273b93f req-b785e065-fb92-4e2e-b5db-6b4000064c32 service nova] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Refreshing network info cache for port dfcc2628-667d-4580-8403-28526c397749 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.628613] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:3f:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8233b50c-be21-441a-a357-a29138a95b8b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dfcc2628-667d-4580-8403-28526c397749', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 840.640283] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Creating folder: Project (6db95cb237bc4c8b8944104f6772c490). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 840.643501] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af2d498e-930a-4753-a5d2-1975b49e195d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.655779] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Created folder: Project (6db95cb237bc4c8b8944104f6772c490) in parent group-v719415. [ 840.655779] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Creating folder: Instances. Parent ref: group-v719582. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 840.655779] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce29d327-d145-4cf8-9c41-0df6e35ca5c0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.668927] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Created folder: Instances in parent group-v719582. [ 840.669199] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.669396] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 840.669619] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d847648a-e1c8-46c9-b062-cca1c02fd629 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.693569] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 840.693569] env[69699]: value = "task-3607099" [ 840.693569] env[69699]: _type = "Task" [ 840.693569] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.710111] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607099, 'name': CreateVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.749791] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4b8c5ef3-e6ef-443e-9586-9cacc2726324 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Acquiring lock "8a1f8bf9-4787-45d5-bb42-dbd504d568f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.750538] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4b8c5ef3-e6ef-443e-9586-9cacc2726324 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Lock "8a1f8bf9-4787-45d5-bb42-dbd504d568f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.750538] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4b8c5ef3-e6ef-443e-9586-9cacc2726324 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Acquiring lock "8a1f8bf9-4787-45d5-bb42-dbd504d568f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.750741] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4b8c5ef3-e6ef-443e-9586-9cacc2726324 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Lock "8a1f8bf9-4787-45d5-bb42-dbd504d568f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.750982] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4b8c5ef3-e6ef-443e-9586-9cacc2726324 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Lock "8a1f8bf9-4787-45d5-bb42-dbd504d568f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.756162] env[69699]: INFO nova.compute.manager [None req-4b8c5ef3-e6ef-443e-9586-9cacc2726324 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 8a1f8bf9-4787-45d5-bb42-dbd504d568f7] Terminating instance [ 840.804101] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f789e94-110e-48d8-974f-c64ae20c8236 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.819203] env[69699]: DEBUG oslo_vmware.api [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607095, 'name': Rename_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.820724] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ca0821-13d0-4421-a5d4-03cb6adc91d6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.827776] env[69699]: DEBUG oslo_vmware.api [None req-3f763f5e-7796-4775-ac0b-2f9b3a88dbc1 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Task: {'id': task-3607096, 'name': PowerOffVM_Task, 'duration_secs': 0.368274} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.828522] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f763f5e-7796-4775-ac0b-2f9b3a88dbc1 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.828782] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f763f5e-7796-4775-ac0b-2f9b3a88dbc1 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Volume detach. Driver type: vmdk {{(pid=69699) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 840.829015] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f763f5e-7796-4775-ac0b-2f9b3a88dbc1 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719509', 'volume_id': 'af28802b-144c-416b-83a7-bcae60934ab9', 'name': 'volume-af28802b-144c-416b-83a7-bcae60934ab9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e474303-4132-46e9-8cc8-e459f2a82293', 'attached_at': '', 'detached_at': '', 'volume_id': 'af28802b-144c-416b-83a7-bcae60934ab9', 'serial': 'af28802b-144c-416b-83a7-bcae60934ab9'} {{(pid=69699) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 840.829973] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c65cda-9585-42bc-9b84-cdb58d7f017c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.867019] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f07212-2c46-45c6-8880-67f3accca84f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.881103] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3cc3ed5-7c2f-4d99-8225-213bfe9a25bb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.887896] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30fbedf-9bb2-41b3-81f3-a038a444dca2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.894948] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf08f1e5-f6e3-48ec-a6a1-b55371af96e4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.905102] env[69699]: DEBUG nova.compute.provider_tree [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.923385] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef76f66-2d66-464e-988d-e5de26695f2b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.939256] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f763f5e-7796-4775-ac0b-2f9b3a88dbc1 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] The volume has not been displaced from its original location: [datastore2] volume-af28802b-144c-416b-83a7-bcae60934ab9/volume-af28802b-144c-416b-83a7-bcae60934ab9.vmdk. No consolidation needed. {{(pid=69699) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 840.944696] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f763f5e-7796-4775-ac0b-2f9b3a88dbc1 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 840.945452] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65dc3d3e-d7aa-44a4-a00d-b541234b44bb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.963593] env[69699]: DEBUG oslo_vmware.api [None req-3f763f5e-7796-4775-ac0b-2f9b3a88dbc1 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Waiting for the task: (returnval){ [ 840.963593] env[69699]: value = "task-3607100" [ 840.963593] env[69699]: _type = "Task" [ 840.963593] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.973559] env[69699]: DEBUG oslo_vmware.api [None req-3f763f5e-7796-4775-ac0b-2f9b3a88dbc1 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Task: {'id': task-3607100, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.205344] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607099, 'name': CreateVM_Task, 'duration_secs': 0.484604} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.205616] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 841.206438] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.206619] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.209345] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.209345] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c02488be-1994-4b3b-b9d7-2847b808fe61 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.214294] env[69699]: DEBUG oslo_vmware.api [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Waiting for the task: (returnval){ [ 841.214294] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5291ecb5-6d18-cac2-94c1-1c467c4d1dbb" [ 841.214294] env[69699]: _type = "Task" [ 841.214294] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.221581] env[69699]: DEBUG oslo_vmware.api [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5291ecb5-6d18-cac2-94c1-1c467c4d1dbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.262722] env[69699]: DEBUG nova.compute.manager [None req-4b8c5ef3-e6ef-443e-9586-9cacc2726324 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 8a1f8bf9-4787-45d5-bb42-dbd504d568f7] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 841.262722] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-4b8c5ef3-e6ef-443e-9586-9cacc2726324 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 8a1f8bf9-4787-45d5-bb42-dbd504d568f7] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 841.262722] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00055cac-fa84-4728-b4d2-acfaf72c912c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.270433] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b8c5ef3-e6ef-443e-9586-9cacc2726324 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 8a1f8bf9-4787-45d5-bb42-dbd504d568f7] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.270732] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33ba3289-9fca-4d0a-ba55-0c9a78281e53 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.277665] env[69699]: DEBUG oslo_vmware.api [None req-4b8c5ef3-e6ef-443e-9586-9cacc2726324 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Waiting for the task: (returnval){ [ 841.277665] env[69699]: value = "task-3607104" [ 841.277665] env[69699]: _type = "Task" [ 841.277665] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.287213] env[69699]: DEBUG oslo_vmware.api [None req-4b8c5ef3-e6ef-443e-9586-9cacc2726324 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': task-3607104, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.307469] env[69699]: DEBUG oslo_vmware.api [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607095, 'name': Rename_Task, 'duration_secs': 1.146554} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.307967] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.308382] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd1af390-e68e-4fb4-86d9-660c7c17f580 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.315698] env[69699]: DEBUG oslo_vmware.api [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 841.315698] env[69699]: value = "task-3607105" [ 841.315698] env[69699]: _type = "Task" [ 841.315698] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.325141] env[69699]: DEBUG oslo_vmware.api [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607105, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.408757] env[69699]: DEBUG nova.scheduler.client.report [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.446571] env[69699]: DEBUG oslo_vmware.rw_handles [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5283241a-9f70-fce3-c045-afb9fc3c7bd0/disk-0.vmdk. {{(pid=69699) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 841.447997] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e70baf4-4c99-4860-8598-deb2453c870f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.454166] env[69699]: DEBUG oslo_vmware.rw_handles [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5283241a-9f70-fce3-c045-afb9fc3c7bd0/disk-0.vmdk is in state: ready. {{(pid=69699) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 841.454538] env[69699]: ERROR oslo_vmware.rw_handles [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5283241a-9f70-fce3-c045-afb9fc3c7bd0/disk-0.vmdk due to incomplete transfer. [ 841.454608] env[69699]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-78616ee1-1d50-42a9-8e56-49d8ee28b03f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.465022] env[69699]: DEBUG oslo_vmware.rw_handles [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5283241a-9f70-fce3-c045-afb9fc3c7bd0/disk-0.vmdk. {{(pid=69699) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 841.465022] env[69699]: DEBUG nova.virt.vmwareapi.images [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Uploaded image 351d9b65-e469-4cbf-aed9-f138308fd655 to the Glance image server {{(pid=69699) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 841.466059] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Destroying the VM {{(pid=69699) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 841.466450] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9752eba1-046e-48e8-828a-31d81820928e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.479360] env[69699]: DEBUG oslo_vmware.api [None req-3f763f5e-7796-4775-ac0b-2f9b3a88dbc1 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Task: {'id': task-3607100, 'name': ReconfigVM_Task, 'duration_secs': 0.263672} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.481339] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f763f5e-7796-4775-ac0b-2f9b3a88dbc1 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 841.489204] env[69699]: DEBUG oslo_vmware.api [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the task: (returnval){ [ 841.489204] env[69699]: value = "task-3607106" [ 841.489204] env[69699]: _type = "Task" [ 841.489204] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.489204] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21c4a8b8-2fa6-44be-930f-7dd599ff5de5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.513660] env[69699]: DEBUG oslo_vmware.api [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607106, 'name': Destroy_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.515359] env[69699]: DEBUG oslo_vmware.api [None req-3f763f5e-7796-4775-ac0b-2f9b3a88dbc1 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Waiting for the task: (returnval){ [ 841.515359] env[69699]: value = "task-3607107" [ 841.515359] env[69699]: _type = "Task" [ 841.515359] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.524738] env[69699]: DEBUG oslo_vmware.api [None req-3f763f5e-7796-4775-ac0b-2f9b3a88dbc1 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Task: {'id': task-3607107, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.719053] env[69699]: DEBUG nova.network.neutron [req-898b89bc-d434-4d32-99cd-b4d28273b93f req-b785e065-fb92-4e2e-b5db-6b4000064c32 service nova] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Updated VIF entry in instance network info cache for port dfcc2628-667d-4580-8403-28526c397749. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 841.719460] env[69699]: DEBUG nova.network.neutron [req-898b89bc-d434-4d32-99cd-b4d28273b93f req-b785e065-fb92-4e2e-b5db-6b4000064c32 service nova] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Updating instance_info_cache with network_info: [{"id": "dfcc2628-667d-4580-8403-28526c397749", "address": "fa:16:3e:1a:3f:13", "network": {"id": "9a6d5dd4-f852-4b36-968e-e480448f148a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1073286448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6db95cb237bc4c8b8944104f6772c490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfcc2628-66", "ovs_interfaceid": "dfcc2628-667d-4580-8403-28526c397749", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.726869] env[69699]: DEBUG oslo_vmware.api [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5291ecb5-6d18-cac2-94c1-1c467c4d1dbb, 'name': SearchDatastore_Task, 'duration_secs': 0.023141} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.727786] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.727786] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 841.727930] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.728684] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.728684] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 841.728833] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-801136cd-b726-4a81-80dd-ce6fbbf72213 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.738605] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.738825] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 841.739715] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-624a84fd-d988-474b-8f3c-e5c8e375c5be {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.746256] env[69699]: DEBUG oslo_vmware.api [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Waiting for the task: (returnval){ [ 841.746256] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5219ba5a-988e-7246-75fa-aec3828ae7fe" [ 841.746256] env[69699]: _type = "Task" [ 841.746256] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.754333] env[69699]: DEBUG oslo_vmware.api [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5219ba5a-988e-7246-75fa-aec3828ae7fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.787336] env[69699]: DEBUG oslo_vmware.api [None req-4b8c5ef3-e6ef-443e-9586-9cacc2726324 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': task-3607104, 'name': PowerOffVM_Task, 'duration_secs': 0.245669} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.787674] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b8c5ef3-e6ef-443e-9586-9cacc2726324 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 8a1f8bf9-4787-45d5-bb42-dbd504d568f7] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 841.787881] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-4b8c5ef3-e6ef-443e-9586-9cacc2726324 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 8a1f8bf9-4787-45d5-bb42-dbd504d568f7] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 841.788218] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b537e3e-f9d3-48f1-afa5-407bff56dafe {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.827273] env[69699]: DEBUG oslo_vmware.api [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607105, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.866646] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-4b8c5ef3-e6ef-443e-9586-9cacc2726324 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 8a1f8bf9-4787-45d5-bb42-dbd504d568f7] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 841.868674] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-4b8c5ef3-e6ef-443e-9586-9cacc2726324 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 8a1f8bf9-4787-45d5-bb42-dbd504d568f7] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 841.868674] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b8c5ef3-e6ef-443e-9586-9cacc2726324 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Deleting the datastore file [datastore2] 8a1f8bf9-4787-45d5-bb42-dbd504d568f7 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 841.868674] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-808c1ced-1785-48ce-8305-ac746c512612 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.874947] env[69699]: DEBUG oslo_vmware.api [None req-4b8c5ef3-e6ef-443e-9586-9cacc2726324 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Waiting for the task: (returnval){ [ 841.874947] env[69699]: value = "task-3607109" [ 841.874947] env[69699]: _type = "Task" [ 841.874947] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.883603] env[69699]: DEBUG oslo_vmware.api [None req-4b8c5ef3-e6ef-443e-9586-9cacc2726324 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': task-3607109, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.914900] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.915644] env[69699]: DEBUG nova.compute.manager [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 841.918371] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 29.668s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.009015] env[69699]: DEBUG oslo_vmware.api [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607106, 'name': Destroy_Task} progress is 33%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.024023] env[69699]: DEBUG oslo_vmware.api [None req-3f763f5e-7796-4775-ac0b-2f9b3a88dbc1 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Task: {'id': task-3607107, 'name': ReconfigVM_Task, 'duration_secs': 0.15442} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.024335] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f763f5e-7796-4775-ac0b-2f9b3a88dbc1 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719509', 'volume_id': 'af28802b-144c-416b-83a7-bcae60934ab9', 'name': 'volume-af28802b-144c-416b-83a7-bcae60934ab9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e474303-4132-46e9-8cc8-e459f2a82293', 'attached_at': '', 'detached_at': '', 'volume_id': 'af28802b-144c-416b-83a7-bcae60934ab9', 'serial': 'af28802b-144c-416b-83a7-bcae60934ab9'} {{(pid=69699) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 842.024511] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-3f763f5e-7796-4775-ac0b-2f9b3a88dbc1 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 842.025285] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4ecb84-d14e-4b64-add1-ab687ceb06ea {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.032056] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-3f763f5e-7796-4775-ac0b-2f9b3a88dbc1 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 842.032304] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c4858c2-0438-4b90-b258-5adaf2f0af0a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.113024] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-3f763f5e-7796-4775-ac0b-2f9b3a88dbc1 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 842.113024] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-3f763f5e-7796-4775-ac0b-2f9b3a88dbc1 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 842.113185] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f763f5e-7796-4775-ac0b-2f9b3a88dbc1 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Deleting the datastore file [datastore2] 5e474303-4132-46e9-8cc8-e459f2a82293 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 842.113446] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7dd831b3-332c-4845-97c8-cc2b9b819e1b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.120621] env[69699]: DEBUG oslo_vmware.api [None req-3f763f5e-7796-4775-ac0b-2f9b3a88dbc1 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Waiting for the task: (returnval){ [ 842.120621] env[69699]: value = "task-3607111" [ 842.120621] env[69699]: _type = "Task" [ 842.120621] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.127953] env[69699]: DEBUG oslo_vmware.api [None req-3f763f5e-7796-4775-ac0b-2f9b3a88dbc1 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Task: {'id': task-3607111, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.223297] env[69699]: DEBUG oslo_concurrency.lockutils [req-898b89bc-d434-4d32-99cd-b4d28273b93f req-b785e065-fb92-4e2e-b5db-6b4000064c32 service nova] Releasing lock "refresh_cache-5492f83e-37c1-43f8-b40d-1d1872e229d6" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.256404] env[69699]: DEBUG oslo_vmware.api [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5219ba5a-988e-7246-75fa-aec3828ae7fe, 'name': SearchDatastore_Task, 'duration_secs': 0.029419} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.257242] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8c756d4-1716-4f04-987a-eff53a165664 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.263331] env[69699]: DEBUG oslo_vmware.api [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Waiting for the task: (returnval){ [ 842.263331] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b47d7a-3ed7-5c45-ebcb-574d868a4ba4" [ 842.263331] env[69699]: _type = "Task" [ 842.263331] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.271036] env[69699]: DEBUG oslo_vmware.api [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b47d7a-3ed7-5c45-ebcb-574d868a4ba4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.327853] env[69699]: DEBUG oslo_vmware.api [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607105, 'name': PowerOnVM_Task, 'duration_secs': 0.530525} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.328340] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.328672] env[69699]: INFO nova.compute.manager [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Took 9.92 seconds to spawn the instance on the hypervisor. [ 842.328972] env[69699]: DEBUG nova.compute.manager [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.330332] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e532e8-f163-4505-a2d3-5c43dccfc8c1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.385182] env[69699]: DEBUG oslo_vmware.api [None req-4b8c5ef3-e6ef-443e-9586-9cacc2726324 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': task-3607109, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.456506} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.385182] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b8c5ef3-e6ef-443e-9586-9cacc2726324 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 842.385182] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-4b8c5ef3-e6ef-443e-9586-9cacc2726324 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 8a1f8bf9-4787-45d5-bb42-dbd504d568f7] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 842.385182] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-4b8c5ef3-e6ef-443e-9586-9cacc2726324 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 8a1f8bf9-4787-45d5-bb42-dbd504d568f7] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 842.385477] env[69699]: INFO nova.compute.manager [None req-4b8c5ef3-e6ef-443e-9586-9cacc2726324 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: 8a1f8bf9-4787-45d5-bb42-dbd504d568f7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 842.385580] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b8c5ef3-e6ef-443e-9586-9cacc2726324 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.385764] env[69699]: DEBUG nova.compute.manager [-] [instance: 8a1f8bf9-4787-45d5-bb42-dbd504d568f7] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 842.385856] env[69699]: DEBUG nova.network.neutron [-] [instance: 8a1f8bf9-4787-45d5-bb42-dbd504d568f7] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 842.422013] env[69699]: DEBUG nova.compute.utils [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 842.425478] env[69699]: INFO nova.compute.claims [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 842.429326] env[69699]: DEBUG nova.compute.manager [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 842.429727] env[69699]: DEBUG nova.network.neutron [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 842.465567] env[69699]: DEBUG nova.policy [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6f676db37358432486dd33e8672d637f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30d713bc29a74f27bdab6269c3f93455', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 842.510122] env[69699]: DEBUG oslo_vmware.api [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607106, 'name': Destroy_Task, 'duration_secs': 0.769964} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.510122] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Destroyed the VM [ 842.510351] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Deleting Snapshot of the VM instance {{(pid=69699) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 842.511271] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0926ccc1-2e30-40c0-9cfb-63870054c782 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.516808] env[69699]: DEBUG oslo_vmware.api [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the task: (returnval){ [ 842.516808] env[69699]: value = "task-3607112" [ 842.516808] env[69699]: _type = "Task" [ 842.516808] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.525124] env[69699]: DEBUG oslo_vmware.api [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607112, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.630874] env[69699]: DEBUG oslo_vmware.api [None req-3f763f5e-7796-4775-ac0b-2f9b3a88dbc1 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Task: {'id': task-3607111, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232746} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.630874] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f763f5e-7796-4775-ac0b-2f9b3a88dbc1 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 842.630874] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-3f763f5e-7796-4775-ac0b-2f9b3a88dbc1 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 842.630874] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-3f763f5e-7796-4775-ac0b-2f9b3a88dbc1 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 842.630874] env[69699]: INFO nova.compute.manager [None req-3f763f5e-7796-4775-ac0b-2f9b3a88dbc1 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Took 2.34 seconds to destroy the instance on the hypervisor. [ 842.631275] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f763f5e-7796-4775-ac0b-2f9b3a88dbc1 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.631275] env[69699]: DEBUG nova.compute.manager [-] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 842.631354] env[69699]: DEBUG nova.network.neutron [-] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 842.664837] env[69699]: DEBUG nova.compute.manager [req-9312be02-909a-411f-93d0-4d8d5f469dd5 req-f3019060-1bfa-4b7d-8c50-e63b7345a70b service nova] [instance: 8a1f8bf9-4787-45d5-bb42-dbd504d568f7] Received event network-vif-deleted-a96cf17a-894b-475d-82be-6cd4742150ca {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.665111] env[69699]: INFO nova.compute.manager [req-9312be02-909a-411f-93d0-4d8d5f469dd5 req-f3019060-1bfa-4b7d-8c50-e63b7345a70b service nova] [instance: 8a1f8bf9-4787-45d5-bb42-dbd504d568f7] Neutron deleted interface a96cf17a-894b-475d-82be-6cd4742150ca; detaching it from the instance and deleting it from the info cache [ 842.665369] env[69699]: DEBUG nova.network.neutron [req-9312be02-909a-411f-93d0-4d8d5f469dd5 req-f3019060-1bfa-4b7d-8c50-e63b7345a70b service nova] [instance: 8a1f8bf9-4787-45d5-bb42-dbd504d568f7] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.777774] env[69699]: DEBUG oslo_vmware.api [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b47d7a-3ed7-5c45-ebcb-574d868a4ba4, 'name': SearchDatastore_Task, 'duration_secs': 0.016901} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.778126] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.778428] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 5492f83e-37c1-43f8-b40d-1d1872e229d6/5492f83e-37c1-43f8-b40d-1d1872e229d6.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.778730] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66457bfa-93a0-45fe-a693-0d49dd9e0f58 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.786378] env[69699]: DEBUG oslo_vmware.api [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Waiting for the task: (returnval){ [ 842.786378] env[69699]: value = "task-3607113" [ 842.786378] env[69699]: _type = "Task" [ 842.786378] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.800619] env[69699]: DEBUG oslo_vmware.api [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607113, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.852150] env[69699]: INFO nova.compute.manager [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Took 38.16 seconds to build instance. [ 842.926207] env[69699]: DEBUG nova.network.neutron [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Successfully created port: a395ed2f-f5da-4552-8984-21814e0ae104 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 842.929750] env[69699]: DEBUG nova.compute.manager [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 842.934133] env[69699]: INFO nova.compute.resource_tracker [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Updating resource usage from migration 332e928e-7345-4781-ad9d-012c571aadc5 [ 843.028242] env[69699]: DEBUG oslo_vmware.api [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607112, 'name': RemoveSnapshot_Task, 'duration_secs': 0.372775} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.028372] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Deleted Snapshot of the VM instance {{(pid=69699) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 843.028814] env[69699]: DEBUG nova.compute.manager [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 843.029778] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7643a80a-571f-41c8-b591-26d6ef5465ad {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.138843] env[69699]: DEBUG nova.network.neutron [-] [instance: 8a1f8bf9-4787-45d5-bb42-dbd504d568f7] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.167376] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a0e771e6-00c7-4bb8-a89e-075d2fb8b17a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.179365] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6a1a6a-a373-4e7e-a3a0-37a9c6c0014b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.228857] env[69699]: DEBUG nova.compute.manager [req-9312be02-909a-411f-93d0-4d8d5f469dd5 req-f3019060-1bfa-4b7d-8c50-e63b7345a70b service nova] [instance: 8a1f8bf9-4787-45d5-bb42-dbd504d568f7] Detach interface failed, port_id=a96cf17a-894b-475d-82be-6cd4742150ca, reason: Instance 8a1f8bf9-4787-45d5-bb42-dbd504d568f7 could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 843.297635] env[69699]: DEBUG oslo_vmware.api [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607113, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.357351] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e439eae8-8cd2-4c92-99be-27ea60d952d3 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "311e4618-41ff-4cab-ae4f-d7063872abc8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.879s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.550783] env[69699]: INFO nova.compute.manager [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Shelve offloading [ 843.641421] env[69699]: INFO nova.compute.manager [-] [instance: 8a1f8bf9-4787-45d5-bb42-dbd504d568f7] Took 1.26 seconds to deallocate network for instance. [ 843.696823] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eed50b0-a5ca-4271-9cfa-ae0d5b305352 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.706942] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808dba01-c633-454f-888b-f633c7bcce08 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.752954] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59c2d1a-c207-4a3c-aae4-e3668e470246 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.763074] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf4045c-5371-4631-8ee0-1a6cc160b251 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.779298] env[69699]: DEBUG nova.compute.provider_tree [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.802388] env[69699]: DEBUG oslo_vmware.api [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607113, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574073} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.802667] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 5492f83e-37c1-43f8-b40d-1d1872e229d6/5492f83e-37c1-43f8-b40d-1d1872e229d6.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.802879] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.803145] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2fccbfe-8387-41e8-a8ec-798cefebfc71 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.814874] env[69699]: DEBUG oslo_vmware.api [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Waiting for the task: (returnval){ [ 843.814874] env[69699]: value = "task-3607114" [ 843.814874] env[69699]: _type = "Task" [ 843.814874] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.827359] env[69699]: DEBUG oslo_vmware.api [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.861760] env[69699]: DEBUG nova.compute.manager [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 843.865770] env[69699]: DEBUG nova.compute.manager [req-f9cf26e9-1478-4bc9-b1ca-2cfd9c1e5c19 req-de166f3f-98b7-4b59-b23b-f4af4df5cc9b service nova] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Received event network-vif-deleted-37b1d77a-427b-4208-8357-855ccd87b71e {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.866078] env[69699]: INFO nova.compute.manager [req-f9cf26e9-1478-4bc9-b1ca-2cfd9c1e5c19 req-de166f3f-98b7-4b59-b23b-f4af4df5cc9b service nova] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Neutron deleted interface 37b1d77a-427b-4208-8357-855ccd87b71e; detaching it from the instance and deleting it from the info cache [ 843.867135] env[69699]: DEBUG nova.network.neutron [req-f9cf26e9-1478-4bc9-b1ca-2cfd9c1e5c19 req-de166f3f-98b7-4b59-b23b-f4af4df5cc9b service nova] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.950296] env[69699]: DEBUG nova.compute.manager [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 843.980704] env[69699]: DEBUG nova.virt.hardware [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 843.981242] env[69699]: DEBUG nova.virt.hardware [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 843.981488] env[69699]: DEBUG nova.virt.hardware [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.981809] env[69699]: DEBUG nova.virt.hardware [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 843.981975] env[69699]: DEBUG nova.virt.hardware [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.982190] env[69699]: DEBUG nova.virt.hardware [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 843.982614] env[69699]: DEBUG nova.virt.hardware [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 843.982811] env[69699]: DEBUG nova.virt.hardware [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 843.983026] env[69699]: DEBUG nova.virt.hardware [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 843.983204] env[69699]: DEBUG nova.virt.hardware [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 843.983437] env[69699]: DEBUG nova.virt.hardware [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 843.984314] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baca1def-1075-41f9-9cae-f1a78c0c6ecd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.994490] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23de31cf-15ff-4839-8289-6ef3c4b76e6c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.056204] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 844.056462] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e29f7cf-30ac-4fcb-9902-4a1d0386e963 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.062908] env[69699]: DEBUG oslo_vmware.api [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the task: (returnval){ [ 844.062908] env[69699]: value = "task-3607116" [ 844.062908] env[69699]: _type = "Task" [ 844.062908] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.151141] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4b8c5ef3-e6ef-443e-9586-9cacc2726324 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.257359] env[69699]: DEBUG nova.network.neutron [-] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.282219] env[69699]: DEBUG nova.scheduler.client.report [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.326693] env[69699]: DEBUG oslo_vmware.api [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607114, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109998} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.327106] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.327862] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c15db9-dbe4-454c-a275-233d837f5f1c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.351770] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 5492f83e-37c1-43f8-b40d-1d1872e229d6/5492f83e-37c1-43f8-b40d-1d1872e229d6.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.352128] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-757e64a1-4863-480b-8440-f8ff0de59b47 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.373124] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-74175d4e-b012-4bf1-a773-a508e8ba0814 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.378561] env[69699]: DEBUG oslo_vmware.api [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Waiting for the task: (returnval){ [ 844.378561] env[69699]: value = "task-3607117" [ 844.378561] env[69699]: _type = "Task" [ 844.378561] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.384660] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035dc8e2-430a-4b92-b70d-a23250155e46 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.399298] env[69699]: DEBUG oslo_concurrency.lockutils [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.400951] env[69699]: DEBUG oslo_vmware.api [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607117, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.425093] env[69699]: DEBUG nova.compute.manager [req-f9cf26e9-1478-4bc9-b1ca-2cfd9c1e5c19 req-de166f3f-98b7-4b59-b23b-f4af4df5cc9b service nova] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Detach interface failed, port_id=37b1d77a-427b-4208-8357-855ccd87b71e, reason: Instance 5e474303-4132-46e9-8cc8-e459f2a82293 could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 844.577540] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] VM already powered off {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 844.577925] env[69699]: DEBUG nova.compute.manager [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 844.579198] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508207b1-25b2-4151-abd1-4a548b7ddb80 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.587661] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Acquiring lock "refresh_cache-ca488e4c-5958-4ae8-a611-16034ea05264" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.587952] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Acquired lock "refresh_cache-ca488e4c-5958-4ae8-a611-16034ea05264" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.588261] env[69699]: DEBUG nova.network.neutron [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.717424] env[69699]: DEBUG nova.compute.manager [req-1e379791-bdf2-4d65-b7d5-f02e91042531 req-07b5de5a-9b96-4833-a90b-c7076457d7bb service nova] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Received event network-changed-4fdb835d-6532-41ed-a080-cc51c855a95e {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.717713] env[69699]: DEBUG nova.compute.manager [req-1e379791-bdf2-4d65-b7d5-f02e91042531 req-07b5de5a-9b96-4833-a90b-c7076457d7bb service nova] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Refreshing instance network info cache due to event network-changed-4fdb835d-6532-41ed-a080-cc51c855a95e. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 844.717785] env[69699]: DEBUG oslo_concurrency.lockutils [req-1e379791-bdf2-4d65-b7d5-f02e91042531 req-07b5de5a-9b96-4833-a90b-c7076457d7bb service nova] Acquiring lock "refresh_cache-311e4618-41ff-4cab-ae4f-d7063872abc8" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.717931] env[69699]: DEBUG oslo_concurrency.lockutils [req-1e379791-bdf2-4d65-b7d5-f02e91042531 req-07b5de5a-9b96-4833-a90b-c7076457d7bb service nova] Acquired lock "refresh_cache-311e4618-41ff-4cab-ae4f-d7063872abc8" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.718411] env[69699]: DEBUG nova.network.neutron [req-1e379791-bdf2-4d65-b7d5-f02e91042531 req-07b5de5a-9b96-4833-a90b-c7076457d7bb service nova] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Refreshing network info cache for port 4fdb835d-6532-41ed-a080-cc51c855a95e {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 844.760356] env[69699]: INFO nova.compute.manager [-] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Took 2.13 seconds to deallocate network for instance. [ 844.788592] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.870s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.789014] env[69699]: INFO nova.compute.manager [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Migrating [ 844.797792] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.613s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.798869] env[69699]: INFO nova.compute.claims [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 844.887071] env[69699]: DEBUG oslo_vmware.api [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607117, 'name': ReconfigVM_Task, 'duration_secs': 0.47809} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.887376] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 5492f83e-37c1-43f8-b40d-1d1872e229d6/5492f83e-37c1-43f8-b40d-1d1872e229d6.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.887987] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8644f08-e392-49e8-84b5-e80a89b59f6d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.894561] env[69699]: DEBUG oslo_vmware.api [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Waiting for the task: (returnval){ [ 844.894561] env[69699]: value = "task-3607118" [ 844.894561] env[69699]: _type = "Task" [ 844.894561] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.902412] env[69699]: DEBUG oslo_vmware.api [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607118, 'name': Rename_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.058614] env[69699]: DEBUG nova.network.neutron [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Successfully updated port: a395ed2f-f5da-4552-8984-21814e0ae104 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 845.312227] env[69699]: INFO nova.compute.manager [None req-3f763f5e-7796-4775-ac0b-2f9b3a88dbc1 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Took 0.55 seconds to detach 1 volumes for instance. [ 845.312523] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Acquiring lock "refresh_cache-c7fba1f1-8e12-4891-aa98-06a5ff41a7e5" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.312619] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Acquired lock "refresh_cache-c7fba1f1-8e12-4891-aa98-06a5ff41a7e5" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.312772] env[69699]: DEBUG nova.network.neutron [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.317013] env[69699]: DEBUG nova.compute.manager [None req-3f763f5e-7796-4775-ac0b-2f9b3a88dbc1 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Deleting volume: af28802b-144c-416b-83a7-bcae60934ab9 {{(pid=69699) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 845.405840] env[69699]: DEBUG oslo_vmware.api [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607118, 'name': Rename_Task, 'duration_secs': 0.18975} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.406137] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.406428] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f365ed5-4080-4988-8f28-5898204657af {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.414231] env[69699]: DEBUG oslo_vmware.api [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Waiting for the task: (returnval){ [ 845.414231] env[69699]: value = "task-3607120" [ 845.414231] env[69699]: _type = "Task" [ 845.414231] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.421908] env[69699]: DEBUG oslo_vmware.api [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607120, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.441721] env[69699]: DEBUG nova.network.neutron [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Updating instance_info_cache with network_info: [{"id": "b173074e-8ee9-458f-8c26-64dec7000a04", "address": "fa:16:3e:52:97:b1", "network": {"id": "ea781b08-64ab-439d-b6be-fdcba547dbc1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1455220346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8394c185353f4b06b9f5e55522a396c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb173074e-8e", "ovs_interfaceid": "b173074e-8ee9-458f-8c26-64dec7000a04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.521838] env[69699]: DEBUG nova.network.neutron [req-1e379791-bdf2-4d65-b7d5-f02e91042531 req-07b5de5a-9b96-4833-a90b-c7076457d7bb service nova] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Updated VIF entry in instance network info cache for port 4fdb835d-6532-41ed-a080-cc51c855a95e. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 845.522283] env[69699]: DEBUG nova.network.neutron [req-1e379791-bdf2-4d65-b7d5-f02e91042531 req-07b5de5a-9b96-4833-a90b-c7076457d7bb service nova] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Updating instance_info_cache with network_info: [{"id": "4fdb835d-6532-41ed-a080-cc51c855a95e", "address": "fa:16:3e:8f:5f:18", "network": {"id": "4a55132d-5b16-41eb-97d5-c6aacd2ebbe0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2076238106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f0293384f344ba09f431b47ef381d57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fdb835d-65", "ovs_interfaceid": "4fdb835d-6532-41ed-a080-cc51c855a95e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.561713] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Acquiring lock "refresh_cache-6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.561858] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Acquired lock "refresh_cache-6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.562018] env[69699]: DEBUG nova.network.neutron [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.862188] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3f763f5e-7796-4775-ac0b-2f9b3a88dbc1 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.902889] env[69699]: DEBUG nova.compute.manager [req-0c417726-d874-482d-997b-838f8d9e1768 req-a30909e0-19a3-4d86-a188-2d9a99d5804a service nova] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Received event network-vif-plugged-a395ed2f-f5da-4552-8984-21814e0ae104 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.903149] env[69699]: DEBUG oslo_concurrency.lockutils [req-0c417726-d874-482d-997b-838f8d9e1768 req-a30909e0-19a3-4d86-a188-2d9a99d5804a service nova] Acquiring lock "6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.903317] env[69699]: DEBUG oslo_concurrency.lockutils [req-0c417726-d874-482d-997b-838f8d9e1768 req-a30909e0-19a3-4d86-a188-2d9a99d5804a service nova] Lock "6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.903480] env[69699]: DEBUG oslo_concurrency.lockutils [req-0c417726-d874-482d-997b-838f8d9e1768 req-a30909e0-19a3-4d86-a188-2d9a99d5804a service nova] Lock "6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.903636] env[69699]: DEBUG nova.compute.manager [req-0c417726-d874-482d-997b-838f8d9e1768 req-a30909e0-19a3-4d86-a188-2d9a99d5804a service nova] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] No waiting events found dispatching network-vif-plugged-a395ed2f-f5da-4552-8984-21814e0ae104 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 845.903796] env[69699]: WARNING nova.compute.manager [req-0c417726-d874-482d-997b-838f8d9e1768 req-a30909e0-19a3-4d86-a188-2d9a99d5804a service nova] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Received unexpected event network-vif-plugged-a395ed2f-f5da-4552-8984-21814e0ae104 for instance with vm_state building and task_state spawning. [ 845.903954] env[69699]: DEBUG nova.compute.manager [req-0c417726-d874-482d-997b-838f8d9e1768 req-a30909e0-19a3-4d86-a188-2d9a99d5804a service nova] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Received event network-changed-a395ed2f-f5da-4552-8984-21814e0ae104 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.904121] env[69699]: DEBUG nova.compute.manager [req-0c417726-d874-482d-997b-838f8d9e1768 req-a30909e0-19a3-4d86-a188-2d9a99d5804a service nova] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Refreshing instance network info cache due to event network-changed-a395ed2f-f5da-4552-8984-21814e0ae104. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 845.904831] env[69699]: DEBUG oslo_concurrency.lockutils [req-0c417726-d874-482d-997b-838f8d9e1768 req-a30909e0-19a3-4d86-a188-2d9a99d5804a service nova] Acquiring lock "refresh_cache-6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.930662] env[69699]: DEBUG oslo_vmware.api [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607120, 'name': PowerOnVM_Task, 'duration_secs': 0.483888} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.930925] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 845.931158] env[69699]: INFO nova.compute.manager [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Took 8.25 seconds to spawn the instance on the hypervisor. [ 845.931391] env[69699]: DEBUG nova.compute.manager [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 845.932743] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3edd3630-19f6-46db-b01c-ce2e500183ec {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.949411] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Releasing lock "refresh_cache-ca488e4c-5958-4ae8-a611-16034ea05264" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.025291] env[69699]: DEBUG oslo_concurrency.lockutils [req-1e379791-bdf2-4d65-b7d5-f02e91042531 req-07b5de5a-9b96-4833-a90b-c7076457d7bb service nova] Releasing lock "refresh_cache-311e4618-41ff-4cab-ae4f-d7063872abc8" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.131126] env[69699]: DEBUG nova.network.neutron [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Updating instance_info_cache with network_info: [{"id": "22eb6a48-cca1-4e06-9589-c53d711a4b08", "address": "fa:16:3e:e5:3c:29", "network": {"id": "cf7e11e8-f0e1-4137-b176-ce92b41f73aa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7ead911ee02c4672932553c72aa317e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22eb6a48-cc", "ovs_interfaceid": "22eb6a48-cca1-4e06-9589-c53d711a4b08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.134238] env[69699]: DEBUG nova.network.neutron [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 846.351744] env[69699]: DEBUG nova.network.neutron [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Updating instance_info_cache with network_info: [{"id": "a395ed2f-f5da-4552-8984-21814e0ae104", "address": "fa:16:3e:fe:1b:e8", "network": {"id": "71a6dabb-23ad-4272-bda8-d74ffdb3b265", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1255505806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30d713bc29a74f27bdab6269c3f93455", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa395ed2f-f5", "ovs_interfaceid": "a395ed2f-f5da-4552-8984-21814e0ae104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.390200] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d8e3ac-012a-4dcd-951b-68b1fa9b2389 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.397703] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 846.398673] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2610ce1-417e-4e3c-ae20-f031e7e9b528 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.402033] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d29e2c-8514-481b-a69a-094e419346a0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.434449] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e363b5-ee63-4aaa-945b-2eb1bd29c277 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.436640] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 846.437106] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a691a618-8cee-40da-9885-437eb6ac5742 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.444920] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf43a83-590c-4a6c-b910-6936ddbc28ae {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.461482] env[69699]: DEBUG nova.compute.provider_tree [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 846.465707] env[69699]: INFO nova.compute.manager [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Took 37.65 seconds to build instance. [ 846.514117] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 846.514349] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 846.514517] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Deleting the datastore file [datastore2] ca488e4c-5958-4ae8-a611-16034ea05264 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 846.514783] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1be9a0a2-e1e3-4e24-8b6d-a1e8edaee30d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.525043] env[69699]: DEBUG oslo_vmware.api [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the task: (returnval){ [ 846.525043] env[69699]: value = "task-3607123" [ 846.525043] env[69699]: _type = "Task" [ 846.525043] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.533689] env[69699]: DEBUG oslo_vmware.api [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607123, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.639185] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Releasing lock "refresh_cache-c7fba1f1-8e12-4891-aa98-06a5ff41a7e5" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.855411] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Releasing lock "refresh_cache-6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.855632] env[69699]: DEBUG nova.compute.manager [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Instance network_info: |[{"id": "a395ed2f-f5da-4552-8984-21814e0ae104", "address": "fa:16:3e:fe:1b:e8", "network": {"id": "71a6dabb-23ad-4272-bda8-d74ffdb3b265", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1255505806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30d713bc29a74f27bdab6269c3f93455", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa395ed2f-f5", "ovs_interfaceid": "a395ed2f-f5da-4552-8984-21814e0ae104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 846.856009] env[69699]: DEBUG oslo_concurrency.lockutils [req-0c417726-d874-482d-997b-838f8d9e1768 req-a30909e0-19a3-4d86-a188-2d9a99d5804a service nova] Acquired lock "refresh_cache-6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.856211] env[69699]: DEBUG nova.network.neutron [req-0c417726-d874-482d-997b-838f8d9e1768 req-a30909e0-19a3-4d86-a188-2d9a99d5804a service nova] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Refreshing network info cache for port a395ed2f-f5da-4552-8984-21814e0ae104 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 846.857574] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:1b:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f39e3b37-7906-4bbc-820e-ceac74e4d827', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a395ed2f-f5da-4552-8984-21814e0ae104', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 846.865867] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Creating folder: Project (30d713bc29a74f27bdab6269c3f93455). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 846.867023] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e90e26c7-1c86-4c14-9e91-2bb55e20f82c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.880581] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Created folder: Project (30d713bc29a74f27bdab6269c3f93455) in parent group-v719415. [ 846.880800] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Creating folder: Instances. Parent ref: group-v719588. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 846.881062] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f6e7bf6-5dbd-40c8-9e6a-1f6913e62d95 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.893728] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Created folder: Instances in parent group-v719588. [ 846.894054] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.894263] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 846.894476] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6691c614-4a23-4407-a2de-eca29cf386a6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.915597] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 846.915597] env[69699]: value = "task-3607126" [ 846.915597] env[69699]: _type = "Task" [ 846.915597] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.930249] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607126, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.967926] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d5d85d60-1e4e-490a-af3a-de2d1f1b8c48 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Lock "5492f83e-37c1-43f8-b40d-1d1872e229d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.979s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.000198] env[69699]: DEBUG nova.scheduler.client.report [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Updated inventory for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with generation 82 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 847.000640] env[69699]: DEBUG nova.compute.provider_tree [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Updating resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f generation from 82 to 83 during operation: update_inventory {{(pid=69699) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 847.000930] env[69699]: DEBUG nova.compute.provider_tree [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 847.037621] env[69699]: DEBUG oslo_vmware.api [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607123, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1743} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.037927] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 847.038408] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 847.038606] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 847.066552] env[69699]: INFO nova.scheduler.client.report [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Deleted allocations for instance ca488e4c-5958-4ae8-a611-16034ea05264 [ 847.428800] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607126, 'name': CreateVM_Task, 'duration_secs': 0.341737} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.429129] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 847.430164] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.430496] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.430745] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.431162] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5272dea9-1779-4f7b-925a-56d8baf233f1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.437740] env[69699]: DEBUG oslo_vmware.api [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 847.437740] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]525172c5-4c26-a98a-88ba-eaa4417cc3bb" [ 847.437740] env[69699]: _type = "Task" [ 847.437740] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.447198] env[69699]: DEBUG oslo_vmware.api [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]525172c5-4c26-a98a-88ba-eaa4417cc3bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.474634] env[69699]: DEBUG nova.compute.manager [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 847.500136] env[69699]: DEBUG nova.compute.manager [req-f8a214a8-0a38-41d6-9cb4-75439c6c3813 req-b36007de-44e6-42d7-ac57-df4c5b87d93f service nova] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Received event network-changed-dfcc2628-667d-4580-8403-28526c397749 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.500796] env[69699]: DEBUG nova.compute.manager [req-f8a214a8-0a38-41d6-9cb4-75439c6c3813 req-b36007de-44e6-42d7-ac57-df4c5b87d93f service nova] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Refreshing instance network info cache due to event network-changed-dfcc2628-667d-4580-8403-28526c397749. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 847.500796] env[69699]: DEBUG oslo_concurrency.lockutils [req-f8a214a8-0a38-41d6-9cb4-75439c6c3813 req-b36007de-44e6-42d7-ac57-df4c5b87d93f service nova] Acquiring lock "refresh_cache-5492f83e-37c1-43f8-b40d-1d1872e229d6" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.500796] env[69699]: DEBUG oslo_concurrency.lockutils [req-f8a214a8-0a38-41d6-9cb4-75439c6c3813 req-b36007de-44e6-42d7-ac57-df4c5b87d93f service nova] Acquired lock "refresh_cache-5492f83e-37c1-43f8-b40d-1d1872e229d6" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.501255] env[69699]: DEBUG nova.network.neutron [req-f8a214a8-0a38-41d6-9cb4-75439c6c3813 req-b36007de-44e6-42d7-ac57-df4c5b87d93f service nova] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Refreshing network info cache for port dfcc2628-667d-4580-8403-28526c397749 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 847.507186] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.711s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.507679] env[69699]: DEBUG nova.compute.manager [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 847.510503] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.635s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.511919] env[69699]: INFO nova.compute.claims [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 847.572528] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.618162] env[69699]: DEBUG nova.network.neutron [req-0c417726-d874-482d-997b-838f8d9e1768 req-a30909e0-19a3-4d86-a188-2d9a99d5804a service nova] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Updated VIF entry in instance network info cache for port a395ed2f-f5da-4552-8984-21814e0ae104. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 847.619471] env[69699]: DEBUG nova.network.neutron [req-0c417726-d874-482d-997b-838f8d9e1768 req-a30909e0-19a3-4d86-a188-2d9a99d5804a service nova] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Updating instance_info_cache with network_info: [{"id": "a395ed2f-f5da-4552-8984-21814e0ae104", "address": "fa:16:3e:fe:1b:e8", "network": {"id": "71a6dabb-23ad-4272-bda8-d74ffdb3b265", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1255505806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30d713bc29a74f27bdab6269c3f93455", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa395ed2f-f5", "ovs_interfaceid": "a395ed2f-f5da-4552-8984-21814e0ae104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.949122] env[69699]: DEBUG oslo_vmware.api [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]525172c5-4c26-a98a-88ba-eaa4417cc3bb, 'name': SearchDatastore_Task, 'duration_secs': 0.01049} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.949485] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.949619] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 847.949855] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.949990] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.950978] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 847.950978] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e028348c-7112-4878-89c3-b2ef8d097de6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.960645] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 847.960645] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 847.960802] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6669baab-9c2d-48dc-bfb0-7f870a93b640 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.966632] env[69699]: DEBUG oslo_vmware.api [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 847.966632] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b95c05-34f7-6c00-1fc4-912d5410710f" [ 847.966632] env[69699]: _type = "Task" [ 847.966632] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.974828] env[69699]: DEBUG oslo_vmware.api [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b95c05-34f7-6c00-1fc4-912d5410710f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.004225] env[69699]: DEBUG nova.compute.manager [req-ae1830ef-f06a-4fcc-b07d-469abd2fe883 req-077dd3e4-c23c-4aaa-a215-f9ec93ee550e service nova] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Received event network-vif-unplugged-b173074e-8ee9-458f-8c26-64dec7000a04 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.004470] env[69699]: DEBUG oslo_concurrency.lockutils [req-ae1830ef-f06a-4fcc-b07d-469abd2fe883 req-077dd3e4-c23c-4aaa-a215-f9ec93ee550e service nova] Acquiring lock "ca488e4c-5958-4ae8-a611-16034ea05264-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.004688] env[69699]: DEBUG oslo_concurrency.lockutils [req-ae1830ef-f06a-4fcc-b07d-469abd2fe883 req-077dd3e4-c23c-4aaa-a215-f9ec93ee550e service nova] Lock "ca488e4c-5958-4ae8-a611-16034ea05264-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.004976] env[69699]: DEBUG oslo_concurrency.lockutils [req-ae1830ef-f06a-4fcc-b07d-469abd2fe883 req-077dd3e4-c23c-4aaa-a215-f9ec93ee550e service nova] Lock "ca488e4c-5958-4ae8-a611-16034ea05264-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.005166] env[69699]: DEBUG nova.compute.manager [req-ae1830ef-f06a-4fcc-b07d-469abd2fe883 req-077dd3e4-c23c-4aaa-a215-f9ec93ee550e service nova] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] No waiting events found dispatching network-vif-unplugged-b173074e-8ee9-458f-8c26-64dec7000a04 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 848.005332] env[69699]: WARNING nova.compute.manager [req-ae1830ef-f06a-4fcc-b07d-469abd2fe883 req-077dd3e4-c23c-4aaa-a215-f9ec93ee550e service nova] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Received unexpected event network-vif-unplugged-b173074e-8ee9-458f-8c26-64dec7000a04 for instance with vm_state shelved_offloaded and task_state unshelving. [ 848.005530] env[69699]: DEBUG nova.compute.manager [req-ae1830ef-f06a-4fcc-b07d-469abd2fe883 req-077dd3e4-c23c-4aaa-a215-f9ec93ee550e service nova] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Received event network-changed-b173074e-8ee9-458f-8c26-64dec7000a04 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.005621] env[69699]: DEBUG nova.compute.manager [req-ae1830ef-f06a-4fcc-b07d-469abd2fe883 req-077dd3e4-c23c-4aaa-a215-f9ec93ee550e service nova] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Refreshing instance network info cache due to event network-changed-b173074e-8ee9-458f-8c26-64dec7000a04. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 848.005812] env[69699]: DEBUG oslo_concurrency.lockutils [req-ae1830ef-f06a-4fcc-b07d-469abd2fe883 req-077dd3e4-c23c-4aaa-a215-f9ec93ee550e service nova] Acquiring lock "refresh_cache-ca488e4c-5958-4ae8-a611-16034ea05264" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.005921] env[69699]: DEBUG oslo_concurrency.lockutils [req-ae1830ef-f06a-4fcc-b07d-469abd2fe883 req-077dd3e4-c23c-4aaa-a215-f9ec93ee550e service nova] Acquired lock "refresh_cache-ca488e4c-5958-4ae8-a611-16034ea05264" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.006079] env[69699]: DEBUG nova.network.neutron [req-ae1830ef-f06a-4fcc-b07d-469abd2fe883 req-077dd3e4-c23c-4aaa-a215-f9ec93ee550e service nova] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Refreshing network info cache for port b173074e-8ee9-458f-8c26-64dec7000a04 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.008782] env[69699]: DEBUG oslo_concurrency.lockutils [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.019155] env[69699]: DEBUG nova.compute.utils [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 848.023158] env[69699]: DEBUG nova.compute.manager [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 848.023339] env[69699]: DEBUG nova.network.neutron [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 848.079730] env[69699]: DEBUG nova.policy [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6f676db37358432486dd33e8672d637f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30d713bc29a74f27bdab6269c3f93455', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 848.123624] env[69699]: DEBUG oslo_concurrency.lockutils [req-0c417726-d874-482d-997b-838f8d9e1768 req-a30909e0-19a3-4d86-a188-2d9a99d5804a service nova] Releasing lock "refresh_cache-6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.170649] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b244252d-95ae-4352-b4bd-1131ca65c3ee {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.192748] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Updating instance 'c7fba1f1-8e12-4891-aa98-06a5ff41a7e5' progress to 0 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 848.367560] env[69699]: DEBUG nova.network.neutron [req-f8a214a8-0a38-41d6-9cb4-75439c6c3813 req-b36007de-44e6-42d7-ac57-df4c5b87d93f service nova] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Updated VIF entry in instance network info cache for port dfcc2628-667d-4580-8403-28526c397749. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 848.367560] env[69699]: DEBUG nova.network.neutron [req-f8a214a8-0a38-41d6-9cb4-75439c6c3813 req-b36007de-44e6-42d7-ac57-df4c5b87d93f service nova] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Updating instance_info_cache with network_info: [{"id": "dfcc2628-667d-4580-8403-28526c397749", "address": "fa:16:3e:1a:3f:13", "network": {"id": "9a6d5dd4-f852-4b36-968e-e480448f148a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1073286448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6db95cb237bc4c8b8944104f6772c490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfcc2628-66", "ovs_interfaceid": "dfcc2628-667d-4580-8403-28526c397749", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.424238] env[69699]: DEBUG nova.network.neutron [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Successfully created port: 7ad9eae0-ba43-4dd1-a38c-756950552a19 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 848.480035] env[69699]: DEBUG oslo_vmware.api [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b95c05-34f7-6c00-1fc4-912d5410710f, 'name': SearchDatastore_Task, 'duration_secs': 0.015746} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.481757] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91d07e39-c129-4b2f-ba29-944df5ce5d5c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.489124] env[69699]: DEBUG oslo_vmware.api [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 848.489124] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52e13513-ba3f-3888-c519-72119b0c2e77" [ 848.489124] env[69699]: _type = "Task" [ 848.489124] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.500820] env[69699]: DEBUG oslo_vmware.api [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52e13513-ba3f-3888-c519-72119b0c2e77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.523539] env[69699]: DEBUG nova.compute.manager [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 848.705890] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 848.706593] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e91fd7ae-2752-4bd9-b55e-d2fbf4b083ee {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.718567] env[69699]: DEBUG oslo_vmware.api [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Waiting for the task: (returnval){ [ 848.718567] env[69699]: value = "task-3607128" [ 848.718567] env[69699]: _type = "Task" [ 848.718567] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.728906] env[69699]: DEBUG oslo_vmware.api [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3607128, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.779872] env[69699]: DEBUG nova.network.neutron [req-ae1830ef-f06a-4fcc-b07d-469abd2fe883 req-077dd3e4-c23c-4aaa-a215-f9ec93ee550e service nova] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Updated VIF entry in instance network info cache for port b173074e-8ee9-458f-8c26-64dec7000a04. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 848.780290] env[69699]: DEBUG nova.network.neutron [req-ae1830ef-f06a-4fcc-b07d-469abd2fe883 req-077dd3e4-c23c-4aaa-a215-f9ec93ee550e service nova] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Updating instance_info_cache with network_info: [{"id": "b173074e-8ee9-458f-8c26-64dec7000a04", "address": "fa:16:3e:52:97:b1", "network": {"id": "ea781b08-64ab-439d-b6be-fdcba547dbc1", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1455220346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8394c185353f4b06b9f5e55522a396c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapb173074e-8e", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.868221] env[69699]: DEBUG oslo_concurrency.lockutils [req-f8a214a8-0a38-41d6-9cb4-75439c6c3813 req-b36007de-44e6-42d7-ac57-df4c5b87d93f service nova] Releasing lock "refresh_cache-5492f83e-37c1-43f8-b40d-1d1872e229d6" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.956030] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Acquiring lock "ca488e4c-5958-4ae8-a611-16034ea05264" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.002036] env[69699]: DEBUG oslo_vmware.api [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52e13513-ba3f-3888-c519-72119b0c2e77, 'name': SearchDatastore_Task, 'duration_secs': 0.011455} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.002426] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.002573] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd/6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 849.002841] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87f4a5c9-db88-43c5-8f4c-9f44ddc7f632 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.010283] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0df9e4-7d15-4028-ab24-01774e5ecff4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.015734] env[69699]: DEBUG oslo_vmware.api [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 849.015734] env[69699]: value = "task-3607129" [ 849.015734] env[69699]: _type = "Task" [ 849.015734] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.021891] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6c924b-09c3-4607-a3f5-2c0bec7feb5f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.034338] env[69699]: DEBUG oslo_vmware.api [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607129, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.066032] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d922ec-2af0-4161-983f-c21c72596220 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.073966] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6571d42-84a5-406e-82e2-a3a5b4c32cb2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.090579] env[69699]: DEBUG nova.compute.provider_tree [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 849.232040] env[69699]: DEBUG oslo_vmware.api [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3607128, 'name': PowerOffVM_Task, 'duration_secs': 0.465723} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.232040] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.232040] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Updating instance 'c7fba1f1-8e12-4891-aa98-06a5ff41a7e5' progress to 17 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 849.283029] env[69699]: DEBUG oslo_concurrency.lockutils [req-ae1830ef-f06a-4fcc-b07d-469abd2fe883 req-077dd3e4-c23c-4aaa-a215-f9ec93ee550e service nova] Releasing lock "refresh_cache-ca488e4c-5958-4ae8-a611-16034ea05264" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.527341] env[69699]: DEBUG oslo_vmware.api [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607129, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.536745] env[69699]: DEBUG nova.compute.manager [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 849.567664] env[69699]: DEBUG nova.virt.hardware [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.567923] env[69699]: DEBUG nova.virt.hardware [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.568091] env[69699]: DEBUG nova.virt.hardware [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.568282] env[69699]: DEBUG nova.virt.hardware [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.568431] env[69699]: DEBUG nova.virt.hardware [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.568578] env[69699]: DEBUG nova.virt.hardware [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.568785] env[69699]: DEBUG nova.virt.hardware [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.568938] env[69699]: DEBUG nova.virt.hardware [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.569122] env[69699]: DEBUG nova.virt.hardware [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.569395] env[69699]: DEBUG nova.virt.hardware [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.569481] env[69699]: DEBUG nova.virt.hardware [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.570400] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d9c206-a99e-423c-bc29-721301aba5c5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.583058] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495be3c8-e55b-47c3-b82d-2929ac824fa3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.631195] env[69699]: ERROR nova.scheduler.client.report [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [req-5bf0245d-ef3c-483d-bd0f-32f76f700bb1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80d35c48-5f27-4b75-a19d-7a1a6901050f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5bf0245d-ef3c-483d-bd0f-32f76f700bb1"}]} [ 849.648949] env[69699]: DEBUG nova.scheduler.client.report [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Refreshing inventories for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 849.664426] env[69699]: DEBUG nova.scheduler.client.report [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Updating ProviderTree inventory for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 849.664739] env[69699]: DEBUG nova.compute.provider_tree [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 849.679879] env[69699]: DEBUG nova.scheduler.client.report [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Refreshing aggregate associations for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f, aggregates: None {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 849.702217] env[69699]: DEBUG nova.scheduler.client.report [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Refreshing trait associations for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 849.739083] env[69699]: DEBUG nova.virt.hardware [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.739558] env[69699]: DEBUG nova.virt.hardware [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.739852] env[69699]: DEBUG nova.virt.hardware [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.740181] env[69699]: DEBUG nova.virt.hardware [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.740415] env[69699]: DEBUG nova.virt.hardware [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.740792] env[69699]: DEBUG nova.virt.hardware [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.741247] env[69699]: DEBUG nova.virt.hardware [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.741474] env[69699]: DEBUG nova.virt.hardware [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.741809] env[69699]: DEBUG nova.virt.hardware [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.742135] env[69699]: DEBUG nova.virt.hardware [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.742504] env[69699]: DEBUG nova.virt.hardware [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.755468] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d8c2dba-3622-40f2-ab5d-dbecb788d561 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.785956] env[69699]: DEBUG oslo_vmware.api [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Waiting for the task: (returnval){ [ 849.785956] env[69699]: value = "task-3607130" [ 849.785956] env[69699]: _type = "Task" [ 849.785956] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.804412] env[69699]: DEBUG oslo_vmware.api [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3607130, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.911029] env[69699]: DEBUG nova.compute.manager [req-1f83bd2d-96d4-4007-9225-4b93bf0df8d8 req-88ddce22-7c74-4b55-9d0d-887910dea06f service nova] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Received event network-vif-plugged-7ad9eae0-ba43-4dd1-a38c-756950552a19 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.911356] env[69699]: DEBUG oslo_concurrency.lockutils [req-1f83bd2d-96d4-4007-9225-4b93bf0df8d8 req-88ddce22-7c74-4b55-9d0d-887910dea06f service nova] Acquiring lock "cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.911678] env[69699]: DEBUG oslo_concurrency.lockutils [req-1f83bd2d-96d4-4007-9225-4b93bf0df8d8 req-88ddce22-7c74-4b55-9d0d-887910dea06f service nova] Lock "cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.911926] env[69699]: DEBUG oslo_concurrency.lockutils [req-1f83bd2d-96d4-4007-9225-4b93bf0df8d8 req-88ddce22-7c74-4b55-9d0d-887910dea06f service nova] Lock "cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.912218] env[69699]: DEBUG nova.compute.manager [req-1f83bd2d-96d4-4007-9225-4b93bf0df8d8 req-88ddce22-7c74-4b55-9d0d-887910dea06f service nova] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] No waiting events found dispatching network-vif-plugged-7ad9eae0-ba43-4dd1-a38c-756950552a19 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 849.912511] env[69699]: WARNING nova.compute.manager [req-1f83bd2d-96d4-4007-9225-4b93bf0df8d8 req-88ddce22-7c74-4b55-9d0d-887910dea06f service nova] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Received unexpected event network-vif-plugged-7ad9eae0-ba43-4dd1-a38c-756950552a19 for instance with vm_state building and task_state spawning. [ 850.010053] env[69699]: DEBUG nova.network.neutron [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Successfully updated port: 7ad9eae0-ba43-4dd1-a38c-756950552a19 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 850.028390] env[69699]: DEBUG oslo_vmware.api [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607129, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.908178} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.031107] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd/6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.031401] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.032100] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71775529-4c75-4c57-ac02-ee0ebc5f2b0b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.039514] env[69699]: DEBUG oslo_vmware.api [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 850.039514] env[69699]: value = "task-3607131" [ 850.039514] env[69699]: _type = "Task" [ 850.039514] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.052059] env[69699]: DEBUG oslo_vmware.api [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607131, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.238233] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c434bb-0e8d-469e-b990-00b93a7ba7f0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.247724] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b314d90e-9b2e-47f7-ad00-21a87139f658 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.277400] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22767a4-ab9f-4049-bccf-abe09c0ea416 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.286348] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc1f15c-97fe-46e9-bf48-08077e30a380 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.307165] env[69699]: DEBUG oslo_vmware.api [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3607130, 'name': ReconfigVM_Task, 'duration_secs': 0.25062} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.307671] env[69699]: DEBUG nova.compute.provider_tree [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 850.309061] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Updating instance 'c7fba1f1-8e12-4891-aa98-06a5ff41a7e5' progress to 33 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 850.512813] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Acquiring lock "refresh_cache-cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.512950] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Acquired lock "refresh_cache-cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.513119] env[69699]: DEBUG nova.network.neutron [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.549255] env[69699]: DEBUG oslo_vmware.api [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607131, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076212} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.549546] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 850.550377] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea085a1-4b0e-445b-8a8d-0fde23cba9d5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.572965] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd/6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.573309] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52d8962c-8f63-4e32-a8f8-b88c94f69f7e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.595441] env[69699]: DEBUG oslo_vmware.api [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 850.595441] env[69699]: value = "task-3607133" [ 850.595441] env[69699]: _type = "Task" [ 850.595441] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.817021] env[69699]: DEBUG nova.virt.hardware [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:00:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='b96da925-54d9-4ab8-8f42-78a703390907',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1551891796',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 850.817722] env[69699]: DEBUG nova.virt.hardware [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 850.817722] env[69699]: DEBUG nova.virt.hardware [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 850.817722] env[69699]: DEBUG nova.virt.hardware [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 850.817722] env[69699]: DEBUG nova.virt.hardware [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 850.817931] env[69699]: DEBUG nova.virt.hardware [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 850.818049] env[69699]: DEBUG nova.virt.hardware [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 850.818207] env[69699]: DEBUG nova.virt.hardware [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 850.818358] env[69699]: DEBUG nova.virt.hardware [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 850.819515] env[69699]: DEBUG nova.virt.hardware [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 850.819515] env[69699]: DEBUG nova.virt.hardware [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 850.824101] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 850.824587] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d23e9742-152e-41b7-a8fd-ee2e819a7eb6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.845588] env[69699]: DEBUG oslo_vmware.api [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Waiting for the task: (returnval){ [ 850.845588] env[69699]: value = "task-3607134" [ 850.845588] env[69699]: _type = "Task" [ 850.845588] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.855123] env[69699]: DEBUG oslo_vmware.api [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3607134, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.856181] env[69699]: DEBUG nova.scheduler.client.report [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Updated inventory for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with generation 84 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 850.856426] env[69699]: DEBUG nova.compute.provider_tree [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Updating resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f generation from 84 to 85 during operation: update_inventory {{(pid=69699) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 850.856614] env[69699]: DEBUG nova.compute.provider_tree [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 851.044398] env[69699]: DEBUG nova.network.neutron [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 851.104520] env[69699]: DEBUG oslo_vmware.api [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607133, 'name': ReconfigVM_Task, 'duration_secs': 0.489044} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.104882] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd/6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.105580] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da2cb588-3b3b-4b81-9f29-06befe6a98d5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.113059] env[69699]: DEBUG oslo_vmware.api [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 851.113059] env[69699]: value = "task-3607135" [ 851.113059] env[69699]: _type = "Task" [ 851.113059] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.120782] env[69699]: DEBUG oslo_vmware.api [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607135, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.185389] env[69699]: DEBUG nova.network.neutron [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Updating instance_info_cache with network_info: [{"id": "7ad9eae0-ba43-4dd1-a38c-756950552a19", "address": "fa:16:3e:b6:0f:3f", "network": {"id": "71a6dabb-23ad-4272-bda8-d74ffdb3b265", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1255505806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30d713bc29a74f27bdab6269c3f93455", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ad9eae0-ba", "ovs_interfaceid": "7ad9eae0-ba43-4dd1-a38c-756950552a19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.356811] env[69699]: DEBUG oslo_vmware.api [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3607134, 'name': ReconfigVM_Task, 'duration_secs': 0.181762} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.357100] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 851.357867] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9357b860-6964-4844-9353-0a1efff552fe {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.372837] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.862s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.373856] env[69699]: DEBUG nova.compute.manager [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 851.382660] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] c7fba1f1-8e12-4891-aa98-06a5ff41a7e5/c7fba1f1-8e12-4891-aa98-06a5ff41a7e5.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.383233] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.561s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.384834] env[69699]: INFO nova.compute.claims [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: 1105ca8b-bfc2-4e73-9dd6-4ec5983ad048] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 851.387161] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92292c29-cdc7-4653-a7c0-685c99b9a14f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.405555] env[69699]: DEBUG oslo_vmware.api [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Waiting for the task: (returnval){ [ 851.405555] env[69699]: value = "task-3607136" [ 851.405555] env[69699]: _type = "Task" [ 851.405555] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.415750] env[69699]: DEBUG oslo_vmware.api [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3607136, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.622703] env[69699]: DEBUG oslo_vmware.api [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607135, 'name': Rename_Task, 'duration_secs': 0.455091} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.623038] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.623313] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65777fda-6592-4703-b0aa-7712445f9cf4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.629917] env[69699]: DEBUG oslo_vmware.api [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 851.629917] env[69699]: value = "task-3607137" [ 851.629917] env[69699]: _type = "Task" [ 851.629917] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.639104] env[69699]: DEBUG oslo_vmware.api [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607137, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.688355] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Releasing lock "refresh_cache-cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.688721] env[69699]: DEBUG nova.compute.manager [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Instance network_info: |[{"id": "7ad9eae0-ba43-4dd1-a38c-756950552a19", "address": "fa:16:3e:b6:0f:3f", "network": {"id": "71a6dabb-23ad-4272-bda8-d74ffdb3b265", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1255505806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30d713bc29a74f27bdab6269c3f93455", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ad9eae0-ba", "ovs_interfaceid": "7ad9eae0-ba43-4dd1-a38c-756950552a19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 851.689164] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:0f:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f39e3b37-7906-4bbc-820e-ceac74e4d827', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ad9eae0-ba43-4dd1-a38c-756950552a19', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 851.696923] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.697576] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 851.697576] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d65be1ac-09dd-4476-8f82-b7bdaf89cd9a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.717775] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 851.717775] env[69699]: value = "task-3607138" [ 851.717775] env[69699]: _type = "Task" [ 851.717775] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.725746] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607138, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.885568] env[69699]: DEBUG nova.compute.utils [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 851.887175] env[69699]: DEBUG nova.compute.manager [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 851.887363] env[69699]: DEBUG nova.network.neutron [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 851.916386] env[69699]: DEBUG oslo_vmware.api [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3607136, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.935610] env[69699]: DEBUG nova.compute.manager [req-e2268233-0e2c-4a87-ae2a-be0425531135 req-79f2f52d-129e-437b-ae3a-0682f31d6adb service nova] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Received event network-changed-7ad9eae0-ba43-4dd1-a38c-756950552a19 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.935821] env[69699]: DEBUG nova.compute.manager [req-e2268233-0e2c-4a87-ae2a-be0425531135 req-79f2f52d-129e-437b-ae3a-0682f31d6adb service nova] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Refreshing instance network info cache due to event network-changed-7ad9eae0-ba43-4dd1-a38c-756950552a19. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 851.936044] env[69699]: DEBUG oslo_concurrency.lockutils [req-e2268233-0e2c-4a87-ae2a-be0425531135 req-79f2f52d-129e-437b-ae3a-0682f31d6adb service nova] Acquiring lock "refresh_cache-cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.936189] env[69699]: DEBUG oslo_concurrency.lockutils [req-e2268233-0e2c-4a87-ae2a-be0425531135 req-79f2f52d-129e-437b-ae3a-0682f31d6adb service nova] Acquired lock "refresh_cache-cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.936533] env[69699]: DEBUG nova.network.neutron [req-e2268233-0e2c-4a87-ae2a-be0425531135 req-79f2f52d-129e-437b-ae3a-0682f31d6adb service nova] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Refreshing network info cache for port 7ad9eae0-ba43-4dd1-a38c-756950552a19 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.955342] env[69699]: DEBUG nova.policy [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9252a3a462ec44ef98ad3d8f019ab715', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '152467b2c42f4433aacb37504612095d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 852.138917] env[69699]: DEBUG oslo_vmware.api [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607137, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.228770] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607138, 'name': CreateVM_Task} progress is 25%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.250675] env[69699]: DEBUG nova.network.neutron [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Successfully created port: d4249365-6127-43db-8e62-34ebf969ac9f {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 852.394022] env[69699]: DEBUG nova.compute.manager [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 852.419230] env[69699]: DEBUG oslo_vmware.api [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3607136, 'name': ReconfigVM_Task, 'duration_secs': 0.532153} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.419230] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Reconfigured VM instance instance-00000030 to attach disk [datastore2] c7fba1f1-8e12-4891-aa98-06a5ff41a7e5/c7fba1f1-8e12-4891-aa98-06a5ff41a7e5.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.419230] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Updating instance 'c7fba1f1-8e12-4891-aa98-06a5ff41a7e5' progress to 50 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 852.640129] env[69699]: DEBUG oslo_vmware.api [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607137, 'name': PowerOnVM_Task, 'duration_secs': 0.769072} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.644578] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 852.644777] env[69699]: INFO nova.compute.manager [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Took 8.69 seconds to spawn the instance on the hypervisor. [ 852.644947] env[69699]: DEBUG nova.compute.manager [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 852.646844] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18fae44-fd3e-4fc5-8664-230dbd399776 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.736386] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607138, 'name': CreateVM_Task, 'duration_secs': 0.665556} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.736633] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 852.737303] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.737459] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.737929] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.740019] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-441e7961-d7c0-4a86-a003-4d76a7728fdb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.743218] env[69699]: DEBUG oslo_vmware.api [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 852.743218] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]521641eb-d597-eb0b-5836-7c0677a81ec6" [ 852.743218] env[69699]: _type = "Task" [ 852.743218] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.755020] env[69699]: DEBUG oslo_vmware.api [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]521641eb-d597-eb0b-5836-7c0677a81ec6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.755020] env[69699]: DEBUG nova.network.neutron [req-e2268233-0e2c-4a87-ae2a-be0425531135 req-79f2f52d-129e-437b-ae3a-0682f31d6adb service nova] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Updated VIF entry in instance network info cache for port 7ad9eae0-ba43-4dd1-a38c-756950552a19. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 852.755020] env[69699]: DEBUG nova.network.neutron [req-e2268233-0e2c-4a87-ae2a-be0425531135 req-79f2f52d-129e-437b-ae3a-0682f31d6adb service nova] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Updating instance_info_cache with network_info: [{"id": "7ad9eae0-ba43-4dd1-a38c-756950552a19", "address": "fa:16:3e:b6:0f:3f", "network": {"id": "71a6dabb-23ad-4272-bda8-d74ffdb3b265", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1255505806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30d713bc29a74f27bdab6269c3f93455", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ad9eae0-ba", "ovs_interfaceid": "7ad9eae0-ba43-4dd1-a38c-756950552a19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.888067] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d543f0-67f8-41ff-8588-1d21be87d50b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.895764] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce6260c-0593-4a7a-bde4-2e5d2f1e3701 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.931713] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f253b08-137c-4430-8be1-37ee7004d81c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.934843] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0da8cf-d227-4f04-963f-73f4a7c6f24d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.955333] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a08d843-4f2e-45ac-a616-a2d7e33f5c40 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.959705] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a7faab-6949-417f-a7c2-6924648f88f1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.977246] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Updating instance 'c7fba1f1-8e12-4891-aa98-06a5ff41a7e5' progress to 67 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 852.987631] env[69699]: DEBUG nova.compute.provider_tree [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.164502] env[69699]: INFO nova.compute.manager [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Took 41.69 seconds to build instance. [ 853.257317] env[69699]: DEBUG oslo_concurrency.lockutils [req-e2268233-0e2c-4a87-ae2a-be0425531135 req-79f2f52d-129e-437b-ae3a-0682f31d6adb service nova] Releasing lock "refresh_cache-cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.257632] env[69699]: DEBUG oslo_vmware.api [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]521641eb-d597-eb0b-5836-7c0677a81ec6, 'name': SearchDatastore_Task, 'duration_secs': 0.042099} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.257997] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.258250] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.258486] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.258629] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.258800] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.259087] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-729f0e5f-e751-4ff1-8c65-04257575b40c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.272148] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.272458] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 853.273228] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaedd5c4-11ae-4da3-b6d8-0b4081d24703 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.278741] env[69699]: DEBUG oslo_vmware.api [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 853.278741] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]521cff1d-e40f-64cd-9c4f-d4ff5e62d973" [ 853.278741] env[69699]: _type = "Task" [ 853.278741] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.287850] env[69699]: DEBUG oslo_vmware.api [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]521cff1d-e40f-64cd-9c4f-d4ff5e62d973, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.403867] env[69699]: DEBUG nova.compute.manager [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 853.439502] env[69699]: DEBUG nova.virt.hardware [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 853.439757] env[69699]: DEBUG nova.virt.hardware [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 853.440243] env[69699]: DEBUG nova.virt.hardware [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 853.440243] env[69699]: DEBUG nova.virt.hardware [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 853.440435] env[69699]: DEBUG nova.virt.hardware [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 853.440435] env[69699]: DEBUG nova.virt.hardware [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 853.440606] env[69699]: DEBUG nova.virt.hardware [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 853.440761] env[69699]: DEBUG nova.virt.hardware [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 853.440922] env[69699]: DEBUG nova.virt.hardware [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 853.441101] env[69699]: DEBUG nova.virt.hardware [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 853.441330] env[69699]: DEBUG nova.virt.hardware [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 853.442190] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6b29cb-b70a-489f-9d05-35855d71f23d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.451028] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df89626d-0a47-4bb7-ad30-95dcd4de5314 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.494054] env[69699]: DEBUG nova.scheduler.client.report [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.536060] env[69699]: DEBUG nova.network.neutron [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Port 22eb6a48-cca1-4e06-9589-c53d711a4b08 binding to destination host cpu-1 is already ACTIVE {{(pid=69699) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 853.669028] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d3842e49-b1bc-47f5-9768-aa2a92c4d9b5 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Lock "6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.493s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.791315] env[69699]: DEBUG oslo_vmware.api [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]521cff1d-e40f-64cd-9c4f-d4ff5e62d973, 'name': SearchDatastore_Task, 'duration_secs': 0.025138} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.791945] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bb9c41f-9b0a-456e-8c3a-bf9442590565 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.800080] env[69699]: DEBUG oslo_vmware.api [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 853.800080] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]525f009a-3613-ef26-eb0a-7ed19e4c37ed" [ 853.800080] env[69699]: _type = "Task" [ 853.800080] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.809196] env[69699]: DEBUG oslo_vmware.api [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]525f009a-3613-ef26-eb0a-7ed19e4c37ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.964047] env[69699]: DEBUG nova.network.neutron [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Successfully updated port: d4249365-6127-43db-8e62-34ebf969ac9f {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 853.979721] env[69699]: DEBUG nova.compute.manager [req-ec6475bc-9bca-40a6-ba0d-d09f9b8f0fa7 req-9bd9abc7-41f0-48af-b70a-da5bd08f352a service nova] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Received event network-vif-plugged-d4249365-6127-43db-8e62-34ebf969ac9f {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.980188] env[69699]: DEBUG oslo_concurrency.lockutils [req-ec6475bc-9bca-40a6-ba0d-d09f9b8f0fa7 req-9bd9abc7-41f0-48af-b70a-da5bd08f352a service nova] Acquiring lock "3ccf91c4-1b19-43b2-8529-b47084669862-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.981863] env[69699]: DEBUG oslo_concurrency.lockutils [req-ec6475bc-9bca-40a6-ba0d-d09f9b8f0fa7 req-9bd9abc7-41f0-48af-b70a-da5bd08f352a service nova] Lock "3ccf91c4-1b19-43b2-8529-b47084669862-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.981863] env[69699]: DEBUG oslo_concurrency.lockutils [req-ec6475bc-9bca-40a6-ba0d-d09f9b8f0fa7 req-9bd9abc7-41f0-48af-b70a-da5bd08f352a service nova] Lock "3ccf91c4-1b19-43b2-8529-b47084669862-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.981863] env[69699]: DEBUG nova.compute.manager [req-ec6475bc-9bca-40a6-ba0d-d09f9b8f0fa7 req-9bd9abc7-41f0-48af-b70a-da5bd08f352a service nova] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] No waiting events found dispatching network-vif-plugged-d4249365-6127-43db-8e62-34ebf969ac9f {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 853.981863] env[69699]: WARNING nova.compute.manager [req-ec6475bc-9bca-40a6-ba0d-d09f9b8f0fa7 req-9bd9abc7-41f0-48af-b70a-da5bd08f352a service nova] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Received unexpected event network-vif-plugged-d4249365-6127-43db-8e62-34ebf969ac9f for instance with vm_state building and task_state spawning. [ 854.000378] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.000912] env[69699]: DEBUG nova.compute.manager [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: 1105ca8b-bfc2-4e73-9dd6-4ec5983ad048] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 854.003324] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.625s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.003623] env[69699]: DEBUG nova.objects.instance [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69699) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 854.309534] env[69699]: DEBUG oslo_vmware.api [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]525f009a-3613-ef26-eb0a-7ed19e4c37ed, 'name': SearchDatastore_Task, 'duration_secs': 0.047086} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.309750] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.310016] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa/cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 854.310283] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61b50380-9e77-4922-a6b7-3715e2551e92 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.316679] env[69699]: DEBUG oslo_vmware.api [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 854.316679] env[69699]: value = "task-3607140" [ 854.316679] env[69699]: _type = "Task" [ 854.316679] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.323932] env[69699]: DEBUG oslo_vmware.api [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607140, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.468573] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "refresh_cache-3ccf91c4-1b19-43b2-8529-b47084669862" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.468754] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquired lock "refresh_cache-3ccf91c4-1b19-43b2-8529-b47084669862" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.468957] env[69699]: DEBUG nova.network.neutron [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.509025] env[69699]: DEBUG nova.compute.utils [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 854.510254] env[69699]: DEBUG nova.compute.manager [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: 1105ca8b-bfc2-4e73-9dd6-4ec5983ad048] Not allocating networking since 'none' was specified. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 854.560498] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Acquiring lock "c7fba1f1-8e12-4891-aa98-06a5ff41a7e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.560498] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Lock "c7fba1f1-8e12-4891-aa98-06a5ff41a7e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.560498] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Lock "c7fba1f1-8e12-4891-aa98-06a5ff41a7e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.832217] env[69699]: DEBUG oslo_vmware.api [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607140, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463259} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.832546] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa/cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 854.832737] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 854.832986] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0bdbb7c-451a-4917-bbce-8c48cc76057a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.840471] env[69699]: DEBUG oslo_vmware.api [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 854.840471] env[69699]: value = "task-3607142" [ 854.840471] env[69699]: _type = "Task" [ 854.840471] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.850048] env[69699]: DEBUG oslo_vmware.api [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607142, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.014829] env[69699]: DEBUG nova.compute.manager [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: 1105ca8b-bfc2-4e73-9dd6-4ec5983ad048] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 855.021019] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1c8e5a54-0007-4ce0-ae29-211927a3fc9c tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.021019] env[69699]: DEBUG oslo_concurrency.lockutils [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.139s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.021019] env[69699]: INFO nova.compute.claims [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 855.134862] env[69699]: DEBUG nova.network.neutron [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 855.271918] env[69699]: DEBUG nova.network.neutron [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Updating instance_info_cache with network_info: [{"id": "d4249365-6127-43db-8e62-34ebf969ac9f", "address": "fa:16:3e:d0:e0:86", "network": {"id": "3704068f-6289-4088-bfd3-0d8f4fb8ad07", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1045952331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "152467b2c42f4433aacb37504612095d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4249365-61", "ovs_interfaceid": "d4249365-6127-43db-8e62-34ebf969ac9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.350209] env[69699]: DEBUG oslo_vmware.api [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607142, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06685} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.350493] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 855.351295] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabc6cb0-a48a-44df-b97d-a8a0624fe1ee {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.373650] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa/cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.373941] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-587e8280-45bd-43c4-83b4-83c6e4f33608 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.392408] env[69699]: DEBUG oslo_vmware.api [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 855.392408] env[69699]: value = "task-3607143" [ 855.392408] env[69699]: _type = "Task" [ 855.392408] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.399745] env[69699]: DEBUG oslo_vmware.api [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607143, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.627887] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Acquiring lock "refresh_cache-c7fba1f1-8e12-4891-aa98-06a5ff41a7e5" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.628095] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Acquired lock "refresh_cache-c7fba1f1-8e12-4891-aa98-06a5ff41a7e5" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.628280] env[69699]: DEBUG nova.network.neutron [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.774740] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Releasing lock "refresh_cache-3ccf91c4-1b19-43b2-8529-b47084669862" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.775130] env[69699]: DEBUG nova.compute.manager [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Instance network_info: |[{"id": "d4249365-6127-43db-8e62-34ebf969ac9f", "address": "fa:16:3e:d0:e0:86", "network": {"id": "3704068f-6289-4088-bfd3-0d8f4fb8ad07", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1045952331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "152467b2c42f4433aacb37504612095d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4249365-61", "ovs_interfaceid": "d4249365-6127-43db-8e62-34ebf969ac9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 855.775471] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:e0:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c894ab55-c869-4530-9702-cb46d173ce94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4249365-6127-43db-8e62-34ebf969ac9f', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.783167] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.783386] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 855.783650] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53c3a2e7-afd8-4253-9851-b8181b958611 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.803421] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.803421] env[69699]: value = "task-3607144" [ 855.803421] env[69699]: _type = "Task" [ 855.803421] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.810863] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607144, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.903374] env[69699]: DEBUG oslo_vmware.api [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607143, 'name': ReconfigVM_Task, 'duration_secs': 0.261247} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.903695] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Reconfigured VM instance instance-0000003c to attach disk [datastore1] cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa/cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 855.904336] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-942b5000-e12d-460a-be7e-beb21136163b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.910846] env[69699]: DEBUG oslo_vmware.api [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 855.910846] env[69699]: value = "task-3607145" [ 855.910846] env[69699]: _type = "Task" [ 855.910846] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.919610] env[69699]: DEBUG oslo_vmware.api [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607145, 'name': Rename_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.006205] env[69699]: DEBUG nova.compute.manager [req-8f86de94-768e-46a6-ab37-2066f78c0352 req-0b503e19-47f5-4c94-9e5c-0edfb52fddc7 service nova] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Received event network-changed-d4249365-6127-43db-8e62-34ebf969ac9f {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.006526] env[69699]: DEBUG nova.compute.manager [req-8f86de94-768e-46a6-ab37-2066f78c0352 req-0b503e19-47f5-4c94-9e5c-0edfb52fddc7 service nova] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Refreshing instance network info cache due to event network-changed-d4249365-6127-43db-8e62-34ebf969ac9f. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 856.006867] env[69699]: DEBUG oslo_concurrency.lockutils [req-8f86de94-768e-46a6-ab37-2066f78c0352 req-0b503e19-47f5-4c94-9e5c-0edfb52fddc7 service nova] Acquiring lock "refresh_cache-3ccf91c4-1b19-43b2-8529-b47084669862" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.007139] env[69699]: DEBUG oslo_concurrency.lockutils [req-8f86de94-768e-46a6-ab37-2066f78c0352 req-0b503e19-47f5-4c94-9e5c-0edfb52fddc7 service nova] Acquired lock "refresh_cache-3ccf91c4-1b19-43b2-8529-b47084669862" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.007427] env[69699]: DEBUG nova.network.neutron [req-8f86de94-768e-46a6-ab37-2066f78c0352 req-0b503e19-47f5-4c94-9e5c-0edfb52fddc7 service nova] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Refreshing network info cache for port d4249365-6127-43db-8e62-34ebf969ac9f {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 856.024940] env[69699]: DEBUG nova.compute.manager [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: 1105ca8b-bfc2-4e73-9dd6-4ec5983ad048] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 856.059942] env[69699]: DEBUG nova.virt.hardware [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 856.060261] env[69699]: DEBUG nova.virt.hardware [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 856.060540] env[69699]: DEBUG nova.virt.hardware [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 856.060796] env[69699]: DEBUG nova.virt.hardware [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 856.061050] env[69699]: DEBUG nova.virt.hardware [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 856.061636] env[69699]: DEBUG nova.virt.hardware [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 856.061760] env[69699]: DEBUG nova.virt.hardware [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 856.061945] env[69699]: DEBUG nova.virt.hardware [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 856.062275] env[69699]: DEBUG nova.virt.hardware [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 856.062579] env[69699]: DEBUG nova.virt.hardware [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 856.062883] env[69699]: DEBUG nova.virt.hardware [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 856.064017] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193b3e0c-12d7-4206-8206-2ea61e273d2d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.074543] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18d924c-9518-4d69-b640-7b8df20ad160 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.091798] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: 1105ca8b-bfc2-4e73-9dd6-4ec5983ad048] Instance VIF info [] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 856.098186] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Creating folder: Project (fee76641da8e4331971567597deed4ff). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 856.098540] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-24554bb3-00d2-4d62-8a9e-bcc666712fb5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.115620] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Created folder: Project (fee76641da8e4331971567597deed4ff) in parent group-v719415. [ 856.115814] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Creating folder: Instances. Parent ref: group-v719594. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 856.116072] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2543d9d6-202e-4b2c-b121-1318582e5e93 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.128321] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Created folder: Instances in parent group-v719594. [ 856.128590] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.128783] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1105ca8b-bfc2-4e73-9dd6-4ec5983ad048] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 856.128989] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-997e61b0-758c-4b00-adfc-86cccc4abe53 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.150924] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 856.150924] env[69699]: value = "task-3607148" [ 856.150924] env[69699]: _type = "Task" [ 856.150924] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.161119] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607148, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.315203] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607144, 'name': CreateVM_Task, 'duration_secs': 0.396666} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.315425] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 856.316127] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.316336] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.316742] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.317024] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b38d9c0-e0c7-477c-8755-04db2f6dff5a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.323572] env[69699]: DEBUG oslo_vmware.api [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 856.323572] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ae0f46-2f79-aa53-9385-261d11db58c3" [ 856.323572] env[69699]: _type = "Task" [ 856.323572] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.336558] env[69699]: DEBUG oslo_vmware.api [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ae0f46-2f79-aa53-9385-261d11db58c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.420100] env[69699]: DEBUG oslo_vmware.api [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607145, 'name': Rename_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.440729] env[69699]: DEBUG nova.network.neutron [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Updating instance_info_cache with network_info: [{"id": "22eb6a48-cca1-4e06-9589-c53d711a4b08", "address": "fa:16:3e:e5:3c:29", "network": {"id": "cf7e11e8-f0e1-4137-b176-ce92b41f73aa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7ead911ee02c4672932553c72aa317e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22eb6a48-cc", "ovs_interfaceid": "22eb6a48-cca1-4e06-9589-c53d711a4b08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.541756] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c86add3-d04c-46a5-bbbe-4e18225e9e4c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.549616] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b7a81a-ee4d-45c9-a4ef-af4ecf97f2cf {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.580819] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0d4fbc-710b-49ee-9214-e2dd21ffc5ec {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.591304] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20c99f6-58c9-4e63-928b-a07067f7aadc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.605468] env[69699]: DEBUG nova.compute.provider_tree [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.662831] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607148, 'name': CreateVM_Task} progress is 25%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.730372] env[69699]: DEBUG nova.network.neutron [req-8f86de94-768e-46a6-ab37-2066f78c0352 req-0b503e19-47f5-4c94-9e5c-0edfb52fddc7 service nova] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Updated VIF entry in instance network info cache for port d4249365-6127-43db-8e62-34ebf969ac9f. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.730729] env[69699]: DEBUG nova.network.neutron [req-8f86de94-768e-46a6-ab37-2066f78c0352 req-0b503e19-47f5-4c94-9e5c-0edfb52fddc7 service nova] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Updating instance_info_cache with network_info: [{"id": "d4249365-6127-43db-8e62-34ebf969ac9f", "address": "fa:16:3e:d0:e0:86", "network": {"id": "3704068f-6289-4088-bfd3-0d8f4fb8ad07", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1045952331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "152467b2c42f4433aacb37504612095d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4249365-61", "ovs_interfaceid": "d4249365-6127-43db-8e62-34ebf969ac9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.838739] env[69699]: DEBUG oslo_vmware.api [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ae0f46-2f79-aa53-9385-261d11db58c3, 'name': SearchDatastore_Task, 'duration_secs': 0.014056} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.839089] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.839324] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.839569] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.839740] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.839927] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.840202] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5273d4f-2a10-4fe9-8961-b210ffa95899 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.853940] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.854143] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.854863] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76eb1f31-140a-42c9-a46f-b31da4b91bb4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.861137] env[69699]: DEBUG oslo_vmware.api [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 856.861137] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]529be72a-f445-24d2-1b06-8c9afaf26151" [ 856.861137] env[69699]: _type = "Task" [ 856.861137] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.868933] env[69699]: DEBUG oslo_vmware.api [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]529be72a-f445-24d2-1b06-8c9afaf26151, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.921354] env[69699]: DEBUG oslo_vmware.api [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607145, 'name': Rename_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.943438] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Releasing lock "refresh_cache-c7fba1f1-8e12-4891-aa98-06a5ff41a7e5" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.108581] env[69699]: DEBUG nova.scheduler.client.report [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.162030] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607148, 'name': CreateVM_Task} progress is 25%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.233630] env[69699]: DEBUG oslo_concurrency.lockutils [req-8f86de94-768e-46a6-ab37-2066f78c0352 req-0b503e19-47f5-4c94-9e5c-0edfb52fddc7 service nova] Releasing lock "refresh_cache-3ccf91c4-1b19-43b2-8529-b47084669862" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.378080] env[69699]: DEBUG oslo_vmware.api [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]529be72a-f445-24d2-1b06-8c9afaf26151, 'name': SearchDatastore_Task, 'duration_secs': 0.014637} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.379341] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-402313eb-87c8-4c69-9a0f-08404799ea96 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.385353] env[69699]: DEBUG oslo_vmware.api [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 857.385353] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]525a8b12-fd45-0694-4de1-7871761ba283" [ 857.385353] env[69699]: _type = "Task" [ 857.385353] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.396289] env[69699]: DEBUG oslo_vmware.api [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]525a8b12-fd45-0694-4de1-7871761ba283, 'name': SearchDatastore_Task} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.396535] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.396785] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 3ccf91c4-1b19-43b2-8529-b47084669862/3ccf91c4-1b19-43b2-8529-b47084669862.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.397054] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0225d9f-a4b4-462d-8904-f03f21a2d015 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.403946] env[69699]: DEBUG oslo_vmware.api [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 857.403946] env[69699]: value = "task-3607150" [ 857.403946] env[69699]: _type = "Task" [ 857.403946] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.411318] env[69699]: DEBUG oslo_vmware.api [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607150, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.419703] env[69699]: DEBUG oslo_vmware.api [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607145, 'name': Rename_Task, 'duration_secs': 1.173382} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.419949] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.420198] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70b133b2-4854-4ab7-967a-2e90affcacd4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.426417] env[69699]: DEBUG oslo_vmware.api [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 857.426417] env[69699]: value = "task-3607151" [ 857.426417] env[69699]: _type = "Task" [ 857.426417] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.433609] env[69699]: DEBUG oslo_vmware.api [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607151, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.465861] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3de6f54-71f8-4722-8007-90beee98680c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.485400] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507942e8-7839-4d84-b2a5-53c04c1865a5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.493334] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Updating instance 'c7fba1f1-8e12-4891-aa98-06a5ff41a7e5' progress to 83 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 857.615486] env[69699]: DEBUG oslo_concurrency.lockutils [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.616165] env[69699]: DEBUG nova.compute.manager [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 857.618684] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a15c93f2-87d0-4dd8-b1e7-61c1c5b472c5 tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.222s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.618905] env[69699]: DEBUG nova.objects.instance [None req-a15c93f2-87d0-4dd8-b1e7-61c1c5b472c5 tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Lazy-loading 'resources' on Instance uuid a56031df-186a-4a08-886d-8bb99e015dba {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 857.662422] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607148, 'name': CreateVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.914305] env[69699]: DEBUG oslo_vmware.api [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607150, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473281} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.914547] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 3ccf91c4-1b19-43b2-8529-b47084669862/3ccf91c4-1b19-43b2-8529-b47084669862.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 857.914781] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 857.914989] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dfeb3f31-0412-4f65-86d1-5302408d45dd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.921895] env[69699]: DEBUG oslo_vmware.api [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 857.921895] env[69699]: value = "task-3607152" [ 857.921895] env[69699]: _type = "Task" [ 857.921895] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.930034] env[69699]: DEBUG oslo_vmware.api [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607152, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.937056] env[69699]: DEBUG oslo_vmware.api [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607151, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.002226] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 858.002555] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02eab0f5-b935-4316-83b2-9d54912f38fe {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.009336] env[69699]: DEBUG oslo_vmware.api [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Waiting for the task: (returnval){ [ 858.009336] env[69699]: value = "task-3607153" [ 858.009336] env[69699]: _type = "Task" [ 858.009336] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.016991] env[69699]: DEBUG oslo_vmware.api [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3607153, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.123166] env[69699]: DEBUG nova.compute.utils [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 858.127272] env[69699]: DEBUG nova.compute.manager [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Not allocating networking since 'none' was specified. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 858.165012] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607148, 'name': CreateVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.435666] env[69699]: DEBUG oslo_vmware.api [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607152, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.395234} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.435966] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.437140] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b9ed19-2ff6-4078-a3e3-ac71f2941e3f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.444994] env[69699]: DEBUG oslo_vmware.api [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607151, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.465640] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 3ccf91c4-1b19-43b2-8529-b47084669862/3ccf91c4-1b19-43b2-8529-b47084669862.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.468648] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65206d57-edac-4b48-98e9-d0e4a40d6390 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.488928] env[69699]: DEBUG oslo_vmware.api [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 858.488928] env[69699]: value = "task-3607154" [ 858.488928] env[69699]: _type = "Task" [ 858.488928] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.497821] env[69699]: DEBUG oslo_vmware.api [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607154, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.521020] env[69699]: DEBUG oslo_vmware.api [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3607153, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.615224] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff0ec53-7af0-42ab-9fac-87f6ff52b734 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.622462] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3698e65-2a3e-4872-961e-74f627df81ba {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.627786] env[69699]: DEBUG nova.compute.manager [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 858.664331] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7455c4dd-6a5f-4037-a4c1-735037d153bc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.673262] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607148, 'name': CreateVM_Task, 'duration_secs': 2.157614} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.675526] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1105ca8b-bfc2-4e73-9dd6-4ec5983ad048] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.676099] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.676303] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.676798] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.678088] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655488d7-4438-4215-9c91-49cfeb688efd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.681983] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb0d59b7-8099-4f85-bac7-44d11402cec1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.689030] env[69699]: DEBUG oslo_vmware.api [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Waiting for the task: (returnval){ [ 858.689030] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52372405-213a-ab3e-c6ab-11033c140812" [ 858.689030] env[69699]: _type = "Task" [ 858.689030] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.697634] env[69699]: DEBUG nova.compute.provider_tree [None req-a15c93f2-87d0-4dd8-b1e7-61c1c5b472c5 tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.707659] env[69699]: DEBUG oslo_vmware.api [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52372405-213a-ab3e-c6ab-11033c140812, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.939323] env[69699]: DEBUG oslo_vmware.api [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607151, 'name': PowerOnVM_Task, 'duration_secs': 1.248243} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.939546] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 858.939625] env[69699]: INFO nova.compute.manager [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Took 9.40 seconds to spawn the instance on the hypervisor. [ 858.939791] env[69699]: DEBUG nova.compute.manager [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.940673] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e2e4aa-1689-4304-8ebc-413ca1b5799d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.998492] env[69699]: DEBUG oslo_vmware.api [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607154, 'name': ReconfigVM_Task, 'duration_secs': 0.321674} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.998806] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 3ccf91c4-1b19-43b2-8529-b47084669862/3ccf91c4-1b19-43b2-8529-b47084669862.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 858.999428] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1336a71b-28b5-46db-9531-376c11a4fba1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.005526] env[69699]: DEBUG oslo_vmware.api [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 859.005526] env[69699]: value = "task-3607155" [ 859.005526] env[69699]: _type = "Task" [ 859.005526] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.016034] env[69699]: DEBUG oslo_vmware.api [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607155, 'name': Rename_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.020493] env[69699]: DEBUG oslo_vmware.api [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3607153, 'name': PowerOnVM_Task, 'duration_secs': 0.589267} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.020732] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.020909] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7a07c38d-b4cc-4843-8b2d-db8c77028e62 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Updating instance 'c7fba1f1-8e12-4891-aa98-06a5ff41a7e5' progress to 100 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 859.202705] env[69699]: DEBUG nova.scheduler.client.report [None req-a15c93f2-87d0-4dd8-b1e7-61c1c5b472c5 tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.211855] env[69699]: DEBUG oslo_vmware.api [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52372405-213a-ab3e-c6ab-11033c140812, 'name': SearchDatastore_Task, 'duration_secs': 0.017738} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.212172] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.212546] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: 1105ca8b-bfc2-4e73-9dd6-4ec5983ad048] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.212616] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.212751] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.212923] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.213185] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec106674-e334-437b-a05b-c69280bb5bd7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.221158] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.221336] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 859.222694] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ea24fd0-ad65-45ac-965a-2d845234217e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.227960] env[69699]: DEBUG oslo_vmware.api [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Waiting for the task: (returnval){ [ 859.227960] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52cf2c5b-0b15-24f4-2a45-941e57cbf1ba" [ 859.227960] env[69699]: _type = "Task" [ 859.227960] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.236407] env[69699]: DEBUG oslo_vmware.api [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52cf2c5b-0b15-24f4-2a45-941e57cbf1ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.461962] env[69699]: INFO nova.compute.manager [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Took 46.30 seconds to build instance. [ 859.515184] env[69699]: DEBUG oslo_vmware.api [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607155, 'name': Rename_Task, 'duration_secs': 0.144286} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.515468] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.515706] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bff71e0-b79f-497f-a8eb-908ad7735270 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.522090] env[69699]: DEBUG oslo_vmware.api [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 859.522090] env[69699]: value = "task-3607156" [ 859.522090] env[69699]: _type = "Task" [ 859.522090] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.531967] env[69699]: DEBUG oslo_vmware.api [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607156, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.667066] env[69699]: DEBUG nova.compute.manager [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 859.692263] env[69699]: DEBUG nova.virt.hardware [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 859.692533] env[69699]: DEBUG nova.virt.hardware [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 859.692689] env[69699]: DEBUG nova.virt.hardware [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 859.692869] env[69699]: DEBUG nova.virt.hardware [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 859.693023] env[69699]: DEBUG nova.virt.hardware [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 859.693176] env[69699]: DEBUG nova.virt.hardware [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 859.693433] env[69699]: DEBUG nova.virt.hardware [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 859.693577] env[69699]: DEBUG nova.virt.hardware [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 859.693738] env[69699]: DEBUG nova.virt.hardware [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 859.693902] env[69699]: DEBUG nova.virt.hardware [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 859.694090] env[69699]: DEBUG nova.virt.hardware [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 859.694983] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ff371a-81ee-4f77-b948-1a92b2acdf92 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.702836] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a35331f-d86d-4db1-8901-1cda7b885b2f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.707212] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a15c93f2-87d0-4dd8-b1e7-61c1c5b472c5 tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.089s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.709232] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a7939e51-ea2f-412a-88c1-f2c4d59d438e tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.911s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.709459] env[69699]: DEBUG nova.objects.instance [None req-a7939e51-ea2f-412a-88c1-f2c4d59d438e tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Lazy-loading 'resources' on Instance uuid 7927fd76-4ab2-4703-985e-e539a7d44482 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 859.721542] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Instance VIF info [] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 859.727188] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 859.728599] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 859.728599] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2065ba93-3b16-47a1-99ab-26e8e9817293 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.744581] env[69699]: INFO nova.scheduler.client.report [None req-a15c93f2-87d0-4dd8-b1e7-61c1c5b472c5 tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Deleted allocations for instance a56031df-186a-4a08-886d-8bb99e015dba [ 859.754786] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 859.754786] env[69699]: value = "task-3607157" [ 859.754786] env[69699]: _type = "Task" [ 859.754786] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.755425] env[69699]: DEBUG oslo_vmware.api [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52cf2c5b-0b15-24f4-2a45-941e57cbf1ba, 'name': SearchDatastore_Task, 'duration_secs': 0.008184} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.759255] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5991202a-cf8a-48bb-a2ae-4384b40dfe1b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.769886] env[69699]: DEBUG oslo_vmware.api [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Waiting for the task: (returnval){ [ 859.769886] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]526581b3-5350-51e1-ad83-5f5c52f46af5" [ 859.769886] env[69699]: _type = "Task" [ 859.769886] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.770073] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607157, 'name': CreateVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.781840] env[69699]: DEBUG oslo_vmware.api [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]526581b3-5350-51e1-ad83-5f5c52f46af5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.963974] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b578c96f-ca1b-4557-9ccf-a7d27532384e tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Lock "cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.253s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.035667] env[69699]: DEBUG oslo_vmware.api [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607156, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.254051] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a15c93f2-87d0-4dd8-b1e7-61c1c5b472c5 tempest-ServerAddressesTestJSON-345913374 tempest-ServerAddressesTestJSON-345913374-project-member] Lock "a56031df-186a-4a08-886d-8bb99e015dba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.925s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.267890] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607157, 'name': CreateVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.284577] env[69699]: DEBUG oslo_vmware.api [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]526581b3-5350-51e1-ad83-5f5c52f46af5, 'name': SearchDatastore_Task, 'duration_secs': 0.019029} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.285645] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.285939] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 1105ca8b-bfc2-4e73-9dd6-4ec5983ad048/1105ca8b-bfc2-4e73-9dd6-4ec5983ad048.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 860.288667] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d4dbec0-e6f3-4d59-a4ea-3246d315b0c1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.296056] env[69699]: DEBUG oslo_vmware.api [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Waiting for the task: (returnval){ [ 860.296056] env[69699]: value = "task-3607158" [ 860.296056] env[69699]: _type = "Task" [ 860.296056] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.306100] env[69699]: DEBUG oslo_vmware.api [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': task-3607158, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.533565] env[69699]: DEBUG oslo_vmware.api [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607156, 'name': PowerOnVM_Task, 'duration_secs': 0.82292} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.536531] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 860.536756] env[69699]: INFO nova.compute.manager [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Took 7.13 seconds to spawn the instance on the hypervisor. [ 860.536936] env[69699]: DEBUG nova.compute.manager [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.552148] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21d5b08-710c-43de-b59c-ac135e21b191 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.640623] env[69699]: INFO nova.compute.manager [None req-052f2a14-2dbf-4a98-a4fe-8fdd64711d4a tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Rescuing [ 860.641048] env[69699]: DEBUG oslo_concurrency.lockutils [None req-052f2a14-2dbf-4a98-a4fe-8fdd64711d4a tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Acquiring lock "refresh_cache-cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.641314] env[69699]: DEBUG oslo_concurrency.lockutils [None req-052f2a14-2dbf-4a98-a4fe-8fdd64711d4a tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Acquired lock "refresh_cache-cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.641574] env[69699]: DEBUG nova.network.neutron [None req-052f2a14-2dbf-4a98-a4fe-8fdd64711d4a tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.719715] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Acquiring lock "990fcb68-920f-4d2a-b9d4-31c4bf7fc71a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.725436] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Lock "990fcb68-920f-4d2a-b9d4-31c4bf7fc71a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.777145] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607157, 'name': CreateVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.810218] env[69699]: DEBUG oslo_vmware.api [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': task-3607158, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.863370] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7459b23-5b28-4e2a-8225-113c33c62b9c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.871370] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706ece70-b290-4099-b551-de7c4e79cb23 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.907820] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7edba1e3-c369-49d5-b235-4c401bb740c5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.916114] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d533c2d-6749-48c1-a8ac-a57eb23340df {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.930941] env[69699]: DEBUG nova.compute.provider_tree [None req-a7939e51-ea2f-412a-88c1-f2c4d59d438e tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 861.070893] env[69699]: INFO nova.compute.manager [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Took 42.21 seconds to build instance. [ 861.228819] env[69699]: DEBUG nova.compute.manager [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 861.274988] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607157, 'name': CreateVM_Task, 'duration_secs': 1.116797} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.277058] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 861.277058] env[69699]: DEBUG oslo_concurrency.lockutils [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.277481] env[69699]: DEBUG oslo_concurrency.lockutils [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.277481] env[69699]: DEBUG oslo_concurrency.lockutils [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.277980] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9438cb4-7e03-49f8-b917-ebc2a5908a22 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.288082] env[69699]: DEBUG oslo_vmware.api [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Waiting for the task: (returnval){ [ 861.288082] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]527ae3e9-3571-da3e-17cf-c4d12dacc034" [ 861.288082] env[69699]: _type = "Task" [ 861.288082] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.301852] env[69699]: DEBUG oslo_vmware.api [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]527ae3e9-3571-da3e-17cf-c4d12dacc034, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.308766] env[69699]: DEBUG oslo_vmware.api [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': task-3607158, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583901} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.309301] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 1105ca8b-bfc2-4e73-9dd6-4ec5983ad048/1105ca8b-bfc2-4e73-9dd6-4ec5983ad048.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.311931] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: 1105ca8b-bfc2-4e73-9dd6-4ec5983ad048] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.311931] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b906c79-d7f6-4069-a7a4-5081e38d2bad {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.318139] env[69699]: DEBUG oslo_vmware.api [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Waiting for the task: (returnval){ [ 861.318139] env[69699]: value = "task-3607159" [ 861.318139] env[69699]: _type = "Task" [ 861.318139] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.327015] env[69699]: DEBUG oslo_vmware.api [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': task-3607159, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.328855] env[69699]: DEBUG nova.network.neutron [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Port 22eb6a48-cca1-4e06-9589-c53d711a4b08 binding to destination host cpu-1 is already ACTIVE {{(pid=69699) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 861.329404] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Acquiring lock "refresh_cache-c7fba1f1-8e12-4891-aa98-06a5ff41a7e5" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.329404] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Acquired lock "refresh_cache-c7fba1f1-8e12-4891-aa98-06a5ff41a7e5" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.329558] env[69699]: DEBUG nova.network.neutron [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.452374] env[69699]: ERROR nova.scheduler.client.report [None req-a7939e51-ea2f-412a-88c1-f2c4d59d438e tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [req-09e065ae-1e63-4333-b6bc-07d66252a4e6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80d35c48-5f27-4b75-a19d-7a1a6901050f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-09e065ae-1e63-4333-b6bc-07d66252a4e6"}]} [ 861.481598] env[69699]: DEBUG nova.scheduler.client.report [None req-a7939e51-ea2f-412a-88c1-f2c4d59d438e tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Refreshing inventories for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 861.499019] env[69699]: DEBUG nova.scheduler.client.report [None req-a7939e51-ea2f-412a-88c1-f2c4d59d438e tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Updating ProviderTree inventory for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 861.499019] env[69699]: DEBUG nova.compute.provider_tree [None req-a7939e51-ea2f-412a-88c1-f2c4d59d438e tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 861.515987] env[69699]: DEBUG nova.scheduler.client.report [None req-a7939e51-ea2f-412a-88c1-f2c4d59d438e tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Refreshing aggregate associations for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f, aggregates: None {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 861.536090] env[69699]: DEBUG nova.scheduler.client.report [None req-a7939e51-ea2f-412a-88c1-f2c4d59d438e tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Refreshing trait associations for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 861.573339] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ef8cbb5b-3592-47b3-a0fc-552d0b27bbdf tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "3ccf91c4-1b19-43b2-8529-b47084669862" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.553s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.749210] env[69699]: DEBUG nova.network.neutron [None req-052f2a14-2dbf-4a98-a4fe-8fdd64711d4a tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Updating instance_info_cache with network_info: [{"id": "7ad9eae0-ba43-4dd1-a38c-756950552a19", "address": "fa:16:3e:b6:0f:3f", "network": {"id": "71a6dabb-23ad-4272-bda8-d74ffdb3b265", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1255505806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30d713bc29a74f27bdab6269c3f93455", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ad9eae0-ba", "ovs_interfaceid": "7ad9eae0-ba43-4dd1-a38c-756950552a19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.750310] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.801817] env[69699]: DEBUG oslo_vmware.api [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]527ae3e9-3571-da3e-17cf-c4d12dacc034, 'name': SearchDatastore_Task, 'duration_secs': 0.024632} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.802143] env[69699]: DEBUG oslo_concurrency.lockutils [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.802395] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 861.802637] env[69699]: DEBUG oslo_concurrency.lockutils [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.802780] env[69699]: DEBUG oslo_concurrency.lockutils [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.802992] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 861.803242] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34c02365-6feb-46d7-a0d3-b921f55835a1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.824962] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 861.824962] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 861.825519] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-929be1a0-f018-487b-be4c-2e5956952561 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.833043] env[69699]: DEBUG oslo_vmware.api [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': task-3607159, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093757} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.835732] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: 1105ca8b-bfc2-4e73-9dd6-4ec5983ad048] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.843078] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9d44f6-8e22-4e5f-b31e-04a22be41676 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.845795] env[69699]: DEBUG oslo_vmware.api [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Waiting for the task: (returnval){ [ 861.845795] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]528d9b72-5bf9-355d-4961-e3f8ddf54251" [ 861.845795] env[69699]: _type = "Task" [ 861.845795] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.870177] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: 1105ca8b-bfc2-4e73-9dd6-4ec5983ad048] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 1105ca8b-bfc2-4e73-9dd6-4ec5983ad048/1105ca8b-bfc2-4e73-9dd6-4ec5983ad048.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.874610] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-074c4cf1-7429-45b9-a38f-bee876541651 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.894994] env[69699]: DEBUG oslo_vmware.api [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]528d9b72-5bf9-355d-4961-e3f8ddf54251, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.900679] env[69699]: DEBUG oslo_vmware.api [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Waiting for the task: (returnval){ [ 861.900679] env[69699]: value = "task-3607160" [ 861.900679] env[69699]: _type = "Task" [ 861.900679] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.920687] env[69699]: DEBUG oslo_vmware.api [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': task-3607160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.126103] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8c9a30d8-ccec-47e7-b34b-6a19ee934f09 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "3ccf91c4-1b19-43b2-8529-b47084669862" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.126528] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8c9a30d8-ccec-47e7-b34b-6a19ee934f09 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "3ccf91c4-1b19-43b2-8529-b47084669862" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.151378] env[69699]: DEBUG nova.network.neutron [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Updating instance_info_cache with network_info: [{"id": "22eb6a48-cca1-4e06-9589-c53d711a4b08", "address": "fa:16:3e:e5:3c:29", "network": {"id": "cf7e11e8-f0e1-4137-b176-ce92b41f73aa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7ead911ee02c4672932553c72aa317e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22eb6a48-cc", "ovs_interfaceid": "22eb6a48-cca1-4e06-9589-c53d711a4b08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.169798] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a961d21b-a086-4199-89bf-3de65dfbafd3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.179389] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a1e4e1-397f-4340-ba9d-13f20cd2bae3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.209488] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35aec1a1-3e4f-438b-9ce3-3b727e973a3a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.216619] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c9038e-324f-46ce-b205-767d5e84675e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.231374] env[69699]: DEBUG nova.compute.provider_tree [None req-a7939e51-ea2f-412a-88c1-f2c4d59d438e tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 862.252091] env[69699]: DEBUG oslo_concurrency.lockutils [None req-052f2a14-2dbf-4a98-a4fe-8fdd64711d4a tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Releasing lock "refresh_cache-cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.356685] env[69699]: DEBUG oslo_vmware.api [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]528d9b72-5bf9-355d-4961-e3f8ddf54251, 'name': SearchDatastore_Task, 'duration_secs': 0.052485} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.357504] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b324631-8413-4943-bab3-596b2217228e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.362693] env[69699]: DEBUG oslo_vmware.api [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Waiting for the task: (returnval){ [ 862.362693] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a8bafc-f967-450c-4259-d5ff14ff17ac" [ 862.362693] env[69699]: _type = "Task" [ 862.362693] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.370388] env[69699]: DEBUG oslo_vmware.api [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a8bafc-f967-450c-4259-d5ff14ff17ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.413350] env[69699]: DEBUG oslo_vmware.api [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': task-3607160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.630771] env[69699]: DEBUG nova.compute.utils [None req-8c9a30d8-ccec-47e7-b34b-6a19ee934f09 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 862.658104] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Releasing lock "refresh_cache-c7fba1f1-8e12-4891-aa98-06a5ff41a7e5" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.770503] env[69699]: DEBUG nova.scheduler.client.report [None req-a7939e51-ea2f-412a-88c1-f2c4d59d438e tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Updated inventory for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with generation 86 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 862.770955] env[69699]: DEBUG nova.compute.provider_tree [None req-a7939e51-ea2f-412a-88c1-f2c4d59d438e tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Updating resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f generation from 86 to 87 during operation: update_inventory {{(pid=69699) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 862.771172] env[69699]: DEBUG nova.compute.provider_tree [None req-a7939e51-ea2f-412a-88c1-f2c4d59d438e tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 862.873361] env[69699]: DEBUG oslo_vmware.api [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a8bafc-f967-450c-4259-d5ff14ff17ac, 'name': SearchDatastore_Task, 'duration_secs': 0.022985} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.873737] env[69699]: DEBUG oslo_concurrency.lockutils [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.874081] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] bf8a21c1-dd9e-41d5-9570-c510bab45ebe/bf8a21c1-dd9e-41d5-9570-c510bab45ebe.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 862.874425] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3e698ef-54de-4283-a87c-96a639cadd35 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.880314] env[69699]: DEBUG oslo_vmware.api [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Waiting for the task: (returnval){ [ 862.880314] env[69699]: value = "task-3607161" [ 862.880314] env[69699]: _type = "Task" [ 862.880314] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.888387] env[69699]: DEBUG oslo_vmware.api [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': task-3607161, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.912156] env[69699]: DEBUG oslo_vmware.api [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': task-3607160, 'name': ReconfigVM_Task, 'duration_secs': 0.934862} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.912460] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: 1105ca8b-bfc2-4e73-9dd6-4ec5983ad048] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 1105ca8b-bfc2-4e73-9dd6-4ec5983ad048/1105ca8b-bfc2-4e73-9dd6-4ec5983ad048.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.913078] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0dc71230-dae5-4fc6-8a9c-c90ad9e0d562 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.918468] env[69699]: DEBUG oslo_vmware.api [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Waiting for the task: (returnval){ [ 862.918468] env[69699]: value = "task-3607162" [ 862.918468] env[69699]: _type = "Task" [ 862.918468] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.926050] env[69699]: DEBUG oslo_vmware.api [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': task-3607162, 'name': Rename_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.134330] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8c9a30d8-ccec-47e7-b34b-6a19ee934f09 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "3ccf91c4-1b19-43b2-8529-b47084669862" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.160604] env[69699]: DEBUG nova.compute.manager [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69699) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 863.160842] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.278139] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a7939e51-ea2f-412a-88c1-f2c4d59d438e tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.568s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.280463] env[69699]: DEBUG oslo_concurrency.lockutils [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.374s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.282070] env[69699]: INFO nova.compute.claims [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: c023299f-9f9c-446c-af98-23940a25f898] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 863.302450] env[69699]: INFO nova.scheduler.client.report [None req-a7939e51-ea2f-412a-88c1-f2c4d59d438e tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Deleted allocations for instance 7927fd76-4ab2-4703-985e-e539a7d44482 [ 863.389707] env[69699]: DEBUG oslo_vmware.api [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': task-3607161, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.428666] env[69699]: DEBUG oslo_vmware.api [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': task-3607162, 'name': Rename_Task, 'duration_secs': 0.149782} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.430060] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: 1105ca8b-bfc2-4e73-9dd6-4ec5983ad048] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 863.430060] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22bff77c-1421-48a1-befb-213afba07709 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.436284] env[69699]: DEBUG oslo_vmware.api [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Waiting for the task: (returnval){ [ 863.436284] env[69699]: value = "task-3607163" [ 863.436284] env[69699]: _type = "Task" [ 863.436284] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.443566] env[69699]: DEBUG oslo_vmware.api [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': task-3607163, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.788782] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-052f2a14-2dbf-4a98-a4fe-8fdd64711d4a tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.789088] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39c14720-100c-4121-8714-fed631708b72 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.796250] env[69699]: DEBUG oslo_vmware.api [None req-052f2a14-2dbf-4a98-a4fe-8fdd64711d4a tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 863.796250] env[69699]: value = "task-3607164" [ 863.796250] env[69699]: _type = "Task" [ 863.796250] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.806436] env[69699]: DEBUG oslo_vmware.api [None req-052f2a14-2dbf-4a98-a4fe-8fdd64711d4a tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.811707] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a7939e51-ea2f-412a-88c1-f2c4d59d438e tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Lock "7927fd76-4ab2-4703-985e-e539a7d44482" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.623s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.892103] env[69699]: DEBUG oslo_vmware.api [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': task-3607161, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522759} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.892379] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] bf8a21c1-dd9e-41d5-9570-c510bab45ebe/bf8a21c1-dd9e-41d5-9570-c510bab45ebe.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 863.892600] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 863.892850] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8d274a6-4dfc-48e8-9d1b-65d51fb5eb87 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.900038] env[69699]: DEBUG oslo_vmware.api [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Waiting for the task: (returnval){ [ 863.900038] env[69699]: value = "task-3607165" [ 863.900038] env[69699]: _type = "Task" [ 863.900038] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.908209] env[69699]: DEBUG oslo_vmware.api [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': task-3607165, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.946823] env[69699]: DEBUG oslo_vmware.api [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': task-3607163, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.205223] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8c9a30d8-ccec-47e7-b34b-6a19ee934f09 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "3ccf91c4-1b19-43b2-8529-b47084669862" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.205563] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8c9a30d8-ccec-47e7-b34b-6a19ee934f09 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "3ccf91c4-1b19-43b2-8529-b47084669862" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.205809] env[69699]: INFO nova.compute.manager [None req-8c9a30d8-ccec-47e7-b34b-6a19ee934f09 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Attaching volume 9b9d8bb1-fbf4-4b42-bbe9-241ee4678055 to /dev/sdb [ 864.239225] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a287d4-fad5-4c9b-8bc9-ef1fc3b64b82 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.245943] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a1fe25-ec62-4966-99c1-1a93af530475 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.259074] env[69699]: DEBUG nova.virt.block_device [None req-8c9a30d8-ccec-47e7-b34b-6a19ee934f09 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Updating existing volume attachment record: 0738736d-c7ee-44e0-a7f1-ba1429b8f77b {{(pid=69699) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 864.306072] env[69699]: DEBUG oslo_vmware.api [None req-052f2a14-2dbf-4a98-a4fe-8fdd64711d4a tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607164, 'name': PowerOffVM_Task, 'duration_secs': 0.22455} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.306322] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-052f2a14-2dbf-4a98-a4fe-8fdd64711d4a tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.307137] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c621c94-e13f-4c8f-930f-2c482e855835 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.331713] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad73f61-785c-4bfd-9b75-03b0d3c6798b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.363824] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-052f2a14-2dbf-4a98-a4fe-8fdd64711d4a tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.364164] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3118c20b-f949-422c-8160-651e5aa44796 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.370994] env[69699]: DEBUG oslo_vmware.api [None req-052f2a14-2dbf-4a98-a4fe-8fdd64711d4a tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 864.370994] env[69699]: value = "task-3607166" [ 864.370994] env[69699]: _type = "Task" [ 864.370994] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.382297] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-052f2a14-2dbf-4a98-a4fe-8fdd64711d4a tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] VM already powered off {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 864.382297] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-052f2a14-2dbf-4a98-a4fe-8fdd64711d4a tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 864.382297] env[69699]: DEBUG oslo_concurrency.lockutils [None req-052f2a14-2dbf-4a98-a4fe-8fdd64711d4a tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.382297] env[69699]: DEBUG oslo_concurrency.lockutils [None req-052f2a14-2dbf-4a98-a4fe-8fdd64711d4a tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.382623] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-052f2a14-2dbf-4a98-a4fe-8fdd64711d4a tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 864.382661] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbc854f7-57d9-47bf-8722-2aaabdb002d6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.396266] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-052f2a14-2dbf-4a98-a4fe-8fdd64711d4a tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 864.396455] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-052f2a14-2dbf-4a98-a4fe-8fdd64711d4a tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 864.397191] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01ce629f-c753-4bc8-b4d1-37d7f75f47dd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.404641] env[69699]: DEBUG oslo_vmware.api [None req-052f2a14-2dbf-4a98-a4fe-8fdd64711d4a tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 864.404641] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52fa1bb8-84cf-b657-e74c-9bed72fb8116" [ 864.404641] env[69699]: _type = "Task" [ 864.404641] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.414225] env[69699]: DEBUG oslo_vmware.api [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': task-3607165, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.363613} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.414225] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 864.414446] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33111735-eff9-4a0c-b96b-71a3ead024ff {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.419360] env[69699]: DEBUG oslo_vmware.api [None req-052f2a14-2dbf-4a98-a4fe-8fdd64711d4a tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52fa1bb8-84cf-b657-e74c-9bed72fb8116, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.438784] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] bf8a21c1-dd9e-41d5-9570-c510bab45ebe/bf8a21c1-dd9e-41d5-9570-c510bab45ebe.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 864.443368] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7484f3cf-0c0b-4796-b93d-75b682982149 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.463284] env[69699]: DEBUG oslo_vmware.api [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Waiting for the task: (returnval){ [ 864.463284] env[69699]: value = "task-3607168" [ 864.463284] env[69699]: _type = "Task" [ 864.463284] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.467260] env[69699]: DEBUG oslo_vmware.api [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': task-3607163, 'name': PowerOnVM_Task, 'duration_secs': 0.665056} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.472116] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: 1105ca8b-bfc2-4e73-9dd6-4ec5983ad048] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 864.472400] env[69699]: INFO nova.compute.manager [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: 1105ca8b-bfc2-4e73-9dd6-4ec5983ad048] Took 8.45 seconds to spawn the instance on the hypervisor. [ 864.472625] env[69699]: DEBUG nova.compute.manager [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: 1105ca8b-bfc2-4e73-9dd6-4ec5983ad048] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 864.473624] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bbaa84d-78c5-4339-9dcc-f45cd61898b7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.481296] env[69699]: DEBUG oslo_vmware.api [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': task-3607168, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.812134] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d31d8dd-f820-4633-9067-49ea6c41235f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.819617] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca4db9b-e7f9-4c9b-b5bd-b005272327bb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.856090] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0bfd407-5f2d-46a1-8643-b54a1efb736f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.864027] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf757871-515d-43bd-a1b4-99b02646dd43 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.878787] env[69699]: DEBUG nova.compute.provider_tree [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.915473] env[69699]: DEBUG oslo_vmware.api [None req-052f2a14-2dbf-4a98-a4fe-8fdd64711d4a tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52fa1bb8-84cf-b657-e74c-9bed72fb8116, 'name': SearchDatastore_Task, 'duration_secs': 0.04253} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.915904] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4938254-740d-4710-aff3-91e5ba9d699b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.921581] env[69699]: DEBUG oslo_vmware.api [None req-052f2a14-2dbf-4a98-a4fe-8fdd64711d4a tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 864.921581] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52f842f5-a229-30d5-c9eb-faaca347987f" [ 864.921581] env[69699]: _type = "Task" [ 864.921581] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.929302] env[69699]: DEBUG oslo_vmware.api [None req-052f2a14-2dbf-4a98-a4fe-8fdd64711d4a tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52f842f5-a229-30d5-c9eb-faaca347987f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.977245] env[69699]: DEBUG oslo_vmware.api [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': task-3607168, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.996153] env[69699]: INFO nova.compute.manager [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: 1105ca8b-bfc2-4e73-9dd6-4ec5983ad048] Took 44.20 seconds to build instance. [ 865.383058] env[69699]: DEBUG nova.scheduler.client.report [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.432448] env[69699]: DEBUG oslo_vmware.api [None req-052f2a14-2dbf-4a98-a4fe-8fdd64711d4a tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52f842f5-a229-30d5-c9eb-faaca347987f, 'name': SearchDatastore_Task, 'duration_secs': 0.010032} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.432755] env[69699]: DEBUG oslo_concurrency.lockutils [None req-052f2a14-2dbf-4a98-a4fe-8fdd64711d4a tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.432983] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-052f2a14-2dbf-4a98-a4fe-8fdd64711d4a tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa/f03e6ea6-4888-4842-b286-cae9242f7e27-rescue.vmdk. {{(pid=69699) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 865.433252] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c522e554-1cac-4358-a2d7-2a178e8d8b61 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.441069] env[69699]: DEBUG oslo_vmware.api [None req-052f2a14-2dbf-4a98-a4fe-8fdd64711d4a tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 865.441069] env[69699]: value = "task-3607171" [ 865.441069] env[69699]: _type = "Task" [ 865.441069] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.448364] env[69699]: DEBUG oslo_vmware.api [None req-052f2a14-2dbf-4a98-a4fe-8fdd64711d4a tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607171, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.475517] env[69699]: DEBUG oslo_vmware.api [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': task-3607168, 'name': ReconfigVM_Task, 'duration_secs': 0.645126} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.475517] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Reconfigured VM instance instance-0000003f to attach disk [datastore2] bf8a21c1-dd9e-41d5-9570-c510bab45ebe/bf8a21c1-dd9e-41d5-9570-c510bab45ebe.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.476167] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54654bc0-2234-4c21-927d-9c0e9261db79 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.482465] env[69699]: DEBUG oslo_vmware.api [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Waiting for the task: (returnval){ [ 865.482465] env[69699]: value = "task-3607172" [ 865.482465] env[69699]: _type = "Task" [ 865.482465] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.492146] env[69699]: DEBUG oslo_vmware.api [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': task-3607172, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.498664] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f34def21-8805-43cd-8b05-9ea996a251a6 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Lock "1105ca8b-bfc2-4e73-9dd6-4ec5983ad048" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.789s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.638288] env[69699]: DEBUG oslo_concurrency.lockutils [None req-42061371-38bc-413f-84a5-31965a3df598 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Acquiring lock "f94689f2-f576-4b80-bcac-59a95fcd7899" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.638669] env[69699]: DEBUG oslo_concurrency.lockutils [None req-42061371-38bc-413f-84a5-31965a3df598 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Lock "f94689f2-f576-4b80-bcac-59a95fcd7899" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.638931] env[69699]: DEBUG oslo_concurrency.lockutils [None req-42061371-38bc-413f-84a5-31965a3df598 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Acquiring lock "f94689f2-f576-4b80-bcac-59a95fcd7899-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.639172] env[69699]: DEBUG oslo_concurrency.lockutils [None req-42061371-38bc-413f-84a5-31965a3df598 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Lock "f94689f2-f576-4b80-bcac-59a95fcd7899-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.639362] env[69699]: DEBUG oslo_concurrency.lockutils [None req-42061371-38bc-413f-84a5-31965a3df598 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Lock "f94689f2-f576-4b80-bcac-59a95fcd7899-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.641941] env[69699]: INFO nova.compute.manager [None req-42061371-38bc-413f-84a5-31965a3df598 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Terminating instance [ 865.890931] env[69699]: DEBUG oslo_concurrency.lockutils [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.892028] env[69699]: DEBUG nova.compute.manager [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: c023299f-9f9c-446c-af98-23940a25f898] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 865.894733] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9a9fd0d2-0a88-495f-b70d-987cae79711b tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.303s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.894933] env[69699]: DEBUG nova.objects.instance [None req-9a9fd0d2-0a88-495f-b70d-987cae79711b tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lazy-loading 'resources' on Instance uuid 0504132d-eb33-4c2d-9944-316aa6918035 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.950605] env[69699]: DEBUG oslo_vmware.api [None req-052f2a14-2dbf-4a98-a4fe-8fdd64711d4a tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607171, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.991743] env[69699]: DEBUG oslo_vmware.api [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': task-3607172, 'name': Rename_Task, 'duration_secs': 0.133224} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.992661] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 865.992661] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00af3b0a-2609-4910-9ed4-e378dcdeebe7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.998107] env[69699]: DEBUG oslo_vmware.api [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Waiting for the task: (returnval){ [ 865.998107] env[69699]: value = "task-3607173" [ 865.998107] env[69699]: _type = "Task" [ 865.998107] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.005586] env[69699]: DEBUG oslo_vmware.api [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': task-3607173, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.146390] env[69699]: DEBUG nova.compute.manager [None req-42061371-38bc-413f-84a5-31965a3df598 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 866.146618] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-42061371-38bc-413f-84a5-31965a3df598 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 866.147594] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eaee11c-bca7-4d13-8206-d219e22be2f5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.155429] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-42061371-38bc-413f-84a5-31965a3df598 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.155686] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-122d6ad9-902a-40e7-b6d4-9e2ecaa17cf0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.161715] env[69699]: DEBUG oslo_vmware.api [None req-42061371-38bc-413f-84a5-31965a3df598 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Waiting for the task: (returnval){ [ 866.161715] env[69699]: value = "task-3607174" [ 866.161715] env[69699]: _type = "Task" [ 866.161715] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.169709] env[69699]: DEBUG oslo_vmware.api [None req-42061371-38bc-413f-84a5-31965a3df598 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Task: {'id': task-3607174, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.397944] env[69699]: DEBUG nova.compute.utils [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 866.399501] env[69699]: DEBUG nova.compute.manager [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: c023299f-9f9c-446c-af98-23940a25f898] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 866.399670] env[69699]: DEBUG nova.network.neutron [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: c023299f-9f9c-446c-af98-23940a25f898] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 866.438818] env[69699]: DEBUG nova.policy [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f0b93b91fd04453aedc002d85df53cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50be8566da6d43a5a4de8d714eb3befd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 866.452199] env[69699]: DEBUG oslo_vmware.api [None req-052f2a14-2dbf-4a98-a4fe-8fdd64711d4a tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607171, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526017} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.452569] env[69699]: INFO nova.virt.vmwareapi.ds_util [None req-052f2a14-2dbf-4a98-a4fe-8fdd64711d4a tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa/f03e6ea6-4888-4842-b286-cae9242f7e27-rescue.vmdk. [ 866.453445] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30088e8e-67da-46c1-9560-f2a11a0169b2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.481813] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-052f2a14-2dbf-4a98-a4fe-8fdd64711d4a tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa/f03e6ea6-4888-4842-b286-cae9242f7e27-rescue.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.485209] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b348577-f2fe-4bca-8695-3c643e0b4a7e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.509540] env[69699]: DEBUG oslo_vmware.api [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': task-3607173, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.510958] env[69699]: DEBUG oslo_vmware.api [None req-052f2a14-2dbf-4a98-a4fe-8fdd64711d4a tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 866.510958] env[69699]: value = "task-3607175" [ 866.510958] env[69699]: _type = "Task" [ 866.510958] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.521820] env[69699]: DEBUG oslo_vmware.api [None req-052f2a14-2dbf-4a98-a4fe-8fdd64711d4a tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607175, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.676448] env[69699]: DEBUG oslo_vmware.api [None req-42061371-38bc-413f-84a5-31965a3df598 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Task: {'id': task-3607174, 'name': PowerOffVM_Task, 'duration_secs': 0.428827} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.680101] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-42061371-38bc-413f-84a5-31965a3df598 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.680384] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-42061371-38bc-413f-84a5-31965a3df598 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 866.681020] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7632283-2c81-4ec4-9131-847583226f58 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.764557] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-42061371-38bc-413f-84a5-31965a3df598 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.764829] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-42061371-38bc-413f-84a5-31965a3df598 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Deleting contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.764955] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-42061371-38bc-413f-84a5-31965a3df598 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Deleting the datastore file [datastore1] f94689f2-f576-4b80-bcac-59a95fcd7899 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.766049] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d52c2651-c513-4d6c-b851-fe493cbf9265 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.779142] env[69699]: DEBUG oslo_vmware.api [None req-42061371-38bc-413f-84a5-31965a3df598 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Waiting for the task: (returnval){ [ 866.779142] env[69699]: value = "task-3607178" [ 866.779142] env[69699]: _type = "Task" [ 866.779142] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.788240] env[69699]: DEBUG oslo_vmware.api [None req-42061371-38bc-413f-84a5-31965a3df598 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Task: {'id': task-3607178, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.789276] env[69699]: DEBUG nova.network.neutron [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: c023299f-9f9c-446c-af98-23940a25f898] Successfully created port: 23ccfb0d-2ea9-4efe-b616-7cf9e0531b2b {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 866.906013] env[69699]: DEBUG nova.compute.manager [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: c023299f-9f9c-446c-af98-23940a25f898] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 866.961364] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6eb7ac-8956-484c-b1e5-b1cbdeee107d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.968848] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbfa073e-e18b-44cf-bc06-7d6521ab2e3c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.000598] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a2eaf2-63f6-4186-8c1d-f8a4f125c0c9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.012873] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ef5629-d112-40a1-91fa-aa556ae8a557 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.016348] env[69699]: DEBUG oslo_vmware.api [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': task-3607173, 'name': PowerOnVM_Task, 'duration_secs': 0.922156} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.019207] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 867.019420] env[69699]: INFO nova.compute.manager [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Took 7.35 seconds to spawn the instance on the hypervisor. [ 867.019597] env[69699]: DEBUG nova.compute.manager [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 867.020605] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0f7475-7348-466f-a5b8-dcee39d99588 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.030491] env[69699]: DEBUG nova.compute.provider_tree [None req-9a9fd0d2-0a88-495f-b70d-987cae79711b tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.035161] env[69699]: DEBUG oslo_vmware.api [None req-052f2a14-2dbf-4a98-a4fe-8fdd64711d4a tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607175, 'name': ReconfigVM_Task, 'duration_secs': 0.390545} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.035554] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-052f2a14-2dbf-4a98-a4fe-8fdd64711d4a tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Reconfigured VM instance instance-0000003c to attach disk [datastore1] cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa/f03e6ea6-4888-4842-b286-cae9242f7e27-rescue.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.037057] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0bf3fbe-53aa-4675-8d87-d0329f62f613 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.068552] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a68f7a0a-f65e-4a1c-bdbe-a134f15e1254 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.084126] env[69699]: DEBUG oslo_vmware.api [None req-052f2a14-2dbf-4a98-a4fe-8fdd64711d4a tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 867.084126] env[69699]: value = "task-3607179" [ 867.084126] env[69699]: _type = "Task" [ 867.084126] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.091884] env[69699]: DEBUG oslo_vmware.api [None req-052f2a14-2dbf-4a98-a4fe-8fdd64711d4a tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607179, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.289639] env[69699]: DEBUG oslo_vmware.api [None req-42061371-38bc-413f-84a5-31965a3df598 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Task: {'id': task-3607178, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321026} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.289932] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-42061371-38bc-413f-84a5-31965a3df598 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 867.290139] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-42061371-38bc-413f-84a5-31965a3df598 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Deleted contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 867.290314] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-42061371-38bc-413f-84a5-31965a3df598 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 867.290487] env[69699]: INFO nova.compute.manager [None req-42061371-38bc-413f-84a5-31965a3df598 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Took 1.14 seconds to destroy the instance on the hypervisor. [ 867.290728] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42061371-38bc-413f-84a5-31965a3df598 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.290917] env[69699]: DEBUG nova.compute.manager [-] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 867.291021] env[69699]: DEBUG nova.network.neutron [-] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 867.538179] env[69699]: DEBUG nova.scheduler.client.report [None req-9a9fd0d2-0a88-495f-b70d-987cae79711b tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.549856] env[69699]: INFO nova.compute.manager [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Took 42.69 seconds to build instance. [ 867.595255] env[69699]: DEBUG oslo_vmware.api [None req-052f2a14-2dbf-4a98-a4fe-8fdd64711d4a tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607179, 'name': ReconfigVM_Task, 'duration_secs': 0.466926} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.595255] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-052f2a14-2dbf-4a98-a4fe-8fdd64711d4a tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 867.598476] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-acacbe81-2195-42ff-9d47-e35d0abe1f4c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.605064] env[69699]: DEBUG oslo_vmware.api [None req-052f2a14-2dbf-4a98-a4fe-8fdd64711d4a tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 867.605064] env[69699]: value = "task-3607180" [ 867.605064] env[69699]: _type = "Task" [ 867.605064] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.613442] env[69699]: DEBUG oslo_vmware.api [None req-052f2a14-2dbf-4a98-a4fe-8fdd64711d4a tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607180, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.656326] env[69699]: DEBUG nova.compute.manager [req-8612ad39-f77b-43c1-927f-94f5819ad345 req-ed60afd7-686a-4f4f-baa9-57b48fdd0e8b service nova] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Received event network-vif-deleted-f6d48607-3bbc-441a-9949-a453eca068c1 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.656527] env[69699]: INFO nova.compute.manager [req-8612ad39-f77b-43c1-927f-94f5819ad345 req-ed60afd7-686a-4f4f-baa9-57b48fdd0e8b service nova] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Neutron deleted interface f6d48607-3bbc-441a-9949-a453eca068c1; detaching it from the instance and deleting it from the info cache [ 867.656693] env[69699]: DEBUG nova.network.neutron [req-8612ad39-f77b-43c1-927f-94f5819ad345 req-ed60afd7-686a-4f4f-baa9-57b48fdd0e8b service nova] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.918930] env[69699]: DEBUG nova.compute.manager [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: c023299f-9f9c-446c-af98-23940a25f898] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 867.943623] env[69699]: DEBUG nova.virt.hardware [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 867.943862] env[69699]: DEBUG nova.virt.hardware [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 867.944021] env[69699]: DEBUG nova.virt.hardware [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.944206] env[69699]: DEBUG nova.virt.hardware [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 867.944406] env[69699]: DEBUG nova.virt.hardware [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.944486] env[69699]: DEBUG nova.virt.hardware [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 867.944693] env[69699]: DEBUG nova.virt.hardware [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 867.944849] env[69699]: DEBUG nova.virt.hardware [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 867.945019] env[69699]: DEBUG nova.virt.hardware [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 867.945177] env[69699]: DEBUG nova.virt.hardware [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 867.945343] env[69699]: DEBUG nova.virt.hardware [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 867.946211] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5c85a3-b2c1-4115-9523-a0bb8cf44fb4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.954338] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ead6509-9d15-4e81-b401-2dfbb209f497 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.042958] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9a9fd0d2-0a88-495f-b70d-987cae79711b tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.148s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.046573] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b9345aac-bb20-432b-ab9f-ded60d495249 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.034s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.046573] env[69699]: DEBUG nova.objects.instance [None req-b9345aac-bb20-432b-ab9f-ded60d495249 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lazy-loading 'resources' on Instance uuid af9422bd-d925-4174-8ea5-91d2bcec2f3b {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 868.051960] env[69699]: DEBUG oslo_concurrency.lockutils [None req-511faefd-ae39-4d60-a086-0bd3d352e23f tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Lock "bf8a21c1-dd9e-41d5-9570-c510bab45ebe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.237s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.073031] env[69699]: INFO nova.scheduler.client.report [None req-9a9fd0d2-0a88-495f-b70d-987cae79711b tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Deleted allocations for instance 0504132d-eb33-4c2d-9944-316aa6918035 [ 868.117210] env[69699]: DEBUG oslo_vmware.api [None req-052f2a14-2dbf-4a98-a4fe-8fdd64711d4a tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607180, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.127312] env[69699]: DEBUG nova.network.neutron [-] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.160145] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1d63509f-4367-4166-80de-b61898211db5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.169960] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149ef697-c1d0-4a4d-b7f3-59c82dc88962 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.204676] env[69699]: DEBUG nova.compute.manager [req-8612ad39-f77b-43c1-927f-94f5819ad345 req-ed60afd7-686a-4f4f-baa9-57b48fdd0e8b service nova] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Detach interface failed, port_id=f6d48607-3bbc-441a-9949-a453eca068c1, reason: Instance f94689f2-f576-4b80-bcac-59a95fcd7899 could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 868.267795] env[69699]: DEBUG nova.compute.manager [req-ce181e1d-0b51-4857-a4e0-a875a59de46e req-e6868138-a069-489d-9be2-bf33f1c77bbd service nova] [instance: c023299f-9f9c-446c-af98-23940a25f898] Received event network-vif-plugged-23ccfb0d-2ea9-4efe-b616-7cf9e0531b2b {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.268127] env[69699]: DEBUG oslo_concurrency.lockutils [req-ce181e1d-0b51-4857-a4e0-a875a59de46e req-e6868138-a069-489d-9be2-bf33f1c77bbd service nova] Acquiring lock "c023299f-9f9c-446c-af98-23940a25f898-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.268405] env[69699]: DEBUG oslo_concurrency.lockutils [req-ce181e1d-0b51-4857-a4e0-a875a59de46e req-e6868138-a069-489d-9be2-bf33f1c77bbd service nova] Lock "c023299f-9f9c-446c-af98-23940a25f898-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.268634] env[69699]: DEBUG oslo_concurrency.lockutils [req-ce181e1d-0b51-4857-a4e0-a875a59de46e req-e6868138-a069-489d-9be2-bf33f1c77bbd service nova] Lock "c023299f-9f9c-446c-af98-23940a25f898-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.268859] env[69699]: DEBUG nova.compute.manager [req-ce181e1d-0b51-4857-a4e0-a875a59de46e req-e6868138-a069-489d-9be2-bf33f1c77bbd service nova] [instance: c023299f-9f9c-446c-af98-23940a25f898] No waiting events found dispatching network-vif-plugged-23ccfb0d-2ea9-4efe-b616-7cf9e0531b2b {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 868.269049] env[69699]: WARNING nova.compute.manager [req-ce181e1d-0b51-4857-a4e0-a875a59de46e req-e6868138-a069-489d-9be2-bf33f1c77bbd service nova] [instance: c023299f-9f9c-446c-af98-23940a25f898] Received unexpected event network-vif-plugged-23ccfb0d-2ea9-4efe-b616-7cf9e0531b2b for instance with vm_state building and task_state spawning. [ 868.359942] env[69699]: DEBUG nova.network.neutron [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: c023299f-9f9c-446c-af98-23940a25f898] Successfully updated port: 23ccfb0d-2ea9-4efe-b616-7cf9e0531b2b {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 868.579902] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9a9fd0d2-0a88-495f-b70d-987cae79711b tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "0504132d-eb33-4c2d-9944-316aa6918035" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.713s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.583510] env[69699]: INFO nova.compute.manager [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Rebuilding instance [ 868.619603] env[69699]: DEBUG oslo_vmware.api [None req-052f2a14-2dbf-4a98-a4fe-8fdd64711d4a tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607180, 'name': PowerOnVM_Task, 'duration_secs': 0.792045} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.625137] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-052f2a14-2dbf-4a98-a4fe-8fdd64711d4a tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 868.632122] env[69699]: DEBUG nova.compute.manager [None req-052f2a14-2dbf-4a98-a4fe-8fdd64711d4a tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 868.632554] env[69699]: INFO nova.compute.manager [-] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Took 1.34 seconds to deallocate network for instance. [ 868.633480] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79425de4-6139-4c28-9136-c15e8c7c45db {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.652103] env[69699]: DEBUG nova.compute.manager [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 868.652860] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1fb637-70c1-4344-89cd-c5afefe34dfc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.804806] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c9a30d8-ccec-47e7-b34b-6a19ee934f09 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Volume attach. Driver type: vmdk {{(pid=69699) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 868.805054] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c9a30d8-ccec-47e7-b34b-6a19ee934f09 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719599', 'volume_id': '9b9d8bb1-fbf4-4b42-bbe9-241ee4678055', 'name': 'volume-9b9d8bb1-fbf4-4b42-bbe9-241ee4678055', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3ccf91c4-1b19-43b2-8529-b47084669862', 'attached_at': '', 'detached_at': '', 'volume_id': '9b9d8bb1-fbf4-4b42-bbe9-241ee4678055', 'serial': '9b9d8bb1-fbf4-4b42-bbe9-241ee4678055'} {{(pid=69699) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 868.805919] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a818619e-cc57-4131-844a-f924b1a095c5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.825072] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87962bc8-9c50-400d-9e1d-8329c6bbad4c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.849484] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c9a30d8-ccec-47e7-b34b-6a19ee934f09 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] volume-9b9d8bb1-fbf4-4b42-bbe9-241ee4678055/volume-9b9d8bb1-fbf4-4b42-bbe9-241ee4678055.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.852024] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ab9fc87-1876-44f6-ab72-4ec80f5af9bc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.864670] env[69699]: DEBUG oslo_concurrency.lockutils [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquiring lock "refresh_cache-c023299f-9f9c-446c-af98-23940a25f898" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.864935] env[69699]: DEBUG oslo_concurrency.lockutils [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquired lock "refresh_cache-c023299f-9f9c-446c-af98-23940a25f898" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.865100] env[69699]: DEBUG nova.network.neutron [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: c023299f-9f9c-446c-af98-23940a25f898] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.871976] env[69699]: DEBUG oslo_vmware.api [None req-8c9a30d8-ccec-47e7-b34b-6a19ee934f09 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 868.871976] env[69699]: value = "task-3607181" [ 868.871976] env[69699]: _type = "Task" [ 868.871976] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.883106] env[69699]: DEBUG oslo_vmware.api [None req-8c9a30d8-ccec-47e7-b34b-6a19ee934f09 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607181, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.090720] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f20c642-87fd-4c21-a82a-3bb8fa0a4832 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.099027] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d9c4a2-9b88-4ab3-96b5-e841cf10ed24 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.139589] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991dd4d3-a063-4961-815a-d3aab183928b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.147541] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362017c4-b6eb-4d65-b7ca-1f6dbd309b90 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.152103] env[69699]: DEBUG oslo_concurrency.lockutils [None req-42061371-38bc-413f-84a5-31965a3df598 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.164435] env[69699]: DEBUG nova.compute.provider_tree [None req-b9345aac-bb20-432b-ab9f-ded60d495249 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.381173] env[69699]: DEBUG oslo_vmware.api [None req-8c9a30d8-ccec-47e7-b34b-6a19ee934f09 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607181, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.413040] env[69699]: DEBUG nova.network.neutron [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: c023299f-9f9c-446c-af98-23940a25f898] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 869.620227] env[69699]: DEBUG nova.network.neutron [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: c023299f-9f9c-446c-af98-23940a25f898] Updating instance_info_cache with network_info: [{"id": "23ccfb0d-2ea9-4efe-b616-7cf9e0531b2b", "address": "fa:16:3e:d0:f1:40", "network": {"id": "092078f3-d8c3-496a-80c8-b95e926ea458", "bridge": "br-int", "label": "tempest-ServersTestJSON-968257115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50be8566da6d43a5a4de8d714eb3befd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23ccfb0d-2e", "ovs_interfaceid": "23ccfb0d-2ea9-4efe-b616-7cf9e0531b2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.670017] env[69699]: DEBUG nova.scheduler.client.report [None req-b9345aac-bb20-432b-ab9f-ded60d495249 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.675381] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.675968] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4873830-e0c1-4e5d-9ff6-b17e055a3816 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.687582] env[69699]: DEBUG oslo_vmware.api [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Waiting for the task: (returnval){ [ 869.687582] env[69699]: value = "task-3607182" [ 869.687582] env[69699]: _type = "Task" [ 869.687582] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.697486] env[69699]: DEBUG oslo_vmware.api [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': task-3607182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.883033] env[69699]: DEBUG oslo_vmware.api [None req-8c9a30d8-ccec-47e7-b34b-6a19ee934f09 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607181, 'name': ReconfigVM_Task, 'duration_secs': 0.728932} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.883651] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c9a30d8-ccec-47e7-b34b-6a19ee934f09 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Reconfigured VM instance instance-0000003d to attach disk [datastore1] volume-9b9d8bb1-fbf4-4b42-bbe9-241ee4678055/volume-9b9d8bb1-fbf4-4b42-bbe9-241ee4678055.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.889706] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4632dad6-5e75-4332-be84-62f712c5e7ae {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.907606] env[69699]: DEBUG oslo_vmware.api [None req-8c9a30d8-ccec-47e7-b34b-6a19ee934f09 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 869.907606] env[69699]: value = "task-3607183" [ 869.907606] env[69699]: _type = "Task" [ 869.907606] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.916103] env[69699]: DEBUG oslo_vmware.api [None req-8c9a30d8-ccec-47e7-b34b-6a19ee934f09 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607183, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.122996] env[69699]: DEBUG oslo_concurrency.lockutils [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Releasing lock "refresh_cache-c023299f-9f9c-446c-af98-23940a25f898" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.123383] env[69699]: DEBUG nova.compute.manager [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: c023299f-9f9c-446c-af98-23940a25f898] Instance network_info: |[{"id": "23ccfb0d-2ea9-4efe-b616-7cf9e0531b2b", "address": "fa:16:3e:d0:f1:40", "network": {"id": "092078f3-d8c3-496a-80c8-b95e926ea458", "bridge": "br-int", "label": "tempest-ServersTestJSON-968257115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50be8566da6d43a5a4de8d714eb3befd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23ccfb0d-2e", "ovs_interfaceid": "23ccfb0d-2ea9-4efe-b616-7cf9e0531b2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 870.123947] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: c023299f-9f9c-446c-af98-23940a25f898] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:f1:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed9dc063-5c7a-4591-ba7d-b58b861d7f63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23ccfb0d-2ea9-4efe-b616-7cf9e0531b2b', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 870.131998] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Creating folder: Project (50be8566da6d43a5a4de8d714eb3befd). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 870.132328] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b0e1eed-71d4-46d2-b60a-4fc613b2caf6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.144101] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Created folder: Project (50be8566da6d43a5a4de8d714eb3befd) in parent group-v719415. [ 870.144295] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Creating folder: Instances. Parent ref: group-v719600. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 870.144536] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa8ea0e4-9741-4a00-a06b-3c5c0a196e24 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.153748] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Created folder: Instances in parent group-v719600. [ 870.153982] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.154220] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c023299f-9f9c-446c-af98-23940a25f898] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 870.154443] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81b518a4-a3fd-49c9-87b2-b73d6a128c44 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.173440] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 870.173440] env[69699]: value = "task-3607186" [ 870.173440] env[69699]: _type = "Task" [ 870.173440] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.177055] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b9345aac-bb20-432b-ab9f-ded60d495249 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.131s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.179906] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7fe00681-c2b3-48d5-9783-90afb518b2d0 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.700s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.179906] env[69699]: DEBUG nova.objects.instance [None req-7fe00681-c2b3-48d5-9783-90afb518b2d0 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Lazy-loading 'resources' on Instance uuid e90cd9d1-a50b-4153-9e93-ec1006ebbad1 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.185825] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607186, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.194766] env[69699]: DEBUG oslo_vmware.api [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': task-3607182, 'name': PowerOffVM_Task, 'duration_secs': 0.209343} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.195258] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.195630] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 870.196651] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00c113b-031d-4a7f-8c6b-b5785381a6b5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.201772] env[69699]: INFO nova.scheduler.client.report [None req-b9345aac-bb20-432b-ab9f-ded60d495249 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Deleted allocations for instance af9422bd-d925-4174-8ea5-91d2bcec2f3b [ 870.206538] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 870.209014] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3fe99e6-9858-461d-b67e-40a886a9723d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.234199] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 870.234199] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 870.234199] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Deleting the datastore file [datastore2] bf8a21c1-dd9e-41d5-9570-c510bab45ebe {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.234385] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83492034-6211-414a-96ce-a5e1c72f8304 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.241760] env[69699]: DEBUG oslo_vmware.api [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Waiting for the task: (returnval){ [ 870.241760] env[69699]: value = "task-3607188" [ 870.241760] env[69699]: _type = "Task" [ 870.241760] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.250847] env[69699]: DEBUG oslo_vmware.api [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': task-3607188, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.379882] env[69699]: DEBUG nova.compute.manager [req-e7e47d87-6490-4663-904a-c3276729aa66 req-0ef63dad-db87-4207-8ea1-8f4bbdec44a9 service nova] [instance: c023299f-9f9c-446c-af98-23940a25f898] Received event network-changed-23ccfb0d-2ea9-4efe-b616-7cf9e0531b2b {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.379882] env[69699]: DEBUG nova.compute.manager [req-e7e47d87-6490-4663-904a-c3276729aa66 req-0ef63dad-db87-4207-8ea1-8f4bbdec44a9 service nova] [instance: c023299f-9f9c-446c-af98-23940a25f898] Refreshing instance network info cache due to event network-changed-23ccfb0d-2ea9-4efe-b616-7cf9e0531b2b. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 870.379882] env[69699]: DEBUG oslo_concurrency.lockutils [req-e7e47d87-6490-4663-904a-c3276729aa66 req-0ef63dad-db87-4207-8ea1-8f4bbdec44a9 service nova] Acquiring lock "refresh_cache-c023299f-9f9c-446c-af98-23940a25f898" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.379882] env[69699]: DEBUG oslo_concurrency.lockutils [req-e7e47d87-6490-4663-904a-c3276729aa66 req-0ef63dad-db87-4207-8ea1-8f4bbdec44a9 service nova] Acquired lock "refresh_cache-c023299f-9f9c-446c-af98-23940a25f898" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.379882] env[69699]: DEBUG nova.network.neutron [req-e7e47d87-6490-4663-904a-c3276729aa66 req-0ef63dad-db87-4207-8ea1-8f4bbdec44a9 service nova] [instance: c023299f-9f9c-446c-af98-23940a25f898] Refreshing network info cache for port 23ccfb0d-2ea9-4efe-b616-7cf9e0531b2b {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 870.416837] env[69699]: DEBUG oslo_vmware.api [None req-8c9a30d8-ccec-47e7-b34b-6a19ee934f09 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607183, 'name': ReconfigVM_Task, 'duration_secs': 0.249574} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.417149] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c9a30d8-ccec-47e7-b34b-6a19ee934f09 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719599', 'volume_id': '9b9d8bb1-fbf4-4b42-bbe9-241ee4678055', 'name': 'volume-9b9d8bb1-fbf4-4b42-bbe9-241ee4678055', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3ccf91c4-1b19-43b2-8529-b47084669862', 'attached_at': '', 'detached_at': '', 'volume_id': '9b9d8bb1-fbf4-4b42-bbe9-241ee4678055', 'serial': '9b9d8bb1-fbf4-4b42-bbe9-241ee4678055'} {{(pid=69699) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 870.683993] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607186, 'name': CreateVM_Task, 'duration_secs': 0.373089} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.684182] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c023299f-9f9c-446c-af98-23940a25f898] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 870.684890] env[69699]: DEBUG oslo_concurrency.lockutils [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.685187] env[69699]: DEBUG oslo_concurrency.lockutils [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.685383] env[69699]: DEBUG oslo_concurrency.lockutils [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.685695] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31ba7e7d-e951-42fa-bc27-ef6169cf2b48 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.693977] env[69699]: DEBUG oslo_vmware.api [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 870.693977] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5211e600-2f18-86cc-f60c-efeb1f856a52" [ 870.693977] env[69699]: _type = "Task" [ 870.693977] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.702809] env[69699]: DEBUG oslo_vmware.api [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5211e600-2f18-86cc-f60c-efeb1f856a52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.716289] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b9345aac-bb20-432b-ab9f-ded60d495249 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "af9422bd-d925-4174-8ea5-91d2bcec2f3b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.749s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.755246] env[69699]: DEBUG oslo_vmware.api [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': task-3607188, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.108132} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.755246] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.755246] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 870.755246] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 871.082066] env[69699]: DEBUG nova.compute.manager [None req-e4882388-f385-4549-8cfc-2d98ab45f9c0 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.082895] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09a51e8-585b-45a7-a526-b5f3428b034c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.160183] env[69699]: DEBUG nova.network.neutron [req-e7e47d87-6490-4663-904a-c3276729aa66 req-0ef63dad-db87-4207-8ea1-8f4bbdec44a9 service nova] [instance: c023299f-9f9c-446c-af98-23940a25f898] Updated VIF entry in instance network info cache for port 23ccfb0d-2ea9-4efe-b616-7cf9e0531b2b. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 871.160536] env[69699]: DEBUG nova.network.neutron [req-e7e47d87-6490-4663-904a-c3276729aa66 req-0ef63dad-db87-4207-8ea1-8f4bbdec44a9 service nova] [instance: c023299f-9f9c-446c-af98-23940a25f898] Updating instance_info_cache with network_info: [{"id": "23ccfb0d-2ea9-4efe-b616-7cf9e0531b2b", "address": "fa:16:3e:d0:f1:40", "network": {"id": "092078f3-d8c3-496a-80c8-b95e926ea458", "bridge": "br-int", "label": "tempest-ServersTestJSON-968257115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50be8566da6d43a5a4de8d714eb3befd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23ccfb0d-2e", "ovs_interfaceid": "23ccfb0d-2ea9-4efe-b616-7cf9e0531b2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.207512] env[69699]: DEBUG oslo_vmware.api [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5211e600-2f18-86cc-f60c-efeb1f856a52, 'name': SearchDatastore_Task, 'duration_secs': 0.017016} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.208023] env[69699]: DEBUG oslo_concurrency.lockutils [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.208146] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: c023299f-9f9c-446c-af98-23940a25f898] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 871.208280] env[69699]: DEBUG oslo_concurrency.lockutils [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.208423] env[69699]: DEBUG oslo_concurrency.lockutils [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.208597] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 871.208867] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15763ffa-b76e-4662-a034-500a33e3867f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.220987] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 871.221200] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 871.221963] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b72d8f0a-ab6a-4be5-92e8-02a958bc0d6c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.231805] env[69699]: DEBUG oslo_vmware.api [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 871.231805] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5207fa65-7212-e191-ec08-2f5d8f52e3b2" [ 871.231805] env[69699]: _type = "Task" [ 871.231805] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.232164] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7920d959-20aa-4161-8f54-b98daf92e13b tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Acquiring lock "e21ce499-fd39-4810-88cf-8a8d1330a67b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.232404] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7920d959-20aa-4161-8f54-b98daf92e13b tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Lock "e21ce499-fd39-4810-88cf-8a8d1330a67b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.232606] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7920d959-20aa-4161-8f54-b98daf92e13b tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Acquiring lock "e21ce499-fd39-4810-88cf-8a8d1330a67b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.232792] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7920d959-20aa-4161-8f54-b98daf92e13b tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Lock "e21ce499-fd39-4810-88cf-8a8d1330a67b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.232956] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7920d959-20aa-4161-8f54-b98daf92e13b tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Lock "e21ce499-fd39-4810-88cf-8a8d1330a67b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.238991] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154da798-2901-43a6-b0d7-7fa25880f2cd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.241680] env[69699]: INFO nova.compute.manager [None req-7920d959-20aa-4161-8f54-b98daf92e13b tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] Terminating instance [ 871.249840] env[69699]: DEBUG oslo_vmware.api [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5207fa65-7212-e191-ec08-2f5d8f52e3b2, 'name': SearchDatastore_Task, 'duration_secs': 0.012844} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.252553] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23db5140-234f-4794-9c19-406fa88d773f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.255567] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858a2e54-e6fd-4ec9-8edf-82f943f63b0d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.266375] env[69699]: DEBUG oslo_vmware.api [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 871.266375] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52d493f6-2d8b-7f83-44e1-74c9af4e4c45" [ 871.266375] env[69699]: _type = "Task" [ 871.266375] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.297998] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32862895-54c2-42ad-85c0-9b56436be333 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.315348] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a0c072-6ac9-4b7e-8b2d-dc7c4e472838 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.320921] env[69699]: DEBUG oslo_vmware.api [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52d493f6-2d8b-7f83-44e1-74c9af4e4c45, 'name': SearchDatastore_Task, 'duration_secs': 0.011273} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.322215] env[69699]: DEBUG oslo_concurrency.lockutils [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.322492] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] c023299f-9f9c-446c-af98-23940a25f898/c023299f-9f9c-446c-af98-23940a25f898.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 871.323255] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89391a8f-a720-48b1-b66c-0afd7e8c05ab {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.337470] env[69699]: DEBUG nova.compute.provider_tree [None req-7fe00681-c2b3-48d5-9783-90afb518b2d0 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.344095] env[69699]: DEBUG oslo_vmware.api [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 871.344095] env[69699]: value = "task-3607189" [ 871.344095] env[69699]: _type = "Task" [ 871.344095] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.355165] env[69699]: DEBUG oslo_vmware.api [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607189, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.473423] env[69699]: DEBUG nova.objects.instance [None req-8c9a30d8-ccec-47e7-b34b-6a19ee934f09 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lazy-loading 'flavor' on Instance uuid 3ccf91c4-1b19-43b2-8529-b47084669862 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 871.596391] env[69699]: INFO nova.compute.manager [None req-e4882388-f385-4549-8cfc-2d98ab45f9c0 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] instance snapshotting [ 871.597057] env[69699]: DEBUG nova.objects.instance [None req-e4882388-f385-4549-8cfc-2d98ab45f9c0 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lazy-loading 'flavor' on Instance uuid 2c2ada34-c9b6-424a-a601-0ee922646578 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 871.663458] env[69699]: DEBUG oslo_concurrency.lockutils [req-e7e47d87-6490-4663-904a-c3276729aa66 req-0ef63dad-db87-4207-8ea1-8f4bbdec44a9 service nova] Releasing lock "refresh_cache-c023299f-9f9c-446c-af98-23940a25f898" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.747108] env[69699]: DEBUG nova.compute.manager [None req-7920d959-20aa-4161-8f54-b98daf92e13b tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 871.747558] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7920d959-20aa-4161-8f54-b98daf92e13b tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.749685] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad828af-891d-4c1e-9827-30f142210dfe {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.762887] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-7920d959-20aa-4161-8f54-b98daf92e13b tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.766871] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-524edb56-d8be-4460-9039-0265df0b56cb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.780690] env[69699]: DEBUG oslo_vmware.api [None req-7920d959-20aa-4161-8f54-b98daf92e13b tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Waiting for the task: (returnval){ [ 871.780690] env[69699]: value = "task-3607190" [ 871.780690] env[69699]: _type = "Task" [ 871.780690] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.799953] env[69699]: DEBUG oslo_vmware.api [None req-7920d959-20aa-4161-8f54-b98daf92e13b tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Task: {'id': task-3607190, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.802552] env[69699]: DEBUG nova.virt.hardware [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 871.806232] env[69699]: DEBUG nova.virt.hardware [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 871.806232] env[69699]: DEBUG nova.virt.hardware [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 871.806232] env[69699]: DEBUG nova.virt.hardware [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 871.806232] env[69699]: DEBUG nova.virt.hardware [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 871.806232] env[69699]: DEBUG nova.virt.hardware [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 871.806232] env[69699]: DEBUG nova.virt.hardware [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 871.806232] env[69699]: DEBUG nova.virt.hardware [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 871.806232] env[69699]: DEBUG nova.virt.hardware [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 871.806232] env[69699]: DEBUG nova.virt.hardware [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 871.806232] env[69699]: DEBUG nova.virt.hardware [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 871.806232] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e7bdda-3641-45ad-ba10-01c515819f6c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.810813] env[69699]: INFO nova.compute.manager [None req-c07c45ea-4945-4684-a7f5-8c32864b5ff1 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Rescuing [ 871.810813] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c07c45ea-4945-4684-a7f5-8c32864b5ff1 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Acquiring lock "refresh_cache-6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.810813] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c07c45ea-4945-4684-a7f5-8c32864b5ff1 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Acquired lock "refresh_cache-6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.810813] env[69699]: DEBUG nova.network.neutron [None req-c07c45ea-4945-4684-a7f5-8c32864b5ff1 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 871.817315] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8af626-5b13-42e3-95bb-df688f106631 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.835817] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Instance VIF info [] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 871.842500] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.844285] env[69699]: DEBUG nova.scheduler.client.report [None req-7fe00681-c2b3-48d5-9783-90afb518b2d0 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.848978] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 871.849780] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c689b2d0-cce7-4569-b789-0ce31773624e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.878095] env[69699]: DEBUG oslo_vmware.api [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607189, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.881390] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 871.881390] env[69699]: value = "task-3607191" [ 871.881390] env[69699]: _type = "Task" [ 871.881390] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.891172] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607191, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.909935] env[69699]: DEBUG oslo_concurrency.lockutils [None req-08064ea2-f6a8-49e3-86f0-16e2d867df0a tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "3ccf91c4-1b19-43b2-8529-b47084669862" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.957736] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0698d0f4-1709-443f-b724-21b3e621413a tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Acquiring lock "ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.958202] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0698d0f4-1709-443f-b724-21b3e621413a tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Lock "ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.958432] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0698d0f4-1709-443f-b724-21b3e621413a tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Acquiring lock "ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.958632] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0698d0f4-1709-443f-b724-21b3e621413a tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Lock "ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.958804] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0698d0f4-1709-443f-b724-21b3e621413a tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Lock "ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.962009] env[69699]: INFO nova.compute.manager [None req-0698d0f4-1709-443f-b724-21b3e621413a tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Terminating instance [ 871.978142] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8c9a30d8-ccec-47e7-b34b-6a19ee934f09 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "3ccf91c4-1b19-43b2-8529-b47084669862" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.772s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.979930] env[69699]: DEBUG oslo_concurrency.lockutils [None req-08064ea2-f6a8-49e3-86f0-16e2d867df0a tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "3ccf91c4-1b19-43b2-8529-b47084669862" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.070s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.980220] env[69699]: DEBUG oslo_concurrency.lockutils [None req-08064ea2-f6a8-49e3-86f0-16e2d867df0a tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "3ccf91c4-1b19-43b2-8529-b47084669862-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.980447] env[69699]: DEBUG oslo_concurrency.lockutils [None req-08064ea2-f6a8-49e3-86f0-16e2d867df0a tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "3ccf91c4-1b19-43b2-8529-b47084669862-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.980610] env[69699]: DEBUG oslo_concurrency.lockutils [None req-08064ea2-f6a8-49e3-86f0-16e2d867df0a tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "3ccf91c4-1b19-43b2-8529-b47084669862-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.982838] env[69699]: INFO nova.compute.manager [None req-08064ea2-f6a8-49e3-86f0-16e2d867df0a tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Terminating instance [ 872.105329] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c7d182-6f35-47d2-baab-419d3f84b41e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.126360] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680364ae-497b-4e96-a917-f4c24f645e69 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.291787] env[69699]: DEBUG oslo_vmware.api [None req-7920d959-20aa-4161-8f54-b98daf92e13b tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Task: {'id': task-3607190, 'name': PowerOffVM_Task, 'duration_secs': 0.337415} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.292078] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-7920d959-20aa-4161-8f54-b98daf92e13b tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 872.292298] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7920d959-20aa-4161-8f54-b98daf92e13b tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 872.292576] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3278d5b-b906-4139-81bf-f5d62754f312 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.352764] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7fe00681-c2b3-48d5-9783-90afb518b2d0 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.171s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.354854] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fe2c6ff0-4f20-4952-b829-6cb9cbd651bd tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.485s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.355362] env[69699]: DEBUG nova.objects.instance [None req-fe2c6ff0-4f20-4952-b829-6cb9cbd651bd tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Lazy-loading 'resources' on Instance uuid 63b25b55-b483-48db-aced-d2df4010a8ee {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 872.365673] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7920d959-20aa-4161-8f54-b98daf92e13b tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 872.365907] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7920d959-20aa-4161-8f54-b98daf92e13b tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 872.367236] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-7920d959-20aa-4161-8f54-b98daf92e13b tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Deleting the datastore file [datastore2] e21ce499-fd39-4810-88cf-8a8d1330a67b {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 872.367236] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b47ebf1b-eef2-448d-8cca-e620abe22ede {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.373053] env[69699]: DEBUG oslo_vmware.api [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607189, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63901} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.373660] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] c023299f-9f9c-446c-af98-23940a25f898/c023299f-9f9c-446c-af98-23940a25f898.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 872.373873] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: c023299f-9f9c-446c-af98-23940a25f898] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 872.374688] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33680e77-fb38-490f-97c8-92e932fe5da6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.378686] env[69699]: INFO nova.scheduler.client.report [None req-7fe00681-c2b3-48d5-9783-90afb518b2d0 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Deleted allocations for instance e90cd9d1-a50b-4153-9e93-ec1006ebbad1 [ 872.382557] env[69699]: DEBUG oslo_vmware.api [None req-7920d959-20aa-4161-8f54-b98daf92e13b tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Waiting for the task: (returnval){ [ 872.382557] env[69699]: value = "task-3607193" [ 872.382557] env[69699]: _type = "Task" [ 872.382557] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.393114] env[69699]: DEBUG oslo_vmware.api [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 872.393114] env[69699]: value = "task-3607194" [ 872.393114] env[69699]: _type = "Task" [ 872.393114] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.412780] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607191, 'name': CreateVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.413570] env[69699]: DEBUG oslo_vmware.api [None req-7920d959-20aa-4161-8f54-b98daf92e13b tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Task: {'id': task-3607193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.416966] env[69699]: DEBUG oslo_vmware.api [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607194, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.467660] env[69699]: DEBUG nova.compute.manager [None req-0698d0f4-1709-443f-b724-21b3e621413a tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 872.467901] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-0698d0f4-1709-443f-b724-21b3e621413a tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 872.469091] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030ea962-6fd3-458a-a7ba-a29fa0056f3d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.481786] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-0698d0f4-1709-443f-b724-21b3e621413a tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.483744] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b8e5a14-2230-4def-bc98-6089981c1a04 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.489066] env[69699]: DEBUG nova.compute.manager [None req-08064ea2-f6a8-49e3-86f0-16e2d867df0a tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 872.489613] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-08064ea2-f6a8-49e3-86f0-16e2d867df0a tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.491299] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be402aba-0058-46af-b69a-30446dadf619 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.494338] env[69699]: DEBUG oslo_vmware.api [None req-0698d0f4-1709-443f-b724-21b3e621413a tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Waiting for the task: (returnval){ [ 872.494338] env[69699]: value = "task-3607195" [ 872.494338] env[69699]: _type = "Task" [ 872.494338] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.503820] env[69699]: DEBUG oslo_vmware.api [None req-08064ea2-f6a8-49e3-86f0-16e2d867df0a tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 872.503820] env[69699]: value = "task-3607196" [ 872.503820] env[69699]: _type = "Task" [ 872.503820] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.511517] env[69699]: DEBUG oslo_vmware.api [None req-0698d0f4-1709-443f-b724-21b3e621413a tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Task: {'id': task-3607195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.522644] env[69699]: DEBUG oslo_vmware.api [None req-08064ea2-f6a8-49e3-86f0-16e2d867df0a tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607196, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.612260] env[69699]: DEBUG nova.network.neutron [None req-c07c45ea-4945-4684-a7f5-8c32864b5ff1 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Updating instance_info_cache with network_info: [{"id": "a395ed2f-f5da-4552-8984-21814e0ae104", "address": "fa:16:3e:fe:1b:e8", "network": {"id": "71a6dabb-23ad-4272-bda8-d74ffdb3b265", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1255505806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30d713bc29a74f27bdab6269c3f93455", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa395ed2f-f5", "ovs_interfaceid": "a395ed2f-f5da-4552-8984-21814e0ae104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.639271] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e4882388-f385-4549-8cfc-2d98ab45f9c0 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Creating Snapshot of the VM instance {{(pid=69699) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 872.639652] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-99a3fd22-37f4-4c62-ab7e-a91ab1eb50bc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.648057] env[69699]: DEBUG oslo_vmware.api [None req-e4882388-f385-4549-8cfc-2d98ab45f9c0 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 872.648057] env[69699]: value = "task-3607197" [ 872.648057] env[69699]: _type = "Task" [ 872.648057] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.659152] env[69699]: DEBUG oslo_vmware.api [None req-e4882388-f385-4549-8cfc-2d98ab45f9c0 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607197, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.910167] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7fe00681-c2b3-48d5-9783-90afb518b2d0 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Lock "e90cd9d1-a50b-4153-9e93-ec1006ebbad1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.024s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.910167] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607191, 'name': CreateVM_Task, 'duration_secs': 0.654919} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.910167] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 872.911392] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.911392] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.911392] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.911574] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee9afe8a-b037-4dd0-b14b-afc3596bddf0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.920804] env[69699]: DEBUG oslo_vmware.api [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607194, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08383} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.921063] env[69699]: DEBUG oslo_vmware.api [None req-7920d959-20aa-4161-8f54-b98daf92e13b tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Task: {'id': task-3607193, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217679} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.924985] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: c023299f-9f9c-446c-af98-23940a25f898] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 872.925300] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-7920d959-20aa-4161-8f54-b98daf92e13b tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.925485] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7920d959-20aa-4161-8f54-b98daf92e13b tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 872.925660] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7920d959-20aa-4161-8f54-b98daf92e13b tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.926273] env[69699]: INFO nova.compute.manager [None req-7920d959-20aa-4161-8f54-b98daf92e13b tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] Took 1.18 seconds to destroy the instance on the hypervisor. [ 872.926460] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7920d959-20aa-4161-8f54-b98daf92e13b tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.927435] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d3a2d0-e168-4dd0-9456-be807c3ea290 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.930039] env[69699]: DEBUG nova.compute.manager [-] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 872.930157] env[69699]: DEBUG nova.network.neutron [-] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 872.934570] env[69699]: DEBUG oslo_vmware.api [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Waiting for the task: (returnval){ [ 872.934570] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52f39b3e-0297-2413-e7b2-307a056abed7" [ 872.934570] env[69699]: _type = "Task" [ 872.934570] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.964371] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: c023299f-9f9c-446c-af98-23940a25f898] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] c023299f-9f9c-446c-af98-23940a25f898/c023299f-9f9c-446c-af98-23940a25f898.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.966234] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19280e71-f72b-44f0-b972-47a26fbc68f5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.987284] env[69699]: DEBUG oslo_vmware.api [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52f39b3e-0297-2413-e7b2-307a056abed7, 'name': SearchDatastore_Task, 'duration_secs': 0.017288} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.988198] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.988365] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 872.988661] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.988808] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.988978] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 872.989259] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-949fd0b1-d880-4000-9778-1597f1a12235 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.994800] env[69699]: DEBUG oslo_vmware.api [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 872.994800] env[69699]: value = "task-3607198" [ 872.994800] env[69699]: _type = "Task" [ 872.994800] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.004865] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.005053] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.014094] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14cc057f-2e57-4c11-9f59-66a4835d7c63 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.016712] env[69699]: DEBUG oslo_vmware.api [None req-0698d0f4-1709-443f-b724-21b3e621413a tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Task: {'id': task-3607195, 'name': PowerOffVM_Task, 'duration_secs': 0.415639} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.016864] env[69699]: DEBUG oslo_vmware.api [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607198, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.019931] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-0698d0f4-1709-443f-b724-21b3e621413a tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.020127] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-0698d0f4-1709-443f-b724-21b3e621413a tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 873.021527] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bda1db1e-18bc-461b-9ad7-8706073cb2eb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.024714] env[69699]: DEBUG oslo_vmware.api [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Waiting for the task: (returnval){ [ 873.024714] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52f1ef79-406f-3d79-a442-1a87c802b051" [ 873.024714] env[69699]: _type = "Task" [ 873.024714] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.027781] env[69699]: DEBUG oslo_vmware.api [None req-08064ea2-f6a8-49e3-86f0-16e2d867df0a tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607196, 'name': PowerOffVM_Task, 'duration_secs': 0.384224} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.035295] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-08064ea2-f6a8-49e3-86f0-16e2d867df0a tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.035295] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-08064ea2-f6a8-49e3-86f0-16e2d867df0a tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Volume detach. Driver type: vmdk {{(pid=69699) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 873.035517] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-08064ea2-f6a8-49e3-86f0-16e2d867df0a tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719599', 'volume_id': '9b9d8bb1-fbf4-4b42-bbe9-241ee4678055', 'name': 'volume-9b9d8bb1-fbf4-4b42-bbe9-241ee4678055', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3ccf91c4-1b19-43b2-8529-b47084669862', 'attached_at': '', 'detached_at': '', 'volume_id': '9b9d8bb1-fbf4-4b42-bbe9-241ee4678055', 'serial': '9b9d8bb1-fbf4-4b42-bbe9-241ee4678055'} {{(pid=69699) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 873.038949] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6139fddc-56aa-4258-bbd1-5274d1f52707 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.050984] env[69699]: DEBUG oslo_vmware.api [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52f1ef79-406f-3d79-a442-1a87c802b051, 'name': SearchDatastore_Task, 'duration_secs': 0.014969} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.079982] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa083b5b-f1ad-4b67-a14f-05cee3a9ec0a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.083064] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7134b21-9c56-44ff-aaa9-01ac62aa02ef {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.092341] env[69699]: DEBUG oslo_vmware.api [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Waiting for the task: (returnval){ [ 873.092341] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5250da55-7dc7-a016-4955-abf53ea79bfa" [ 873.092341] env[69699]: _type = "Task" [ 873.092341] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.095329] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-0698d0f4-1709-443f-b724-21b3e621413a tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.095632] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-0698d0f4-1709-443f-b724-21b3e621413a tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.095868] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-0698d0f4-1709-443f-b724-21b3e621413a tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Deleting the datastore file [datastore2] ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.099506] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2111413-c2f6-4d80-8be6-83425bfa416e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.101930] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5b37f3-1ac2-44e1-aded-a9f4164800ef {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.113726] env[69699]: DEBUG oslo_vmware.api [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5250da55-7dc7-a016-4955-abf53ea79bfa, 'name': SearchDatastore_Task, 'duration_secs': 0.01526} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.131682] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.132587] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] bf8a21c1-dd9e-41d5-9570-c510bab45ebe/bf8a21c1-dd9e-41d5-9570-c510bab45ebe.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 873.132587] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c07c45ea-4945-4684-a7f5-8c32864b5ff1 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Releasing lock "refresh_cache-6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.134823] env[69699]: DEBUG oslo_vmware.api [None req-0698d0f4-1709-443f-b724-21b3e621413a tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Waiting for the task: (returnval){ [ 873.134823] env[69699]: value = "task-3607200" [ 873.134823] env[69699]: _type = "Task" [ 873.134823] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.137506] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c74b1c3-6752-471c-a4fa-3ae4400bdecf {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.140054] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0955a7ea-0c53-4563-9df2-6a24cc0714ec {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.167932] env[69699]: DEBUG oslo_vmware.api [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Waiting for the task: (returnval){ [ 873.167932] env[69699]: value = "task-3607201" [ 873.167932] env[69699]: _type = "Task" [ 873.167932] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.168374] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-08064ea2-f6a8-49e3-86f0-16e2d867df0a tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] The volume has not been displaced from its original location: [datastore1] volume-9b9d8bb1-fbf4-4b42-bbe9-241ee4678055/volume-9b9d8bb1-fbf4-4b42-bbe9-241ee4678055.vmdk. No consolidation needed. {{(pid=69699) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 873.174081] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-08064ea2-f6a8-49e3-86f0-16e2d867df0a tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Reconfiguring VM instance instance-0000003d to detach disk 2001 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 873.174473] env[69699]: DEBUG oslo_vmware.api [None req-0698d0f4-1709-443f-b724-21b3e621413a tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Task: {'id': task-3607200, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.180040] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75780dd8-f080-4346-a34e-c9edd2fe1529 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.205298] env[69699]: DEBUG oslo_vmware.api [None req-e4882388-f385-4549-8cfc-2d98ab45f9c0 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607197, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.217376] env[69699]: DEBUG oslo_vmware.api [None req-08064ea2-f6a8-49e3-86f0-16e2d867df0a tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 873.217376] env[69699]: value = "task-3607202" [ 873.217376] env[69699]: _type = "Task" [ 873.217376] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.224117] env[69699]: DEBUG oslo_vmware.api [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': task-3607201, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.234122] env[69699]: DEBUG oslo_vmware.api [None req-08064ea2-f6a8-49e3-86f0-16e2d867df0a tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607202, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.459663] env[69699]: DEBUG oslo_concurrency.lockutils [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "4f0b683d-04ea-4d5f-b0d6-d965e2da75c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.460051] env[69699]: DEBUG oslo_concurrency.lockutils [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "4f0b683d-04ea-4d5f-b0d6-d965e2da75c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.513249] env[69699]: DEBUG oslo_vmware.api [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607198, 'name': ReconfigVM_Task, 'duration_secs': 0.338227} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.513746] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: c023299f-9f9c-446c-af98-23940a25f898] Reconfigured VM instance instance-00000040 to attach disk [datastore1] c023299f-9f9c-446c-af98-23940a25f898/c023299f-9f9c-446c-af98-23940a25f898.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.514825] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-793ea7dd-889e-4156-bcd4-a67ab791e287 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.532307] env[69699]: DEBUG oslo_vmware.api [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 873.532307] env[69699]: value = "task-3607203" [ 873.532307] env[69699]: _type = "Task" [ 873.532307] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.543061] env[69699]: DEBUG oslo_vmware.api [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607203, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.551023] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa55e37-fd39-41bd-bbe5-7eef72a7f315 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.556998] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c49a7d7-b4d7-4d8e-93a7-f5b486c8784d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.592312] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d56f00-91ee-4efd-8d70-7be3e101cf96 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.601603] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede074a5-aca3-49c6-986a-34e3ea66450a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.620891] env[69699]: DEBUG nova.compute.provider_tree [None req-fe2c6ff0-4f20-4952-b829-6cb9cbd651bd tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 873.659868] env[69699]: DEBUG oslo_vmware.api [None req-0698d0f4-1709-443f-b724-21b3e621413a tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Task: {'id': task-3607200, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29012} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.663316] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-0698d0f4-1709-443f-b724-21b3e621413a tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 873.663546] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-0698d0f4-1709-443f-b724-21b3e621413a tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 873.663688] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-0698d0f4-1709-443f-b724-21b3e621413a tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 873.663857] env[69699]: INFO nova.compute.manager [None req-0698d0f4-1709-443f-b724-21b3e621413a tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Took 1.20 seconds to destroy the instance on the hypervisor. [ 873.664110] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0698d0f4-1709-443f-b724-21b3e621413a tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.664330] env[69699]: DEBUG oslo_vmware.api [None req-e4882388-f385-4549-8cfc-2d98ab45f9c0 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607197, 'name': CreateSnapshot_Task, 'duration_secs': 0.907881} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.664606] env[69699]: DEBUG nova.compute.manager [-] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 873.664659] env[69699]: DEBUG nova.network.neutron [-] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 873.666645] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e4882388-f385-4549-8cfc-2d98ab45f9c0 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Created Snapshot of the VM instance {{(pid=69699) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 873.667811] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6891f26c-9734-4a02-a4f6-1d20fa10df11 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.691540] env[69699]: DEBUG oslo_vmware.api [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': task-3607201, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.731558] env[69699]: DEBUG oslo_vmware.api [None req-08064ea2-f6a8-49e3-86f0-16e2d867df0a tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607202, 'name': ReconfigVM_Task, 'duration_secs': 0.331594} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.731925] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-08064ea2-f6a8-49e3-86f0-16e2d867df0a tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Reconfigured VM instance instance-0000003d to detach disk 2001 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 873.736627] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0e1c0ff-97be-4d90-a2f3-cfe0223c2cdc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.749900] env[69699]: DEBUG nova.compute.manager [req-cf7bd3dd-90d8-448b-a32d-e4ee54ea64e1 req-d953ad70-1285-4e2a-bc37-693294d8ca9e service nova] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] Received event network-vif-deleted-7531909f-d3d0-4ab0-bb81-462d86356413 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.750045] env[69699]: INFO nova.compute.manager [req-cf7bd3dd-90d8-448b-a32d-e4ee54ea64e1 req-d953ad70-1285-4e2a-bc37-693294d8ca9e service nova] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] Neutron deleted interface 7531909f-d3d0-4ab0-bb81-462d86356413; detaching it from the instance and deleting it from the info cache [ 873.750232] env[69699]: DEBUG nova.network.neutron [req-cf7bd3dd-90d8-448b-a32d-e4ee54ea64e1 req-d953ad70-1285-4e2a-bc37-693294d8ca9e service nova] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.759033] env[69699]: DEBUG oslo_vmware.api [None req-08064ea2-f6a8-49e3-86f0-16e2d867df0a tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 873.759033] env[69699]: value = "task-3607204" [ 873.759033] env[69699]: _type = "Task" [ 873.759033] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.769618] env[69699]: DEBUG oslo_vmware.api [None req-08064ea2-f6a8-49e3-86f0-16e2d867df0a tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607204, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.962880] env[69699]: DEBUG nova.compute.manager [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 874.043565] env[69699]: DEBUG oslo_vmware.api [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607203, 'name': Rename_Task, 'duration_secs': 0.1947} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.043886] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: c023299f-9f9c-446c-af98-23940a25f898] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.044637] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe7d4f4a-927f-4c82-ac07-580c9d3286f5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.052559] env[69699]: DEBUG oslo_vmware.api [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 874.052559] env[69699]: value = "task-3607205" [ 874.052559] env[69699]: _type = "Task" [ 874.052559] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.062239] env[69699]: DEBUG oslo_vmware.api [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607205, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.149487] env[69699]: ERROR nova.scheduler.client.report [None req-fe2c6ff0-4f20-4952-b829-6cb9cbd651bd tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [req-aa3d3944-be3b-434f-9eb0-05badb1b92c4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80d35c48-5f27-4b75-a19d-7a1a6901050f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-aa3d3944-be3b-434f-9eb0-05badb1b92c4"}]} [ 874.168305] env[69699]: DEBUG nova.scheduler.client.report [None req-fe2c6ff0-4f20-4952-b829-6cb9cbd651bd tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Refreshing inventories for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 874.188788] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e4882388-f385-4549-8cfc-2d98ab45f9c0 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Creating linked-clone VM from snapshot {{(pid=69699) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 874.190015] env[69699]: DEBUG nova.scheduler.client.report [None req-fe2c6ff0-4f20-4952-b829-6cb9cbd651bd tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Updating ProviderTree inventory for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 874.190231] env[69699]: DEBUG nova.compute.provider_tree [None req-fe2c6ff0-4f20-4952-b829-6cb9cbd651bd tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 874.197037] env[69699]: DEBUG nova.network.neutron [-] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.201271] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-96860fe9-ea84-4223-85cf-7bf58955c2f4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.221739] env[69699]: DEBUG oslo_vmware.api [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': task-3607201, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542125} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.222828] env[69699]: DEBUG nova.scheduler.client.report [None req-fe2c6ff0-4f20-4952-b829-6cb9cbd651bd tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Refreshing aggregate associations for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f, aggregates: None {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 874.228978] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] bf8a21c1-dd9e-41d5-9570-c510bab45ebe/bf8a21c1-dd9e-41d5-9570-c510bab45ebe.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 874.229225] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 874.229615] env[69699]: DEBUG oslo_vmware.api [None req-e4882388-f385-4549-8cfc-2d98ab45f9c0 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 874.229615] env[69699]: value = "task-3607206" [ 874.229615] env[69699]: _type = "Task" [ 874.229615] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.230406] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36632a21-c6ee-4d66-ae59-458d095df5fb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.243860] env[69699]: DEBUG oslo_vmware.api [None req-e4882388-f385-4549-8cfc-2d98ab45f9c0 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607206, 'name': CloneVM_Task} progress is 11%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.245917] env[69699]: DEBUG oslo_vmware.api [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Waiting for the task: (returnval){ [ 874.245917] env[69699]: value = "task-3607207" [ 874.245917] env[69699]: _type = "Task" [ 874.245917] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.256200] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3faecf2c-30e1-460c-8e78-1e1dfeb602e2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.265402] env[69699]: DEBUG nova.scheduler.client.report [None req-fe2c6ff0-4f20-4952-b829-6cb9cbd651bd tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Refreshing trait associations for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 874.270185] env[69699]: DEBUG nova.compute.manager [req-5637a483-8a93-458b-9914-810c45ec9dea req-278f11f3-807c-4ad3-a3dc-2d9b3d20fefe service nova] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Received event network-vif-deleted-5f6a5910-f8bf-4b32-92ce-1a8c5e03b2a5 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.270419] env[69699]: INFO nova.compute.manager [req-5637a483-8a93-458b-9914-810c45ec9dea req-278f11f3-807c-4ad3-a3dc-2d9b3d20fefe service nova] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Neutron deleted interface 5f6a5910-f8bf-4b32-92ce-1a8c5e03b2a5; detaching it from the instance and deleting it from the info cache [ 874.270590] env[69699]: DEBUG nova.network.neutron [req-5637a483-8a93-458b-9914-810c45ec9dea req-278f11f3-807c-4ad3-a3dc-2d9b3d20fefe service nova] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.279680] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafedd69-16fa-4197-b511-67f703094849 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.301976] env[69699]: DEBUG oslo_vmware.api [None req-08064ea2-f6a8-49e3-86f0-16e2d867df0a tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607204, 'name': ReconfigVM_Task, 'duration_secs': 0.223534} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.303043] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-08064ea2-f6a8-49e3-86f0-16e2d867df0a tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719599', 'volume_id': '9b9d8bb1-fbf4-4b42-bbe9-241ee4678055', 'name': 'volume-9b9d8bb1-fbf4-4b42-bbe9-241ee4678055', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3ccf91c4-1b19-43b2-8529-b47084669862', 'attached_at': '', 'detached_at': '', 'volume_id': '9b9d8bb1-fbf4-4b42-bbe9-241ee4678055', 'serial': '9b9d8bb1-fbf4-4b42-bbe9-241ee4678055'} {{(pid=69699) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 874.303248] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-08064ea2-f6a8-49e3-86f0-16e2d867df0a tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 874.304324] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb43f31-f43a-4ff3-9110-2011a219aaaa {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.336440] env[69699]: DEBUG nova.compute.manager [req-cf7bd3dd-90d8-448b-a32d-e4ee54ea64e1 req-d953ad70-1285-4e2a-bc37-693294d8ca9e service nova] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] Detach interface failed, port_id=7531909f-d3d0-4ab0-bb81-462d86356413, reason: Instance e21ce499-fd39-4810-88cf-8a8d1330a67b could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 874.341790] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-08064ea2-f6a8-49e3-86f0-16e2d867df0a tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 874.345224] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad5785b0-4df6-4bb3-8a0b-90fad0a1bb9b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.434014] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-08064ea2-f6a8-49e3-86f0-16e2d867df0a tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 874.434014] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-08064ea2-f6a8-49e3-86f0-16e2d867df0a tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 874.434014] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-08064ea2-f6a8-49e3-86f0-16e2d867df0a tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Deleting the datastore file [datastore2] 3ccf91c4-1b19-43b2-8529-b47084669862 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 874.434014] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b21f336b-c485-437a-9d3f-f4b49707bc7c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.445310] env[69699]: DEBUG oslo_vmware.api [None req-08064ea2-f6a8-49e3-86f0-16e2d867df0a tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 874.445310] env[69699]: value = "task-3607209" [ 874.445310] env[69699]: _type = "Task" [ 874.445310] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.456254] env[69699]: DEBUG oslo_vmware.api [None req-08064ea2-f6a8-49e3-86f0-16e2d867df0a tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607209, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.484744] env[69699]: DEBUG oslo_concurrency.lockutils [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.566106] env[69699]: DEBUG oslo_vmware.api [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607205, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.704759] env[69699]: INFO nova.compute.manager [-] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] Took 1.77 seconds to deallocate network for instance. [ 874.732547] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-c07c45ea-4945-4684-a7f5-8c32864b5ff1 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.732849] env[69699]: DEBUG nova.network.neutron [-] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.735844] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6945cff2-fab4-4dbd-a71f-2a904abc7f1e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.751270] env[69699]: DEBUG oslo_vmware.api [None req-e4882388-f385-4549-8cfc-2d98ab45f9c0 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607206, 'name': CloneVM_Task} progress is 94%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.757767] env[69699]: DEBUG oslo_vmware.api [None req-c07c45ea-4945-4684-a7f5-8c32864b5ff1 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 874.757767] env[69699]: value = "task-3607210" [ 874.757767] env[69699]: _type = "Task" [ 874.757767] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.769511] env[69699]: DEBUG oslo_vmware.api [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': task-3607207, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.274588} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.770248] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 874.771096] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e448122-dcbf-4881-8101-511faaa62733 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.777675] env[69699]: DEBUG oslo_vmware.api [None req-c07c45ea-4945-4684-a7f5-8c32864b5ff1 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.780853] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f1986373-208d-4f8f-8a8c-453532d9d1fa {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.799025] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] bf8a21c1-dd9e-41d5-9570-c510bab45ebe/bf8a21c1-dd9e-41d5-9570-c510bab45ebe.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 874.800897] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4326fd23-d46f-4961-9e0b-c20caf9bf481 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.818461] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34dc806c-fcf6-474c-9ecb-5ed75d71475f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.829355] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9c28f9-74a1-4134-910d-7da198668dd5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.841153] env[69699]: DEBUG oslo_vmware.api [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Waiting for the task: (returnval){ [ 874.841153] env[69699]: value = "task-3607211" [ 874.841153] env[69699]: _type = "Task" [ 874.841153] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.848702] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82b38e4-9315-4dad-8d17-cd23215ae0bd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.855828] env[69699]: DEBUG oslo_vmware.api [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': task-3607211, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.870779] env[69699]: DEBUG nova.compute.manager [req-5637a483-8a93-458b-9914-810c45ec9dea req-278f11f3-807c-4ad3-a3dc-2d9b3d20fefe service nova] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Detach interface failed, port_id=5f6a5910-f8bf-4b32-92ce-1a8c5e03b2a5, reason: Instance ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8 could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 874.901907] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c10b678-0509-4e58-b13a-a60438d50158 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.912539] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1daf81-b7bd-4d79-9674-9c2be8c0c280 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.927756] env[69699]: DEBUG nova.compute.provider_tree [None req-fe2c6ff0-4f20-4952-b829-6cb9cbd651bd tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 874.959379] env[69699]: DEBUG oslo_vmware.api [None req-08064ea2-f6a8-49e3-86f0-16e2d867df0a tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607209, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.436194} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.959758] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-08064ea2-f6a8-49e3-86f0-16e2d867df0a tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.960088] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-08064ea2-f6a8-49e3-86f0-16e2d867df0a tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.960182] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-08064ea2-f6a8-49e3-86f0-16e2d867df0a tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.960372] env[69699]: INFO nova.compute.manager [None req-08064ea2-f6a8-49e3-86f0-16e2d867df0a tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Took 2.47 seconds to destroy the instance on the hypervisor. [ 874.960634] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08064ea2-f6a8-49e3-86f0-16e2d867df0a tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.960908] env[69699]: DEBUG nova.compute.manager [-] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 874.960947] env[69699]: DEBUG nova.network.neutron [-] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 875.064509] env[69699]: DEBUG oslo_vmware.api [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607205, 'name': PowerOnVM_Task, 'duration_secs': 0.822691} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.064785] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: c023299f-9f9c-446c-af98-23940a25f898] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.064982] env[69699]: INFO nova.compute.manager [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: c023299f-9f9c-446c-af98-23940a25f898] Took 7.15 seconds to spawn the instance on the hypervisor. [ 875.065176] env[69699]: DEBUG nova.compute.manager [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: c023299f-9f9c-446c-af98-23940a25f898] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.065986] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7279b8-e1b4-49fb-96c9-f8f648fb4aaa {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.216483] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7920d959-20aa-4161-8f54-b98daf92e13b tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.241381] env[69699]: INFO nova.compute.manager [-] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Took 1.58 seconds to deallocate network for instance. [ 875.254272] env[69699]: DEBUG oslo_vmware.api [None req-e4882388-f385-4549-8cfc-2d98ab45f9c0 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607206, 'name': CloneVM_Task} progress is 94%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.268914] env[69699]: DEBUG oslo_vmware.api [None req-c07c45ea-4945-4684-a7f5-8c32864b5ff1 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607210, 'name': PowerOffVM_Task, 'duration_secs': 0.305933} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.269897] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-c07c45ea-4945-4684-a7f5-8c32864b5ff1 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 875.271499] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5afaaae9-d491-4763-ae39-971ed9f14e5a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.298906] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aeca965-9715-468a-82b3-b307bbf5a555 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.333948] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-c07c45ea-4945-4684-a7f5-8c32864b5ff1 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.334303] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-984d8ea3-130d-4cb6-bedc-fc25aeff6241 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.348923] env[69699]: DEBUG oslo_vmware.api [None req-c07c45ea-4945-4684-a7f5-8c32864b5ff1 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 875.348923] env[69699]: value = "task-3607212" [ 875.348923] env[69699]: _type = "Task" [ 875.348923] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.357431] env[69699]: DEBUG oslo_vmware.api [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': task-3607211, 'name': ReconfigVM_Task, 'duration_secs': 0.507715} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.357947] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Reconfigured VM instance instance-0000003f to attach disk [datastore1] bf8a21c1-dd9e-41d5-9570-c510bab45ebe/bf8a21c1-dd9e-41d5-9570-c510bab45ebe.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.358596] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc37d35f-6641-4564-972d-0cc7eecf4c48 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.367489] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-c07c45ea-4945-4684-a7f5-8c32864b5ff1 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] VM already powered off {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 875.367489] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-c07c45ea-4945-4684-a7f5-8c32864b5ff1 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 875.367489] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c07c45ea-4945-4684-a7f5-8c32864b5ff1 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.367489] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c07c45ea-4945-4684-a7f5-8c32864b5ff1 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.367489] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-c07c45ea-4945-4684-a7f5-8c32864b5ff1 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 875.367489] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e392874-c76d-4c18-9389-59e2ee9e1f01 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.372051] env[69699]: DEBUG oslo_vmware.api [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Waiting for the task: (returnval){ [ 875.372051] env[69699]: value = "task-3607213" [ 875.372051] env[69699]: _type = "Task" [ 875.372051] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.377520] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-c07c45ea-4945-4684-a7f5-8c32864b5ff1 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 875.377520] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-c07c45ea-4945-4684-a7f5-8c32864b5ff1 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 875.378482] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07a36454-c11f-46bd-ba70-298d1cf6ce98 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.385777] env[69699]: DEBUG oslo_vmware.api [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': task-3607213, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.389755] env[69699]: DEBUG oslo_vmware.api [None req-c07c45ea-4945-4684-a7f5-8c32864b5ff1 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 875.389755] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ef4a45-3031-8308-7a28-3e66df8e2336" [ 875.389755] env[69699]: _type = "Task" [ 875.389755] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.399136] env[69699]: DEBUG oslo_vmware.api [None req-c07c45ea-4945-4684-a7f5-8c32864b5ff1 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ef4a45-3031-8308-7a28-3e66df8e2336, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.466291] env[69699]: DEBUG nova.scheduler.client.report [None req-fe2c6ff0-4f20-4952-b829-6cb9cbd651bd tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Updated inventory for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with generation 88 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 875.467353] env[69699]: DEBUG nova.compute.provider_tree [None req-fe2c6ff0-4f20-4952-b829-6cb9cbd651bd tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Updating resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f generation from 88 to 89 during operation: update_inventory {{(pid=69699) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 875.467648] env[69699]: DEBUG nova.compute.provider_tree [None req-fe2c6ff0-4f20-4952-b829-6cb9cbd651bd tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 875.584048] env[69699]: INFO nova.compute.manager [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: c023299f-9f9c-446c-af98-23940a25f898] Took 46.70 seconds to build instance. [ 875.746745] env[69699]: DEBUG oslo_vmware.api [None req-e4882388-f385-4549-8cfc-2d98ab45f9c0 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607206, 'name': CloneVM_Task} progress is 95%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.749814] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0698d0f4-1709-443f-b724-21b3e621413a tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.780438] env[69699]: DEBUG nova.network.neutron [-] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.886457] env[69699]: DEBUG oslo_vmware.api [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': task-3607213, 'name': Rename_Task, 'duration_secs': 0.255171} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.886920] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 875.887303] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b34b0e4c-30be-4662-9168-d2ab26b20ed3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.900710] env[69699]: DEBUG oslo_vmware.api [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Waiting for the task: (returnval){ [ 875.900710] env[69699]: value = "task-3607214" [ 875.900710] env[69699]: _type = "Task" [ 875.900710] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.912079] env[69699]: DEBUG oslo_vmware.api [None req-c07c45ea-4945-4684-a7f5-8c32864b5ff1 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ef4a45-3031-8308-7a28-3e66df8e2336, 'name': SearchDatastore_Task, 'duration_secs': 0.016494} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.913868] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e2a9a3b-fdb9-442e-8ad8-567f9a032eda {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.922970] env[69699]: DEBUG oslo_vmware.api [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': task-3607214, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.927838] env[69699]: DEBUG oslo_vmware.api [None req-c07c45ea-4945-4684-a7f5-8c32864b5ff1 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 875.927838] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]529383cd-a4d5-6ead-05f8-c1383202ee33" [ 875.927838] env[69699]: _type = "Task" [ 875.927838] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.941258] env[69699]: DEBUG oslo_vmware.api [None req-c07c45ea-4945-4684-a7f5-8c32864b5ff1 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]529383cd-a4d5-6ead-05f8-c1383202ee33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.972814] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fe2c6ff0-4f20-4952-b829-6cb9cbd651bd tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.618s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.976488] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e7fa54a8-6e70-42ab-90ad-63dca0532176 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.881s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.976877] env[69699]: DEBUG nova.objects.instance [None req-e7fa54a8-6e70-42ab-90ad-63dca0532176 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Lazy-loading 'resources' on Instance uuid e46d11e1-2931-4ed2-907e-1577961e3d03 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 875.999801] env[69699]: INFO nova.scheduler.client.report [None req-fe2c6ff0-4f20-4952-b829-6cb9cbd651bd tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Deleted allocations for instance 63b25b55-b483-48db-aced-d2df4010a8ee [ 876.086331] env[69699]: DEBUG oslo_concurrency.lockutils [None req-288105a4-c7d5-4af5-8d69-cb9a7cf943fc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "c023299f-9f9c-446c-af98-23940a25f898" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.092s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.248224] env[69699]: DEBUG oslo_vmware.api [None req-e4882388-f385-4549-8cfc-2d98ab45f9c0 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607206, 'name': CloneVM_Task, 'duration_secs': 1.755588} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.248471] env[69699]: INFO nova.virt.vmwareapi.vmops [None req-e4882388-f385-4549-8cfc-2d98ab45f9c0 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Created linked-clone VM from snapshot [ 876.249297] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f2fea7-e488-49c3-aa03-c37eeeda001a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.257733] env[69699]: DEBUG nova.virt.vmwareapi.images [None req-e4882388-f385-4549-8cfc-2d98ab45f9c0 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Uploading image a3b5379f-df2a-42e0-96ad-5de3629180dd {{(pid=69699) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 876.281104] env[69699]: DEBUG oslo_vmware.rw_handles [None req-e4882388-f385-4549-8cfc-2d98ab45f9c0 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 876.281104] env[69699]: value = "vm-719605" [ 876.281104] env[69699]: _type = "VirtualMachine" [ 876.281104] env[69699]: }. {{(pid=69699) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 876.281448] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-311c42d5-047a-481b-b56b-1648e2cd3f15 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.283434] env[69699]: INFO nova.compute.manager [-] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Took 1.32 seconds to deallocate network for instance. [ 876.293274] env[69699]: DEBUG oslo_vmware.rw_handles [None req-e4882388-f385-4549-8cfc-2d98ab45f9c0 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lease: (returnval){ [ 876.293274] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5270c942-a9ba-d889-21d2-da918ca57d16" [ 876.293274] env[69699]: _type = "HttpNfcLease" [ 876.293274] env[69699]: } obtained for exporting VM: (result){ [ 876.293274] env[69699]: value = "vm-719605" [ 876.293274] env[69699]: _type = "VirtualMachine" [ 876.293274] env[69699]: }. {{(pid=69699) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 876.293671] env[69699]: DEBUG oslo_vmware.api [None req-e4882388-f385-4549-8cfc-2d98ab45f9c0 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the lease: (returnval){ [ 876.293671] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5270c942-a9ba-d889-21d2-da918ca57d16" [ 876.293671] env[69699]: _type = "HttpNfcLease" [ 876.293671] env[69699]: } to be ready. {{(pid=69699) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 876.301632] env[69699]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 876.301632] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5270c942-a9ba-d889-21d2-da918ca57d16" [ 876.301632] env[69699]: _type = "HttpNfcLease" [ 876.301632] env[69699]: } is initializing. {{(pid=69699) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 876.413307] env[69699]: DEBUG nova.compute.manager [req-c52618a4-1b0e-4acf-86ba-69a845ae50ac req-984ec27d-ee0e-437c-bf8a-ce21481fd41c service nova] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Received event network-vif-deleted-d4249365-6127-43db-8e62-34ebf969ac9f {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.418084] env[69699]: DEBUG oslo_vmware.api [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': task-3607214, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.439897] env[69699]: DEBUG oslo_vmware.api [None req-c07c45ea-4945-4684-a7f5-8c32864b5ff1 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]529383cd-a4d5-6ead-05f8-c1383202ee33, 'name': SearchDatastore_Task, 'duration_secs': 0.011968} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.441048] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c07c45ea-4945-4684-a7f5-8c32864b5ff1 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.441048] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-c07c45ea-4945-4684-a7f5-8c32864b5ff1 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd/f03e6ea6-4888-4842-b286-cae9242f7e27-rescue.vmdk. {{(pid=69699) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 876.441048] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9669dd19-a51e-41c6-b7d2-8bdf4bad7123 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.451371] env[69699]: DEBUG oslo_vmware.api [None req-c07c45ea-4945-4684-a7f5-8c32864b5ff1 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 876.451371] env[69699]: value = "task-3607216" [ 876.451371] env[69699]: _type = "Task" [ 876.451371] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.461644] env[69699]: DEBUG oslo_vmware.api [None req-c07c45ea-4945-4684-a7f5-8c32864b5ff1 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607216, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.510402] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fe2c6ff0-4f20-4952-b829-6cb9cbd651bd tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Lock "63b25b55-b483-48db-aced-d2df4010a8ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.115s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.806310] env[69699]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 876.806310] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5270c942-a9ba-d889-21d2-da918ca57d16" [ 876.806310] env[69699]: _type = "HttpNfcLease" [ 876.806310] env[69699]: } is ready. {{(pid=69699) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 876.806808] env[69699]: DEBUG oslo_vmware.rw_handles [None req-e4882388-f385-4549-8cfc-2d98ab45f9c0 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 876.806808] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5270c942-a9ba-d889-21d2-da918ca57d16" [ 876.806808] env[69699]: _type = "HttpNfcLease" [ 876.806808] env[69699]: }. {{(pid=69699) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 876.808016] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533eeb87-cb32-4c13-8449-997f70c339cf {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.820649] env[69699]: DEBUG oslo_vmware.rw_handles [None req-e4882388-f385-4549-8cfc-2d98ab45f9c0 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c11f99-bc9e-0afb-a2c7-a2a5012c9e09/disk-0.vmdk from lease info. {{(pid=69699) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 876.820922] env[69699]: DEBUG oslo_vmware.rw_handles [None req-e4882388-f385-4549-8cfc-2d98ab45f9c0 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c11f99-bc9e-0afb-a2c7-a2a5012c9e09/disk-0.vmdk for reading. {{(pid=69699) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 876.884704] env[69699]: INFO nova.compute.manager [None req-08064ea2-f6a8-49e3-86f0-16e2d867df0a tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Took 0.60 seconds to detach 1 volumes for instance. [ 876.921260] env[69699]: DEBUG oslo_vmware.api [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': task-3607214, 'name': PowerOnVM_Task, 'duration_secs': 0.659368} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.921656] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 876.921901] env[69699]: DEBUG nova.compute.manager [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 876.925514] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1568478f-386c-45c0-9a14-45ec064b7209 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.967233] env[69699]: DEBUG oslo_vmware.api [None req-c07c45ea-4945-4684-a7f5-8c32864b5ff1 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607216, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.987639] env[69699]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-884b4668-7848-4e78-8756-3125bae588c2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.042368] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21fc335a-edc2-44c0-a729-18bdaaf8d6ce {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.053853] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab07c87-5820-4510-8ec8-4286fb5ca226 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.088158] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5603b1d-d98e-4614-9890-eafa0e548fbc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.096731] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a635fb72-1468-4565-9a7b-dfc7dd01e2a7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.111122] env[69699]: DEBUG nova.compute.provider_tree [None req-e7fa54a8-6e70-42ab-90ad-63dca0532176 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.398896] env[69699]: DEBUG oslo_concurrency.lockutils [None req-08064ea2-f6a8-49e3-86f0-16e2d867df0a tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.450696] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.464181] env[69699]: DEBUG oslo_vmware.api [None req-c07c45ea-4945-4684-a7f5-8c32864b5ff1 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607216, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599481} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.465028] env[69699]: INFO nova.virt.vmwareapi.ds_util [None req-c07c45ea-4945-4684-a7f5-8c32864b5ff1 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd/f03e6ea6-4888-4842-b286-cae9242f7e27-rescue.vmdk. [ 877.466098] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc118c9e-83d5-4a99-b104-9d3b3dbd370c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.501803] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-c07c45ea-4945-4684-a7f5-8c32864b5ff1 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd/f03e6ea6-4888-4842-b286-cae9242f7e27-rescue.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 877.502348] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2583b062-e776-418f-bb5d-c6f634d3aa88 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.529586] env[69699]: DEBUG oslo_vmware.api [None req-c07c45ea-4945-4684-a7f5-8c32864b5ff1 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 877.529586] env[69699]: value = "task-3607217" [ 877.529586] env[69699]: _type = "Task" [ 877.529586] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.541812] env[69699]: DEBUG oslo_vmware.api [None req-c07c45ea-4945-4684-a7f5-8c32864b5ff1 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607217, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.603591] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquiring lock "9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.604047] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.614498] env[69699]: DEBUG nova.scheduler.client.report [None req-e7fa54a8-6e70-42ab-90ad-63dca0532176 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.731847] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Acquiring lock "962acb2d-732f-4dfb-9931-11186c34518e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.732133] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Lock "962acb2d-732f-4dfb-9931-11186c34518e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.764273] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Acquiring lock "a3003b34-1a4f-41bc-8f2c-5a313a5fb85c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.764671] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Lock "a3003b34-1a4f-41bc-8f2c-5a313a5fb85c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.043498] env[69699]: DEBUG oslo_vmware.api [None req-c07c45ea-4945-4684-a7f5-8c32864b5ff1 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607217, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.106435] env[69699]: DEBUG nova.compute.manager [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 878.122113] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e7fa54a8-6e70-42ab-90ad-63dca0532176 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.146s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.125048] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.514s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.126770] env[69699]: INFO nova.compute.claims [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 878.158535] env[69699]: INFO nova.scheduler.client.report [None req-e7fa54a8-6e70-42ab-90ad-63dca0532176 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Deleted allocations for instance e46d11e1-2931-4ed2-907e-1577961e3d03 [ 878.170405] env[69699]: DEBUG oslo_concurrency.lockutils [None req-af156b81-50d0-4d8d-aaa6-3f9c181c3ec5 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Acquiring lock "bf8a21c1-dd9e-41d5-9570-c510bab45ebe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.170657] env[69699]: DEBUG oslo_concurrency.lockutils [None req-af156b81-50d0-4d8d-aaa6-3f9c181c3ec5 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Lock "bf8a21c1-dd9e-41d5-9570-c510bab45ebe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.171436] env[69699]: DEBUG oslo_concurrency.lockutils [None req-af156b81-50d0-4d8d-aaa6-3f9c181c3ec5 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Acquiring lock "bf8a21c1-dd9e-41d5-9570-c510bab45ebe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.171436] env[69699]: DEBUG oslo_concurrency.lockutils [None req-af156b81-50d0-4d8d-aaa6-3f9c181c3ec5 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Lock "bf8a21c1-dd9e-41d5-9570-c510bab45ebe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.171436] env[69699]: DEBUG oslo_concurrency.lockutils [None req-af156b81-50d0-4d8d-aaa6-3f9c181c3ec5 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Lock "bf8a21c1-dd9e-41d5-9570-c510bab45ebe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.173584] env[69699]: INFO nova.compute.manager [None req-af156b81-50d0-4d8d-aaa6-3f9c181c3ec5 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Terminating instance [ 878.234567] env[69699]: DEBUG nova.compute.manager [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 962acb2d-732f-4dfb-9931-11186c34518e] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 878.268172] env[69699]: DEBUG nova.compute.manager [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: a3003b34-1a4f-41bc-8f2c-5a313a5fb85c] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 878.541565] env[69699]: DEBUG oslo_vmware.api [None req-c07c45ea-4945-4684-a7f5-8c32864b5ff1 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607217, 'name': ReconfigVM_Task, 'duration_secs': 0.829462} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.541941] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-c07c45ea-4945-4684-a7f5-8c32864b5ff1 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd/f03e6ea6-4888-4842-b286-cae9242f7e27-rescue.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 878.542854] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89092a9e-84a2-4f26-80fb-d4744fc72c15 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.570275] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c03b3891-a690-4b43-ad64-cfb7e382ee04 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.587922] env[69699]: DEBUG oslo_vmware.api [None req-c07c45ea-4945-4684-a7f5-8c32864b5ff1 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 878.587922] env[69699]: value = "task-3607218" [ 878.587922] env[69699]: _type = "Task" [ 878.587922] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.600701] env[69699]: DEBUG oslo_vmware.api [None req-c07c45ea-4945-4684-a7f5-8c32864b5ff1 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607218, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.633179] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.669253] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e7fa54a8-6e70-42ab-90ad-63dca0532176 tempest-VolumesAdminNegativeTest-1078272547 tempest-VolumesAdminNegativeTest-1078272547-project-member] Lock "e46d11e1-2931-4ed2-907e-1577961e3d03" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.835s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.677901] env[69699]: DEBUG oslo_concurrency.lockutils [None req-af156b81-50d0-4d8d-aaa6-3f9c181c3ec5 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Acquiring lock "refresh_cache-bf8a21c1-dd9e-41d5-9570-c510bab45ebe" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.678027] env[69699]: DEBUG oslo_concurrency.lockutils [None req-af156b81-50d0-4d8d-aaa6-3f9c181c3ec5 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Acquired lock "refresh_cache-bf8a21c1-dd9e-41d5-9570-c510bab45ebe" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.678216] env[69699]: DEBUG nova.network.neutron [None req-af156b81-50d0-4d8d-aaa6-3f9c181c3ec5 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.759334] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.787446] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.101457] env[69699]: DEBUG oslo_vmware.api [None req-c07c45ea-4945-4684-a7f5-8c32864b5ff1 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607218, 'name': ReconfigVM_Task, 'duration_secs': 0.316446} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.101457] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-c07c45ea-4945-4684-a7f5-8c32864b5ff1 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 879.101457] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3da1dd9c-f214-405a-ab81-bd45c9dc802c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.110038] env[69699]: DEBUG oslo_vmware.api [None req-c07c45ea-4945-4684-a7f5-8c32864b5ff1 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 879.110038] env[69699]: value = "task-3607219" [ 879.110038] env[69699]: _type = "Task" [ 879.110038] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.119796] env[69699]: DEBUG oslo_vmware.api [None req-c07c45ea-4945-4684-a7f5-8c32864b5ff1 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607219, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.200260] env[69699]: DEBUG nova.network.neutron [None req-af156b81-50d0-4d8d-aaa6-3f9c181c3ec5 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 879.287191] env[69699]: DEBUG nova.network.neutron [None req-af156b81-50d0-4d8d-aaa6-3f9c181c3ec5 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.624687] env[69699]: DEBUG oslo_vmware.api [None req-c07c45ea-4945-4684-a7f5-8c32864b5ff1 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607219, 'name': PowerOnVM_Task, 'duration_secs': 0.482097} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.625348] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-c07c45ea-4945-4684-a7f5-8c32864b5ff1 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.630501] env[69699]: DEBUG nova.compute.manager [None req-c07c45ea-4945-4684-a7f5-8c32864b5ff1 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 879.631690] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a4fe88-1a91-4395-8b94-65344dcd75f5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.646144] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c85ca0b-4ee0-4c85-bc28-a89441abf259 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.659619] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f8af90-e8c7-4869-9c9b-aace332a4cd6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.695779] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353fc64a-f4f0-4e85-be12-3064da9a05d3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.708466] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda48c7a-383e-4b5c-9ca4-d1ef0e678ae7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.724984] env[69699]: DEBUG nova.compute.provider_tree [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.788966] env[69699]: DEBUG oslo_concurrency.lockutils [None req-af156b81-50d0-4d8d-aaa6-3f9c181c3ec5 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Releasing lock "refresh_cache-bf8a21c1-dd9e-41d5-9570-c510bab45ebe" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.789500] env[69699]: DEBUG nova.compute.manager [None req-af156b81-50d0-4d8d-aaa6-3f9c181c3ec5 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 879.789689] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-af156b81-50d0-4d8d-aaa6-3f9c181c3ec5 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.790589] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0390bc31-feb8-44aa-ba8c-4fbdb2e84a05 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.800980] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-af156b81-50d0-4d8d-aaa6-3f9c181c3ec5 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.801292] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ab92ca1-8b5d-4dc8-868a-058b5ce11677 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.810819] env[69699]: DEBUG oslo_vmware.api [None req-af156b81-50d0-4d8d-aaa6-3f9c181c3ec5 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Waiting for the task: (returnval){ [ 879.810819] env[69699]: value = "task-3607220" [ 879.810819] env[69699]: _type = "Task" [ 879.810819] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.823028] env[69699]: DEBUG oslo_vmware.api [None req-af156b81-50d0-4d8d-aaa6-3f9c181c3ec5 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': task-3607220, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.231281] env[69699]: DEBUG nova.scheduler.client.report [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.323296] env[69699]: DEBUG oslo_vmware.api [None req-af156b81-50d0-4d8d-aaa6-3f9c181c3ec5 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': task-3607220, 'name': PowerOffVM_Task, 'duration_secs': 0.194653} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.323603] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-af156b81-50d0-4d8d-aaa6-3f9c181c3ec5 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.323816] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-af156b81-50d0-4d8d-aaa6-3f9c181c3ec5 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 880.324127] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a41c70dc-4b0f-41c7-8841-a2bf4ae65334 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.357553] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-af156b81-50d0-4d8d-aaa6-3f9c181c3ec5 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 880.357796] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-af156b81-50d0-4d8d-aaa6-3f9c181c3ec5 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Deleting contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 880.357981] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-af156b81-50d0-4d8d-aaa6-3f9c181c3ec5 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Deleting the datastore file [datastore1] bf8a21c1-dd9e-41d5-9570-c510bab45ebe {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 880.358270] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c40b654-9d98-4b10-9b5f-0e1c78bd7437 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.366093] env[69699]: DEBUG oslo_vmware.api [None req-af156b81-50d0-4d8d-aaa6-3f9c181c3ec5 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Waiting for the task: (returnval){ [ 880.366093] env[69699]: value = "task-3607222" [ 880.366093] env[69699]: _type = "Task" [ 880.366093] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.377228] env[69699]: DEBUG oslo_vmware.api [None req-af156b81-50d0-4d8d-aaa6-3f9c181c3ec5 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': task-3607222, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.740549] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.741946] env[69699]: DEBUG nova.compute.manager [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 880.744212] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 46.457s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.744391] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.744541] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69699) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 880.744831] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.573s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.746414] env[69699]: INFO nova.compute.claims [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 880.750477] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4db863-e89e-4940-a7e9-7071a4350323 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.762136] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2bdf161-3c52-41ca-ac54-eb259ff11f55 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.785786] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1e882f-3296-41b4-9c53-52b2292df411 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.794797] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec794f1-a33d-457d-8fea-5a44b34902e2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.830682] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178052MB free_disk=77GB free_vcpus=48 pci_devices=None {{(pid=69699) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 880.831999] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.877219] env[69699]: DEBUG oslo_vmware.api [None req-af156b81-50d0-4d8d-aaa6-3f9c181c3ec5 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': task-3607222, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251838} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.877518] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-af156b81-50d0-4d8d-aaa6-3f9c181c3ec5 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 880.877713] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-af156b81-50d0-4d8d-aaa6-3f9c181c3ec5 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Deleted contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 880.877918] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-af156b81-50d0-4d8d-aaa6-3f9c181c3ec5 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 880.878142] env[69699]: INFO nova.compute.manager [None req-af156b81-50d0-4d8d-aaa6-3f9c181c3ec5 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Took 1.09 seconds to destroy the instance on the hypervisor. [ 880.878389] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af156b81-50d0-4d8d-aaa6-3f9c181c3ec5 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.878621] env[69699]: DEBUG nova.compute.manager [-] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 880.878723] env[69699]: DEBUG nova.network.neutron [-] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 880.907379] env[69699]: DEBUG nova.network.neutron [-] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 881.251877] env[69699]: DEBUG nova.compute.utils [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 881.253420] env[69699]: DEBUG nova.compute.manager [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 881.253597] env[69699]: DEBUG nova.network.neutron [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 881.322834] env[69699]: DEBUG nova.policy [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91f8afd33e1442079076b0ebe8ed8263', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1c922a277174041b1c24410c0864a82', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 881.409775] env[69699]: DEBUG nova.network.neutron [-] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.592814] env[69699]: INFO nova.compute.manager [None req-b3da19ed-6cca-4941-98fa-ba1dce33d637 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Unrescuing [ 881.593125] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b3da19ed-6cca-4941-98fa-ba1dce33d637 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Acquiring lock "refresh_cache-6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.593284] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b3da19ed-6cca-4941-98fa-ba1dce33d637 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Acquired lock "refresh_cache-6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.593451] env[69699]: DEBUG nova.network.neutron [None req-b3da19ed-6cca-4941-98fa-ba1dce33d637 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.756437] env[69699]: DEBUG nova.compute.manager [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 881.912661] env[69699]: INFO nova.compute.manager [-] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Took 1.03 seconds to deallocate network for instance. [ 881.924974] env[69699]: DEBUG nova.network.neutron [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6] Successfully created port: 48ebd42f-d1d1-4809-a498-d6128b0e2f68 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 882.328139] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864c2159-6649-4683-a5bb-7b7a32482437 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.338631] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8daf2fd-526a-4d67-882a-5bc7da9c07c5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.375746] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3abfe1-3a37-4880-824b-a4e9dd70eb8c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.385121] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6719255c-4a17-4eec-b001-dacf5470be38 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.403923] env[69699]: DEBUG nova.compute.provider_tree [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.421264] env[69699]: DEBUG oslo_concurrency.lockutils [None req-af156b81-50d0-4d8d-aaa6-3f9c181c3ec5 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.428704] env[69699]: DEBUG nova.network.neutron [None req-b3da19ed-6cca-4941-98fa-ba1dce33d637 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Updating instance_info_cache with network_info: [{"id": "a395ed2f-f5da-4552-8984-21814e0ae104", "address": "fa:16:3e:fe:1b:e8", "network": {"id": "71a6dabb-23ad-4272-bda8-d74ffdb3b265", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1255505806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30d713bc29a74f27bdab6269c3f93455", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa395ed2f-f5", "ovs_interfaceid": "a395ed2f-f5da-4552-8984-21814e0ae104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.772224] env[69699]: DEBUG nova.compute.manager [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 882.808558] env[69699]: DEBUG nova.virt.hardware [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 882.808837] env[69699]: DEBUG nova.virt.hardware [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 882.809236] env[69699]: DEBUG nova.virt.hardware [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.809292] env[69699]: DEBUG nova.virt.hardware [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 882.809598] env[69699]: DEBUG nova.virt.hardware [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.809598] env[69699]: DEBUG nova.virt.hardware [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 882.809872] env[69699]: DEBUG nova.virt.hardware [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 882.809992] env[69699]: DEBUG nova.virt.hardware [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 882.810263] env[69699]: DEBUG nova.virt.hardware [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 882.810395] env[69699]: DEBUG nova.virt.hardware [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 882.810582] env[69699]: DEBUG nova.virt.hardware [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 882.811575] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f59783b-9f44-4d46-b503-545beb553bbb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.820837] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c321e5cc-975d-4d71-b8b3-c5c5bd7c03f8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.907013] env[69699]: DEBUG nova.scheduler.client.report [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.930403] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b3da19ed-6cca-4941-98fa-ba1dce33d637 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Releasing lock "refresh_cache-6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.931777] env[69699]: DEBUG nova.objects.instance [None req-b3da19ed-6cca-4941-98fa-ba1dce33d637 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Lazy-loading 'flavor' on Instance uuid 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.412558] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.413148] env[69699]: DEBUG nova.compute.manager [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 883.416793] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bf2532bb-8130-46d8-80a2-bb740bef67fb tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.510s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.417343] env[69699]: DEBUG nova.objects.instance [None req-bf2532bb-8130-46d8-80a2-bb740bef67fb tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Lazy-loading 'resources' on Instance uuid 38000a91-e705-4063-806c-9af0fe7235ca {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.439560] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76eaafbc-01d3-4abf-8106-315532621b20 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.467080] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3da19ed-6cca-4941-98fa-ba1dce33d637 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.467421] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b94d92e1-0172-4518-b458-91208523bbe6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.476955] env[69699]: DEBUG oslo_vmware.api [None req-b3da19ed-6cca-4941-98fa-ba1dce33d637 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 883.476955] env[69699]: value = "task-3607223" [ 883.476955] env[69699]: _type = "Task" [ 883.476955] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.487963] env[69699]: DEBUG oslo_vmware.api [None req-b3da19ed-6cca-4941-98fa-ba1dce33d637 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.899770] env[69699]: DEBUG nova.compute.manager [req-78453516-8a9c-4ec6-bb56-6dc3668532a1 req-7a0f6f2f-545d-4592-ac11-6edca834049f service nova] [instance: 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6] Received event network-vif-plugged-48ebd42f-d1d1-4809-a498-d6128b0e2f68 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.899770] env[69699]: DEBUG oslo_concurrency.lockutils [req-78453516-8a9c-4ec6-bb56-6dc3668532a1 req-7a0f6f2f-545d-4592-ac11-6edca834049f service nova] Acquiring lock "74dd2ef3-54fc-48ed-bfa0-be086bd38ca6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.899770] env[69699]: DEBUG oslo_concurrency.lockutils [req-78453516-8a9c-4ec6-bb56-6dc3668532a1 req-7a0f6f2f-545d-4592-ac11-6edca834049f service nova] Lock "74dd2ef3-54fc-48ed-bfa0-be086bd38ca6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.899770] env[69699]: DEBUG oslo_concurrency.lockutils [req-78453516-8a9c-4ec6-bb56-6dc3668532a1 req-7a0f6f2f-545d-4592-ac11-6edca834049f service nova] Lock "74dd2ef3-54fc-48ed-bfa0-be086bd38ca6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.899770] env[69699]: DEBUG nova.compute.manager [req-78453516-8a9c-4ec6-bb56-6dc3668532a1 req-7a0f6f2f-545d-4592-ac11-6edca834049f service nova] [instance: 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6] No waiting events found dispatching network-vif-plugged-48ebd42f-d1d1-4809-a498-d6128b0e2f68 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 883.899770] env[69699]: WARNING nova.compute.manager [req-78453516-8a9c-4ec6-bb56-6dc3668532a1 req-7a0f6f2f-545d-4592-ac11-6edca834049f service nova] [instance: 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6] Received unexpected event network-vif-plugged-48ebd42f-d1d1-4809-a498-d6128b0e2f68 for instance with vm_state building and task_state spawning. [ 883.922408] env[69699]: DEBUG nova.compute.utils [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 883.929559] env[69699]: DEBUG nova.compute.manager [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 883.929914] env[69699]: DEBUG nova.network.neutron [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 883.989974] env[69699]: DEBUG oslo_vmware.api [None req-b3da19ed-6cca-4941-98fa-ba1dce33d637 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607223, 'name': PowerOffVM_Task, 'duration_secs': 0.24094} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.992248] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3da19ed-6cca-4941-98fa-ba1dce33d637 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.997858] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3da19ed-6cca-4941-98fa-ba1dce33d637 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Reconfiguring VM instance instance-0000003b to detach disk 2001 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 883.998424] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22c03749-3cb6-4d08-a2dd-27c8489b4fa7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.024031] env[69699]: DEBUG oslo_vmware.api [None req-b3da19ed-6cca-4941-98fa-ba1dce33d637 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 884.024031] env[69699]: value = "task-3607224" [ 884.024031] env[69699]: _type = "Task" [ 884.024031] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.034607] env[69699]: DEBUG oslo_vmware.api [None req-b3da19ed-6cca-4941-98fa-ba1dce33d637 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607224, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.041768] env[69699]: DEBUG nova.policy [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c137e52cb9e04eb798315c7bf5764619', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14c1236c77054fb8bf2c683bb76174ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 884.074972] env[69699]: DEBUG nova.network.neutron [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6] Successfully updated port: 48ebd42f-d1d1-4809-a498-d6128b0e2f68 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 884.432069] env[69699]: DEBUG nova.compute.manager [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 884.493451] env[69699]: DEBUG nova.network.neutron [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Successfully created port: 5b372c16-2c2d-4513-9b55-07a0a14896b5 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 884.512542] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a37f69e-abd7-46fe-b35b-eea7e9ce58b3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.521973] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9622562-1fc3-4d87-8012-ba5abd0b2db5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.538115] env[69699]: DEBUG oslo_vmware.api [None req-b3da19ed-6cca-4941-98fa-ba1dce33d637 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607224, 'name': ReconfigVM_Task, 'duration_secs': 0.470459} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.566349] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3da19ed-6cca-4941-98fa-ba1dce33d637 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Reconfigured VM instance instance-0000003b to detach disk 2001 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 884.566588] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3da19ed-6cca-4941-98fa-ba1dce33d637 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.567518] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7f6a0fa-1a7d-450d-b05b-873a0f651413 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.569884] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f93748-97ff-4135-b510-2ec21480ec77 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.579224] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquiring lock "refresh_cache-74dd2ef3-54fc-48ed-bfa0-be086bd38ca6" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.579224] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquired lock "refresh_cache-74dd2ef3-54fc-48ed-bfa0-be086bd38ca6" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.579224] env[69699]: DEBUG nova.network.neutron [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 884.582801] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9a50cd-a99c-4d41-ac78-6028d22c3db4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.587114] env[69699]: DEBUG oslo_vmware.api [None req-b3da19ed-6cca-4941-98fa-ba1dce33d637 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 884.587114] env[69699]: value = "task-3607225" [ 884.587114] env[69699]: _type = "Task" [ 884.587114] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.601617] env[69699]: DEBUG nova.compute.provider_tree [None req-bf2532bb-8130-46d8-80a2-bb740bef67fb tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.610286] env[69699]: DEBUG oslo_vmware.api [None req-b3da19ed-6cca-4941-98fa-ba1dce33d637 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607225, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.105703] env[69699]: DEBUG oslo_vmware.api [None req-b3da19ed-6cca-4941-98fa-ba1dce33d637 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607225, 'name': PowerOnVM_Task, 'duration_secs': 0.429345} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.105703] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3da19ed-6cca-4941-98fa-ba1dce33d637 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.105918] env[69699]: DEBUG nova.compute.manager [None req-b3da19ed-6cca-4941-98fa-ba1dce33d637 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.108870] env[69699]: DEBUG nova.scheduler.client.report [None req-bf2532bb-8130-46d8-80a2-bb740bef67fb tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.113276] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f045fa0-f0c4-4782-bf96-06c2f6e915f8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.152719] env[69699]: DEBUG nova.network.neutron [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 885.355272] env[69699]: DEBUG nova.network.neutron [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6] Updating instance_info_cache with network_info: [{"id": "48ebd42f-d1d1-4809-a498-d6128b0e2f68", "address": "fa:16:3e:e4:eb:79", "network": {"id": "a8c075bd-9c03-4458-9a0d-78e0c31a32ae", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2079575461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c922a277174041b1c24410c0864a82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48ebd42f-d1", "ovs_interfaceid": "48ebd42f-d1d1-4809-a498-d6128b0e2f68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.446721] env[69699]: DEBUG nova.compute.manager [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 885.478169] env[69699]: DEBUG nova.virt.hardware [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 885.478169] env[69699]: DEBUG nova.virt.hardware [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 885.478169] env[69699]: DEBUG nova.virt.hardware [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 885.478169] env[69699]: DEBUG nova.virt.hardware [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 885.478169] env[69699]: DEBUG nova.virt.hardware [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 885.478169] env[69699]: DEBUG nova.virt.hardware [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 885.478169] env[69699]: DEBUG nova.virt.hardware [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 885.478169] env[69699]: DEBUG nova.virt.hardware [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 885.478169] env[69699]: DEBUG nova.virt.hardware [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 885.478169] env[69699]: DEBUG nova.virt.hardware [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 885.478169] env[69699]: DEBUG nova.virt.hardware [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 885.479717] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407da719-a569-4630-9b46-b5dc9f54f7c9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.490773] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3261606-3796-4e06-9ae4-92cd2ae64891 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.545423] env[69699]: DEBUG oslo_vmware.rw_handles [None req-e4882388-f385-4549-8cfc-2d98ab45f9c0 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c11f99-bc9e-0afb-a2c7-a2a5012c9e09/disk-0.vmdk. {{(pid=69699) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 885.546667] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf88bc5f-970b-4424-a733-a4f5e728a859 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.553793] env[69699]: DEBUG oslo_vmware.rw_handles [None req-e4882388-f385-4549-8cfc-2d98ab45f9c0 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c11f99-bc9e-0afb-a2c7-a2a5012c9e09/disk-0.vmdk is in state: ready. {{(pid=69699) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 885.553959] env[69699]: ERROR oslo_vmware.rw_handles [None req-e4882388-f385-4549-8cfc-2d98ab45f9c0 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c11f99-bc9e-0afb-a2c7-a2a5012c9e09/disk-0.vmdk due to incomplete transfer. [ 885.554204] env[69699]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-092a42f2-3b5d-4d7f-8c79-025b024da9f8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.562321] env[69699]: DEBUG oslo_vmware.rw_handles [None req-e4882388-f385-4549-8cfc-2d98ab45f9c0 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c11f99-bc9e-0afb-a2c7-a2a5012c9e09/disk-0.vmdk. {{(pid=69699) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 885.562590] env[69699]: DEBUG nova.virt.vmwareapi.images [None req-e4882388-f385-4549-8cfc-2d98ab45f9c0 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Uploaded image a3b5379f-df2a-42e0-96ad-5de3629180dd to the Glance image server {{(pid=69699) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 885.565063] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4882388-f385-4549-8cfc-2d98ab45f9c0 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Destroying the VM {{(pid=69699) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 885.565304] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9a931be2-d269-4908-ba93-af5321055bc3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.572784] env[69699]: DEBUG oslo_vmware.api [None req-e4882388-f385-4549-8cfc-2d98ab45f9c0 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 885.572784] env[69699]: value = "task-3607226" [ 885.572784] env[69699]: _type = "Task" [ 885.572784] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.581977] env[69699]: DEBUG oslo_vmware.api [None req-e4882388-f385-4549-8cfc-2d98ab45f9c0 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607226, 'name': Destroy_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.617329] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bf2532bb-8130-46d8-80a2-bb740bef67fb tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.200s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.620612] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4b8c5ef3-e6ef-443e-9586-9cacc2726324 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.469s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.620612] env[69699]: DEBUG nova.objects.instance [None req-4b8c5ef3-e6ef-443e-9586-9cacc2726324 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Lazy-loading 'resources' on Instance uuid 8a1f8bf9-4787-45d5-bb42-dbd504d568f7 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 885.641712] env[69699]: INFO nova.scheduler.client.report [None req-bf2532bb-8130-46d8-80a2-bb740bef67fb tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Deleted allocations for instance 38000a91-e705-4063-806c-9af0fe7235ca [ 885.865382] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Releasing lock "refresh_cache-74dd2ef3-54fc-48ed-bfa0-be086bd38ca6" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.865727] env[69699]: DEBUG nova.compute.manager [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6] Instance network_info: |[{"id": "48ebd42f-d1d1-4809-a498-d6128b0e2f68", "address": "fa:16:3e:e4:eb:79", "network": {"id": "a8c075bd-9c03-4458-9a0d-78e0c31a32ae", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2079575461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c922a277174041b1c24410c0864a82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48ebd42f-d1", "ovs_interfaceid": "48ebd42f-d1d1-4809-a498-d6128b0e2f68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 885.866170] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:eb:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f925dc8-2145-457e-a4d4-c07117356dd0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48ebd42f-d1d1-4809-a498-d6128b0e2f68', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 885.874274] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.874620] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 885.874854] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb71d17a-94aa-4ca1-913c-d527efa7b1b0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.909806] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 885.909806] env[69699]: value = "task-3607227" [ 885.909806] env[69699]: _type = "Task" [ 885.909806] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.918717] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607227, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.938249] env[69699]: DEBUG nova.compute.manager [req-bf376e3a-1089-416f-9405-ed69ba1a11b6 req-29ba1233-b8bf-4aa9-8288-6645ec44051f service nova] [instance: 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6] Received event network-changed-48ebd42f-d1d1-4809-a498-d6128b0e2f68 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.938448] env[69699]: DEBUG nova.compute.manager [req-bf376e3a-1089-416f-9405-ed69ba1a11b6 req-29ba1233-b8bf-4aa9-8288-6645ec44051f service nova] [instance: 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6] Refreshing instance network info cache due to event network-changed-48ebd42f-d1d1-4809-a498-d6128b0e2f68. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 885.939085] env[69699]: DEBUG oslo_concurrency.lockutils [req-bf376e3a-1089-416f-9405-ed69ba1a11b6 req-29ba1233-b8bf-4aa9-8288-6645ec44051f service nova] Acquiring lock "refresh_cache-74dd2ef3-54fc-48ed-bfa0-be086bd38ca6" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.942594] env[69699]: DEBUG oslo_concurrency.lockutils [req-bf376e3a-1089-416f-9405-ed69ba1a11b6 req-29ba1233-b8bf-4aa9-8288-6645ec44051f service nova] Acquired lock "refresh_cache-74dd2ef3-54fc-48ed-bfa0-be086bd38ca6" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.942594] env[69699]: DEBUG nova.network.neutron [req-bf376e3a-1089-416f-9405-ed69ba1a11b6 req-29ba1233-b8bf-4aa9-8288-6645ec44051f service nova] [instance: 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6] Refreshing network info cache for port 48ebd42f-d1d1-4809-a498-d6128b0e2f68 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 886.086820] env[69699]: DEBUG oslo_vmware.api [None req-e4882388-f385-4549-8cfc-2d98ab45f9c0 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607226, 'name': Destroy_Task, 'duration_secs': 0.340691} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.087187] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-e4882388-f385-4549-8cfc-2d98ab45f9c0 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Destroyed the VM [ 886.087441] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e4882388-f385-4549-8cfc-2d98ab45f9c0 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Deleting Snapshot of the VM instance {{(pid=69699) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 886.087707] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a77544c9-1ec2-4cc9-9c7f-01d0823f8c43 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.098367] env[69699]: DEBUG oslo_vmware.api [None req-e4882388-f385-4549-8cfc-2d98ab45f9c0 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 886.098367] env[69699]: value = "task-3607228" [ 886.098367] env[69699]: _type = "Task" [ 886.098367] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.112832] env[69699]: DEBUG oslo_vmware.api [None req-e4882388-f385-4549-8cfc-2d98ab45f9c0 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607228, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.159410] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bf2532bb-8130-46d8-80a2-bb740bef67fb tempest-AttachInterfacesUnderV243Test-2039607704 tempest-AttachInterfacesUnderV243Test-2039607704-project-member] Lock "38000a91-e705-4063-806c-9af0fe7235ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.856s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.433044] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607227, 'name': CreateVM_Task, 'duration_secs': 0.387326} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.433230] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 886.435802] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.436034] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.436311] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.436590] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d96ef9c-28e2-46ba-b656-77ce5a74f45a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.452512] env[69699]: DEBUG oslo_vmware.api [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 886.452512] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]521e9557-bf31-3ae4-3be0-66c335c13529" [ 886.452512] env[69699]: _type = "Task" [ 886.452512] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.461862] env[69699]: DEBUG nova.compute.manager [req-b2ad375c-255b-4387-a45d-31d1d809350f req-5be451ee-bb90-4d48-a137-313548d61046 service nova] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Received event network-vif-plugged-5b372c16-2c2d-4513-9b55-07a0a14896b5 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.462140] env[69699]: DEBUG oslo_concurrency.lockutils [req-b2ad375c-255b-4387-a45d-31d1d809350f req-5be451ee-bb90-4d48-a137-313548d61046 service nova] Acquiring lock "1e93de2f-eaf0-468a-86e4-605aeb79dba9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.462426] env[69699]: DEBUG oslo_concurrency.lockutils [req-b2ad375c-255b-4387-a45d-31d1d809350f req-5be451ee-bb90-4d48-a137-313548d61046 service nova] Lock "1e93de2f-eaf0-468a-86e4-605aeb79dba9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.462482] env[69699]: DEBUG oslo_concurrency.lockutils [req-b2ad375c-255b-4387-a45d-31d1d809350f req-5be451ee-bb90-4d48-a137-313548d61046 service nova] Lock "1e93de2f-eaf0-468a-86e4-605aeb79dba9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.464359] env[69699]: DEBUG nova.compute.manager [req-b2ad375c-255b-4387-a45d-31d1d809350f req-5be451ee-bb90-4d48-a137-313548d61046 service nova] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] No waiting events found dispatching network-vif-plugged-5b372c16-2c2d-4513-9b55-07a0a14896b5 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 886.464359] env[69699]: WARNING nova.compute.manager [req-b2ad375c-255b-4387-a45d-31d1d809350f req-5be451ee-bb90-4d48-a137-313548d61046 service nova] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Received unexpected event network-vif-plugged-5b372c16-2c2d-4513-9b55-07a0a14896b5 for instance with vm_state building and task_state spawning. [ 886.475123] env[69699]: DEBUG oslo_vmware.api [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]521e9557-bf31-3ae4-3be0-66c335c13529, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.502562] env[69699]: DEBUG nova.network.neutron [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Successfully updated port: 5b372c16-2c2d-4513-9b55-07a0a14896b5 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 886.615928] env[69699]: DEBUG oslo_vmware.api [None req-e4882388-f385-4549-8cfc-2d98ab45f9c0 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607228, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.719850] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb10115e-dabb-4fdd-b1f3-2d9cbbc21180 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.728055] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba82633-925e-43a3-94a1-befe55b026d5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.768358] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d68bc7-878f-4dd7-8776-cb2089831ee5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.779414] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd69623-b1bf-4cf7-83f0-cd6d4a9d31e0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.796233] env[69699]: DEBUG nova.compute.provider_tree [None req-4b8c5ef3-e6ef-443e-9586-9cacc2726324 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.855812] env[69699]: DEBUG nova.network.neutron [req-bf376e3a-1089-416f-9405-ed69ba1a11b6 req-29ba1233-b8bf-4aa9-8288-6645ec44051f service nova] [instance: 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6] Updated VIF entry in instance network info cache for port 48ebd42f-d1d1-4809-a498-d6128b0e2f68. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 886.856348] env[69699]: DEBUG nova.network.neutron [req-bf376e3a-1089-416f-9405-ed69ba1a11b6 req-29ba1233-b8bf-4aa9-8288-6645ec44051f service nova] [instance: 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6] Updating instance_info_cache with network_info: [{"id": "48ebd42f-d1d1-4809-a498-d6128b0e2f68", "address": "fa:16:3e:e4:eb:79", "network": {"id": "a8c075bd-9c03-4458-9a0d-78e0c31a32ae", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2079575461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c922a277174041b1c24410c0864a82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48ebd42f-d1", "ovs_interfaceid": "48ebd42f-d1d1-4809-a498-d6128b0e2f68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.963270] env[69699]: DEBUG oslo_vmware.api [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]521e9557-bf31-3ae4-3be0-66c335c13529, 'name': SearchDatastore_Task, 'duration_secs': 0.029654} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.963603] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.963852] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 886.964100] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.964249] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.964450] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 886.964718] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0021a1c-f8b3-4836-88a2-39d9ec015264 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.976186] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 886.976389] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 886.977130] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79c54a24-9c5f-4027-952c-3abd5dd0ce4a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.984803] env[69699]: DEBUG oslo_vmware.api [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 886.984803] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]528bd49b-18e6-1959-7461-6fa7e950794e" [ 886.984803] env[69699]: _type = "Task" [ 886.984803] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.995331] env[69699]: DEBUG oslo_vmware.api [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]528bd49b-18e6-1959-7461-6fa7e950794e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.005046] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Acquiring lock "refresh_cache-1e93de2f-eaf0-468a-86e4-605aeb79dba9" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.005046] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Acquired lock "refresh_cache-1e93de2f-eaf0-468a-86e4-605aeb79dba9" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.005046] env[69699]: DEBUG nova.network.neutron [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.109926] env[69699]: DEBUG oslo_vmware.api [None req-e4882388-f385-4549-8cfc-2d98ab45f9c0 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607228, 'name': RemoveSnapshot_Task, 'duration_secs': 0.995037} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.110122] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e4882388-f385-4549-8cfc-2d98ab45f9c0 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Deleted Snapshot of the VM instance {{(pid=69699) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 887.110390] env[69699]: INFO nova.compute.manager [None req-e4882388-f385-4549-8cfc-2d98ab45f9c0 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Took 15.01 seconds to snapshot the instance on the hypervisor. [ 887.303182] env[69699]: DEBUG nova.scheduler.client.report [None req-4b8c5ef3-e6ef-443e-9586-9cacc2726324 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.359728] env[69699]: DEBUG oslo_concurrency.lockutils [req-bf376e3a-1089-416f-9405-ed69ba1a11b6 req-29ba1233-b8bf-4aa9-8288-6645ec44051f service nova] Releasing lock "refresh_cache-74dd2ef3-54fc-48ed-bfa0-be086bd38ca6" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.502133] env[69699]: DEBUG oslo_vmware.api [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]528bd49b-18e6-1959-7461-6fa7e950794e, 'name': SearchDatastore_Task, 'duration_secs': 0.023176} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.503448] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fc29e95-b794-4fe2-b0c5-d7942d18742d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.511268] env[69699]: DEBUG oslo_vmware.api [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 887.511268] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ce8ab9-470d-72af-29c0-7df0415107a2" [ 887.511268] env[69699]: _type = "Task" [ 887.511268] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.531824] env[69699]: DEBUG oslo_vmware.api [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ce8ab9-470d-72af-29c0-7df0415107a2, 'name': SearchDatastore_Task, 'duration_secs': 0.010724} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.531824] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.531824] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6/74dd2ef3-54fc-48ed-bfa0-be086bd38ca6.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 887.531824] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-229a7876-f7f0-4c0d-90cf-17a6ba68bc2c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.542020] env[69699]: DEBUG oslo_vmware.api [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 887.542020] env[69699]: value = "task-3607229" [ 887.542020] env[69699]: _type = "Task" [ 887.542020] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.552063] env[69699]: DEBUG oslo_vmware.api [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607229, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.562145] env[69699]: DEBUG nova.network.neutron [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 887.688974] env[69699]: DEBUG nova.compute.manager [None req-e4882388-f385-4549-8cfc-2d98ab45f9c0 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Found 1 images (rotation: 2) {{(pid=69699) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 887.760970] env[69699]: DEBUG nova.network.neutron [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Updating instance_info_cache with network_info: [{"id": "5b372c16-2c2d-4513-9b55-07a0a14896b5", "address": "fa:16:3e:6e:63:88", "network": {"id": "f88e8b9e-760f-44ab-9c9b-8f7c2c84f47f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1402000233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14c1236c77054fb8bf2c683bb76174ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b372c16-2c", "ovs_interfaceid": "5b372c16-2c2d-4513-9b55-07a0a14896b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.810566] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4b8c5ef3-e6ef-443e-9586-9cacc2726324 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.191s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.814032] env[69699]: DEBUG oslo_concurrency.lockutils [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.417s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.816757] env[69699]: INFO nova.compute.claims [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 887.846127] env[69699]: INFO nova.scheduler.client.report [None req-4b8c5ef3-e6ef-443e-9586-9cacc2726324 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Deleted allocations for instance 8a1f8bf9-4787-45d5-bb42-dbd504d568f7 [ 888.054464] env[69699]: DEBUG oslo_vmware.api [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607229, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.264430] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Releasing lock "refresh_cache-1e93de2f-eaf0-468a-86e4-605aeb79dba9" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.264553] env[69699]: DEBUG nova.compute.manager [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Instance network_info: |[{"id": "5b372c16-2c2d-4513-9b55-07a0a14896b5", "address": "fa:16:3e:6e:63:88", "network": {"id": "f88e8b9e-760f-44ab-9c9b-8f7c2c84f47f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1402000233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14c1236c77054fb8bf2c683bb76174ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b372c16-2c", "ovs_interfaceid": "5b372c16-2c2d-4513-9b55-07a0a14896b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 888.264984] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:63:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '680cb499-2a47-482b-af0d-112016ac0e17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b372c16-2c2d-4513-9b55-07a0a14896b5', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.274292] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Creating folder: Project (14c1236c77054fb8bf2c683bb76174ee). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 888.274642] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58f7c42c-9b16-4196-bfe5-0033bd4e0985 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.289263] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Created folder: Project (14c1236c77054fb8bf2c683bb76174ee) in parent group-v719415. [ 888.289263] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Creating folder: Instances. Parent ref: group-v719607. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 888.289263] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d2272c3-7c62-43e6-bf77-2d7744720f5e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.300925] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Created folder: Instances in parent group-v719607. [ 888.301215] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.301437] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 888.302154] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e83f0701-f8f1-4245-9ea3-3f021b6e3521 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.333193] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.333193] env[69699]: value = "task-3607232" [ 888.333193] env[69699]: _type = "Task" [ 888.333193] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.350561] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607232, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.353927] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4b8c5ef3-e6ef-443e-9586-9cacc2726324 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Lock "8a1f8bf9-4787-45d5-bb42-dbd504d568f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.604s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.382987] env[69699]: DEBUG nova.compute.manager [None req-e5667d4a-fd99-49b3-bc65-1bde86590f46 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.389314] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa646392-70c9-4411-8f76-3641d4d6ca35 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.553265] env[69699]: DEBUG oslo_vmware.api [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607229, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527414} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.553504] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6/74dd2ef3-54fc-48ed-bfa0-be086bd38ca6.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 888.553740] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 888.553995] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-766c7829-b7d5-4447-ba04-d1c251f36aed {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.563603] env[69699]: DEBUG oslo_vmware.api [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 888.563603] env[69699]: value = "task-3607233" [ 888.563603] env[69699]: _type = "Task" [ 888.563603] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.579184] env[69699]: DEBUG oslo_vmware.api [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607233, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.763872] env[69699]: DEBUG nova.compute.manager [req-fc9285b8-dc23-47cd-a0c3-17982aeb2bbc req-e39eed0a-fdfd-479d-95b7-b92908faae8d service nova] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Received event network-changed-5b372c16-2c2d-4513-9b55-07a0a14896b5 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.764563] env[69699]: DEBUG nova.compute.manager [req-fc9285b8-dc23-47cd-a0c3-17982aeb2bbc req-e39eed0a-fdfd-479d-95b7-b92908faae8d service nova] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Refreshing instance network info cache due to event network-changed-5b372c16-2c2d-4513-9b55-07a0a14896b5. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 888.764915] env[69699]: DEBUG oslo_concurrency.lockutils [req-fc9285b8-dc23-47cd-a0c3-17982aeb2bbc req-e39eed0a-fdfd-479d-95b7-b92908faae8d service nova] Acquiring lock "refresh_cache-1e93de2f-eaf0-468a-86e4-605aeb79dba9" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.765157] env[69699]: DEBUG oslo_concurrency.lockutils [req-fc9285b8-dc23-47cd-a0c3-17982aeb2bbc req-e39eed0a-fdfd-479d-95b7-b92908faae8d service nova] Acquired lock "refresh_cache-1e93de2f-eaf0-468a-86e4-605aeb79dba9" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.765368] env[69699]: DEBUG nova.network.neutron [req-fc9285b8-dc23-47cd-a0c3-17982aeb2bbc req-e39eed0a-fdfd-479d-95b7-b92908faae8d service nova] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Refreshing network info cache for port 5b372c16-2c2d-4513-9b55-07a0a14896b5 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 888.846165] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607232, 'name': CreateVM_Task, 'duration_secs': 0.505739} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.846165] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 888.846795] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.846881] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.847249] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.848769] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acdd86ee-8802-4286-96d5-fb2f2f03c121 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.871489] env[69699]: DEBUG oslo_vmware.api [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for the task: (returnval){ [ 888.871489] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52f25225-592d-8b84-a756-493ccb128800" [ 888.871489] env[69699]: _type = "Task" [ 888.871489] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.634603] env[69699]: INFO nova.compute.manager [None req-e5667d4a-fd99-49b3-bc65-1bde86590f46 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] instance snapshotting [ 889.635383] env[69699]: DEBUG nova.objects.instance [None req-e5667d4a-fd99-49b3-bc65-1bde86590f46 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lazy-loading 'flavor' on Instance uuid 2c2ada34-c9b6-424a-a601-0ee922646578 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 889.638931] env[69699]: DEBUG oslo_concurrency.lockutils [None req-04368c59-1ba4-4de5-a2b3-23fdf1249715 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Acquiring lock "e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.639162] env[69699]: DEBUG oslo_concurrency.lockutils [None req-04368c59-1ba4-4de5-a2b3-23fdf1249715 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Lock "e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.639376] env[69699]: DEBUG oslo_concurrency.lockutils [None req-04368c59-1ba4-4de5-a2b3-23fdf1249715 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Acquiring lock "e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.639573] env[69699]: DEBUG oslo_concurrency.lockutils [None req-04368c59-1ba4-4de5-a2b3-23fdf1249715 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Lock "e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.639737] env[69699]: DEBUG oslo_concurrency.lockutils [None req-04368c59-1ba4-4de5-a2b3-23fdf1249715 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Lock "e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.641112] env[69699]: DEBUG oslo_vmware.api [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52f25225-592d-8b84-a756-493ccb128800, 'name': SearchDatastore_Task, 'duration_secs': 0.0114} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.641743] env[69699]: INFO nova.compute.manager [None req-04368c59-1ba4-4de5-a2b3-23fdf1249715 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Terminating instance [ 889.649054] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.649313] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 889.649552] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.649703] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.649917] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 889.651052] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquiring lock "c3c59273-6200-4481-bb63-33f62d31621f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.651259] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lock "c3c59273-6200-4481-bb63-33f62d31621f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.652666] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18e35c2e-06c2-4873-82c7-2ebf7b27090a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.667114] env[69699]: DEBUG oslo_vmware.api [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607233, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0723} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.667429] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 889.668012] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 889.668181] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 889.669453] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05d5b88-1543-4224-9eac-b1865e13ed2d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.673253] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9128eb0-7158-43ca-a852-696c5f222a7a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.680367] env[69699]: DEBUG oslo_vmware.api [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for the task: (returnval){ [ 889.680367] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]525caaa9-784e-7ab8-c2f3-e661fe726457" [ 889.680367] env[69699]: _type = "Task" [ 889.680367] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.698759] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6/74dd2ef3-54fc-48ed-bfa0-be086bd38ca6.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.707342] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7290accd-a9a0-441b-8a53-98de182dd2e8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.726816] env[69699]: DEBUG oslo_vmware.api [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]525caaa9-784e-7ab8-c2f3-e661fe726457, 'name': SearchDatastore_Task, 'duration_secs': 0.010204} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.728654] env[69699]: DEBUG oslo_vmware.api [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 889.728654] env[69699]: value = "task-3607234" [ 889.728654] env[69699]: _type = "Task" [ 889.728654] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.728850] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-818041fa-1af6-4545-bb17-83ad1f976672 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.737608] env[69699]: DEBUG oslo_vmware.api [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for the task: (returnval){ [ 889.737608] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]529f733d-bd8c-3507-3397-995dbd4566f0" [ 889.737608] env[69699]: _type = "Task" [ 889.737608] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.741377] env[69699]: DEBUG oslo_vmware.api [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607234, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.754577] env[69699]: DEBUG oslo_vmware.api [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]529f733d-bd8c-3507-3397-995dbd4566f0, 'name': SearchDatastore_Task, 'duration_secs': 0.010214} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.754851] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.755130] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 1e93de2f-eaf0-468a-86e4-605aeb79dba9/1e93de2f-eaf0-468a-86e4-605aeb79dba9.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 889.755392] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e3855af-47fa-488d-ae2c-1f51ea7aeb45 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.768052] env[69699]: DEBUG oslo_vmware.api [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for the task: (returnval){ [ 889.768052] env[69699]: value = "task-3607235" [ 889.768052] env[69699]: _type = "Task" [ 889.768052] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.778350] env[69699]: DEBUG oslo_vmware.api [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607235, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.946340] env[69699]: DEBUG nova.network.neutron [req-fc9285b8-dc23-47cd-a0c3-17982aeb2bbc req-e39eed0a-fdfd-479d-95b7-b92908faae8d service nova] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Updated VIF entry in instance network info cache for port 5b372c16-2c2d-4513-9b55-07a0a14896b5. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 889.946393] env[69699]: DEBUG nova.network.neutron [req-fc9285b8-dc23-47cd-a0c3-17982aeb2bbc req-e39eed0a-fdfd-479d-95b7-b92908faae8d service nova] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Updating instance_info_cache with network_info: [{"id": "5b372c16-2c2d-4513-9b55-07a0a14896b5", "address": "fa:16:3e:6e:63:88", "network": {"id": "f88e8b9e-760f-44ab-9c9b-8f7c2c84f47f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1402000233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14c1236c77054fb8bf2c683bb76174ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b372c16-2c", "ovs_interfaceid": "5b372c16-2c2d-4513-9b55-07a0a14896b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.147026] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb23c9c-b992-4217-940d-4c7d76b580d9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.169380] env[69699]: DEBUG nova.compute.manager [None req-04368c59-1ba4-4de5-a2b3-23fdf1249715 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 890.169676] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-04368c59-1ba4-4de5-a2b3-23fdf1249715 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 890.170279] env[69699]: DEBUG nova.compute.manager [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 890.178024] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9f2836-861e-42d5-9426-ceb89f7d97ff {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.180266] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b0a21c-17f3-4367-bbd0-3d2d5fec3f38 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.184820] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfea8e21-90db-4d83-beb6-06c600b30e24 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.199481] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f22b3a-b82d-4a4c-9f07-9b75783c0bc9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.204762] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-04368c59-1ba4-4de5-a2b3-23fdf1249715 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.208272] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-190ad308-ad84-4934-9ce5-aa00a851b9bf {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.251258] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9cecb29-7838-48da-87a1-c39cf0b2944b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.254995] env[69699]: DEBUG oslo_vmware.api [None req-04368c59-1ba4-4de5-a2b3-23fdf1249715 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Waiting for the task: (returnval){ [ 890.254995] env[69699]: value = "task-3607236" [ 890.254995] env[69699]: _type = "Task" [ 890.254995] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.265213] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ff4658-5776-4765-bf32-d21906e7c158 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.270725] env[69699]: DEBUG oslo_vmware.api [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607234, 'name': ReconfigVM_Task, 'duration_secs': 0.363096} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.274336] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6/74dd2ef3-54fc-48ed-bfa0-be086bd38ca6.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.274980] env[69699]: DEBUG oslo_vmware.api [None req-04368c59-1ba4-4de5-a2b3-23fdf1249715 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': task-3607236, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.278500] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f50666d9-6e94-4446-a40e-988ce05c5624 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.290564] env[69699]: DEBUG nova.compute.provider_tree [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.296458] env[69699]: DEBUG oslo_vmware.api [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 890.296458] env[69699]: value = "task-3607237" [ 890.296458] env[69699]: _type = "Task" [ 890.296458] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.296458] env[69699]: DEBUG oslo_vmware.api [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607235, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494937} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.297051] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 1e93de2f-eaf0-468a-86e4-605aeb79dba9/1e93de2f-eaf0-468a-86e4-605aeb79dba9.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 890.297051] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 890.300196] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ade14a43-43e1-474a-b4e8-775fae7284e2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.308476] env[69699]: DEBUG oslo_vmware.api [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607237, 'name': Rename_Task} progress is 10%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.309917] env[69699]: DEBUG oslo_vmware.api [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for the task: (returnval){ [ 890.309917] env[69699]: value = "task-3607238" [ 890.309917] env[69699]: _type = "Task" [ 890.309917] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.322151] env[69699]: DEBUG oslo_vmware.api [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607238, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.452901] env[69699]: DEBUG oslo_concurrency.lockutils [req-fc9285b8-dc23-47cd-a0c3-17982aeb2bbc req-e39eed0a-fdfd-479d-95b7-b92908faae8d service nova] Releasing lock "refresh_cache-1e93de2f-eaf0-468a-86e4-605aeb79dba9" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.672777] env[69699]: DEBUG oslo_concurrency.lockutils [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Acquiring lock "ce2c2927-0060-46ea-ac84-b0b1db6663c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.673066] env[69699]: DEBUG oslo_concurrency.lockutils [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Lock "ce2c2927-0060-46ea-ac84-b0b1db6663c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.707083] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.711524] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e5667d4a-fd99-49b3-bc65-1bde86590f46 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Creating Snapshot of the VM instance {{(pid=69699) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 890.711809] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a24e8d04-3636-443e-be19-5975eee34469 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.723323] env[69699]: DEBUG oslo_vmware.api [None req-e5667d4a-fd99-49b3-bc65-1bde86590f46 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 890.723323] env[69699]: value = "task-3607239" [ 890.723323] env[69699]: _type = "Task" [ 890.723323] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.732871] env[69699]: DEBUG oslo_vmware.api [None req-e5667d4a-fd99-49b3-bc65-1bde86590f46 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607239, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.766252] env[69699]: DEBUG oslo_vmware.api [None req-04368c59-1ba4-4de5-a2b3-23fdf1249715 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': task-3607236, 'name': PowerOffVM_Task, 'duration_secs': 0.325635} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.766715] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-04368c59-1ba4-4de5-a2b3-23fdf1249715 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 890.768993] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-04368c59-1ba4-4de5-a2b3-23fdf1249715 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 890.768993] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc31c038-13b8-4e5c-9a85-a2513d65253c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.798106] env[69699]: DEBUG nova.scheduler.client.report [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.821547] env[69699]: DEBUG oslo_vmware.api [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607237, 'name': Rename_Task, 'duration_secs': 0.177131} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.821547] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.822586] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e7aad64-fbcc-4eab-b109-7427a95d0b88 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.830035] env[69699]: DEBUG oslo_vmware.api [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607238, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077051} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.830035] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 890.830035] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4eb8d3a-5402-4741-9092-d372dd869855 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.834837] env[69699]: DEBUG oslo_vmware.api [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 890.834837] env[69699]: value = "task-3607241" [ 890.834837] env[69699]: _type = "Task" [ 890.834837] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.854850] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 1e93de2f-eaf0-468a-86e4-605aeb79dba9/1e93de2f-eaf0-468a-86e4-605aeb79dba9.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 890.859798] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e16eeae-70e6-4054-98b1-d24885c782df {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.875734] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-04368c59-1ba4-4de5-a2b3-23fdf1249715 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 890.875993] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-04368c59-1ba4-4de5-a2b3-23fdf1249715 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 890.876158] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-04368c59-1ba4-4de5-a2b3-23fdf1249715 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Deleting the datastore file [datastore2] e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 890.876796] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e646b919-935b-4cd2-ba7b-cbdcb4e550e1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.886681] env[69699]: DEBUG oslo_vmware.api [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607241, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.889342] env[69699]: DEBUG oslo_vmware.api [None req-04368c59-1ba4-4de5-a2b3-23fdf1249715 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Waiting for the task: (returnval){ [ 890.889342] env[69699]: value = "task-3607242" [ 890.889342] env[69699]: _type = "Task" [ 890.889342] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.889676] env[69699]: DEBUG oslo_vmware.api [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for the task: (returnval){ [ 890.889676] env[69699]: value = "task-3607243" [ 890.889676] env[69699]: _type = "Task" [ 890.889676] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.904294] env[69699]: DEBUG oslo_vmware.api [None req-04368c59-1ba4-4de5-a2b3-23fdf1249715 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': task-3607242, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.908027] env[69699]: DEBUG oslo_vmware.api [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607243, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.234347] env[69699]: DEBUG oslo_vmware.api [None req-e5667d4a-fd99-49b3-bc65-1bde86590f46 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607239, 'name': CreateSnapshot_Task, 'duration_secs': 0.506914} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.234626] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e5667d4a-fd99-49b3-bc65-1bde86590f46 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Created Snapshot of the VM instance {{(pid=69699) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 891.235399] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0d253d-7672-4ae3-b3c5-3c4c702d7a77 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.311242] env[69699]: DEBUG oslo_concurrency.lockutils [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.497s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.312110] env[69699]: DEBUG nova.compute.manager [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 891.315142] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3f763f5e-7796-4775-ac0b-2f9b3a88dbc1 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.453s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.315488] env[69699]: DEBUG nova.objects.instance [None req-3f763f5e-7796-4775-ac0b-2f9b3a88dbc1 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Lazy-loading 'resources' on Instance uuid 5e474303-4132-46e9-8cc8-e459f2a82293 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 891.359923] env[69699]: DEBUG oslo_vmware.api [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607241, 'name': PowerOnVM_Task, 'duration_secs': 0.485388} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.360213] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.360507] env[69699]: INFO nova.compute.manager [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6] Took 8.59 seconds to spawn the instance on the hypervisor. [ 891.360586] env[69699]: DEBUG nova.compute.manager [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.363032] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbd608a-52b3-4117-b1d7-c20781249535 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.408671] env[69699]: DEBUG oslo_vmware.api [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607243, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.409152] env[69699]: DEBUG oslo_vmware.api [None req-04368c59-1ba4-4de5-a2b3-23fdf1249715 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Task: {'id': task-3607242, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164429} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.409437] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-04368c59-1ba4-4de5-a2b3-23fdf1249715 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 891.409649] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-04368c59-1ba4-4de5-a2b3-23fdf1249715 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 891.409851] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-04368c59-1ba4-4de5-a2b3-23fdf1249715 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 891.410344] env[69699]: INFO nova.compute.manager [None req-04368c59-1ba4-4de5-a2b3-23fdf1249715 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Took 1.24 seconds to destroy the instance on the hypervisor. [ 891.411651] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04368c59-1ba4-4de5-a2b3-23fdf1249715 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.411762] env[69699]: DEBUG nova.compute.manager [-] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 891.412024] env[69699]: DEBUG nova.network.neutron [-] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 891.755184] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e5667d4a-fd99-49b3-bc65-1bde86590f46 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Creating linked-clone VM from snapshot {{(pid=69699) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 891.756172] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-55a2272b-3e85-4ff9-b90d-6e70ccdc1fa1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.767686] env[69699]: DEBUG oslo_vmware.api [None req-e5667d4a-fd99-49b3-bc65-1bde86590f46 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 891.767686] env[69699]: value = "task-3607244" [ 891.767686] env[69699]: _type = "Task" [ 891.767686] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.774499] env[69699]: DEBUG oslo_vmware.api [None req-e5667d4a-fd99-49b3-bc65-1bde86590f46 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607244, 'name': CloneVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.825870] env[69699]: DEBUG nova.compute.utils [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 891.833054] env[69699]: DEBUG nova.compute.manager [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 891.833264] env[69699]: DEBUG nova.network.neutron [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 891.884015] env[69699]: INFO nova.compute.manager [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6] Took 58.31 seconds to build instance. [ 891.906417] env[69699]: DEBUG oslo_vmware.api [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607243, 'name': ReconfigVM_Task, 'duration_secs': 0.862915} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.908974] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 1e93de2f-eaf0-468a-86e4-605aeb79dba9/1e93de2f-eaf0-468a-86e4-605aeb79dba9.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 891.910000] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f93fcbeb-a0a5-45ac-ad41-f5e9f3240dfa {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.917736] env[69699]: DEBUG nova.policy [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9dae987e26914a43835960c518752214', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e04398ccf8a4b1490feabf07d03922b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 891.920583] env[69699]: DEBUG oslo_vmware.api [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for the task: (returnval){ [ 891.920583] env[69699]: value = "task-3607245" [ 891.920583] env[69699]: _type = "Task" [ 891.920583] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.935034] env[69699]: DEBUG oslo_vmware.api [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607245, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.023903] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5b5a5337-ff2b-4909-8509-24ab4589a9fb tempest-ServersAdminTestJSON-1918046078 tempest-ServersAdminTestJSON-1918046078-project-admin] Acquiring lock "refresh_cache-74dd2ef3-54fc-48ed-bfa0-be086bd38ca6" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.024017] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5b5a5337-ff2b-4909-8509-24ab4589a9fb tempest-ServersAdminTestJSON-1918046078 tempest-ServersAdminTestJSON-1918046078-project-admin] Acquired lock "refresh_cache-74dd2ef3-54fc-48ed-bfa0-be086bd38ca6" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.024235] env[69699]: DEBUG nova.network.neutron [None req-5b5a5337-ff2b-4909-8509-24ab4589a9fb tempest-ServersAdminTestJSON-1918046078 tempest-ServersAdminTestJSON-1918046078-project-admin] [instance: 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 892.050420] env[69699]: DEBUG nova.compute.manager [req-b26f43e1-9e11-4fac-a109-90cf1e36beb0 req-fae402b2-fc7a-4641-b0d9-1af7f6c51681 service nova] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Received event network-vif-deleted-2d683cc2-6d15-4cfc-a2fd-bd900e6f96ef {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.050798] env[69699]: INFO nova.compute.manager [req-b26f43e1-9e11-4fac-a109-90cf1e36beb0 req-fae402b2-fc7a-4641-b0d9-1af7f6c51681 service nova] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Neutron deleted interface 2d683cc2-6d15-4cfc-a2fd-bd900e6f96ef; detaching it from the instance and deleting it from the info cache [ 892.051022] env[69699]: DEBUG nova.network.neutron [req-b26f43e1-9e11-4fac-a109-90cf1e36beb0 req-fae402b2-fc7a-4641-b0d9-1af7f6c51681 service nova] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.276666] env[69699]: DEBUG oslo_vmware.api [None req-e5667d4a-fd99-49b3-bc65-1bde86590f46 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607244, 'name': CloneVM_Task} progress is 94%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.338801] env[69699]: DEBUG nova.compute.manager [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 892.368194] env[69699]: DEBUG nova.network.neutron [-] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.377872] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03920422-98b5-40ce-a19a-456889904cf6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.396626] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bdf5a69a-6bc0-4897-a5c3-217a8f38f443 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Lock "74dd2ef3-54fc-48ed-bfa0-be086bd38ca6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.072s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.398799] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98732feb-a97c-4822-9f28-f31cf612dfe9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.440076] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96955fa3-8f14-4124-a188-a80f5949de8c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.448597] env[69699]: DEBUG oslo_vmware.api [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607245, 'name': Rename_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.452045] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167bb0dd-78fa-452c-bb1b-98621e5c41de {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.469156] env[69699]: DEBUG nova.compute.provider_tree [None req-3f763f5e-7796-4775-ac0b-2f9b3a88dbc1 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.561864] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9aed2396-6074-4510-957c-24e692bd459b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.574585] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf5c04a-79eb-4f29-828b-e2cd3835e8a2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.615496] env[69699]: DEBUG nova.compute.manager [req-b26f43e1-9e11-4fac-a109-90cf1e36beb0 req-fae402b2-fc7a-4641-b0d9-1af7f6c51681 service nova] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Detach interface failed, port_id=2d683cc2-6d15-4cfc-a2fd-bd900e6f96ef, reason: Instance e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005 could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 892.616753] env[69699]: DEBUG nova.network.neutron [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Successfully created port: 4bdfebb4-0085-4e84-a983-2049d279a4be {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 892.777159] env[69699]: DEBUG oslo_vmware.api [None req-e5667d4a-fd99-49b3-bc65-1bde86590f46 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607244, 'name': CloneVM_Task} progress is 94%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.869737] env[69699]: DEBUG nova.network.neutron [None req-5b5a5337-ff2b-4909-8509-24ab4589a9fb tempest-ServersAdminTestJSON-1918046078 tempest-ServersAdminTestJSON-1918046078-project-admin] [instance: 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6] Updating instance_info_cache with network_info: [{"id": "48ebd42f-d1d1-4809-a498-d6128b0e2f68", "address": "fa:16:3e:e4:eb:79", "network": {"id": "a8c075bd-9c03-4458-9a0d-78e0c31a32ae", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2079575461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c922a277174041b1c24410c0864a82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48ebd42f-d1", "ovs_interfaceid": "48ebd42f-d1d1-4809-a498-d6128b0e2f68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.871086] env[69699]: INFO nova.compute.manager [-] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Took 1.46 seconds to deallocate network for instance. [ 892.903187] env[69699]: DEBUG nova.compute.manager [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 892.953125] env[69699]: DEBUG oslo_vmware.api [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607245, 'name': Rename_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.973953] env[69699]: DEBUG nova.scheduler.client.report [None req-3f763f5e-7796-4775-ac0b-2f9b3a88dbc1 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.281804] env[69699]: DEBUG oslo_vmware.api [None req-e5667d4a-fd99-49b3-bc65-1bde86590f46 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607244, 'name': CloneVM_Task, 'duration_secs': 1.411113} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.281804] env[69699]: INFO nova.virt.vmwareapi.vmops [None req-e5667d4a-fd99-49b3-bc65-1bde86590f46 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Created linked-clone VM from snapshot [ 893.281804] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b8639f-1c14-4b78-af7b-11785063436d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.292152] env[69699]: DEBUG nova.virt.vmwareapi.images [None req-e5667d4a-fd99-49b3-bc65-1bde86590f46 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Uploading image 926ccbcd-a8a4-4a9a-82c9-cf3b43306825 {{(pid=69699) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 893.322360] env[69699]: DEBUG oslo_vmware.rw_handles [None req-e5667d4a-fd99-49b3-bc65-1bde86590f46 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 893.322360] env[69699]: value = "vm-719611" [ 893.322360] env[69699]: _type = "VirtualMachine" [ 893.322360] env[69699]: }. {{(pid=69699) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 893.322733] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-59780c0b-cca4-4826-846e-c3fb807ea369 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.332190] env[69699]: DEBUG oslo_vmware.rw_handles [None req-e5667d4a-fd99-49b3-bc65-1bde86590f46 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lease: (returnval){ [ 893.332190] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522127eb-5c92-a171-14bd-26c52318d15b" [ 893.332190] env[69699]: _type = "HttpNfcLease" [ 893.332190] env[69699]: } obtained for exporting VM: (result){ [ 893.332190] env[69699]: value = "vm-719611" [ 893.332190] env[69699]: _type = "VirtualMachine" [ 893.332190] env[69699]: }. {{(pid=69699) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 893.332496] env[69699]: DEBUG oslo_vmware.api [None req-e5667d4a-fd99-49b3-bc65-1bde86590f46 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the lease: (returnval){ [ 893.332496] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522127eb-5c92-a171-14bd-26c52318d15b" [ 893.332496] env[69699]: _type = "HttpNfcLease" [ 893.332496] env[69699]: } to be ready. {{(pid=69699) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 893.340784] env[69699]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 893.340784] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522127eb-5c92-a171-14bd-26c52318d15b" [ 893.340784] env[69699]: _type = "HttpNfcLease" [ 893.340784] env[69699]: } is initializing. {{(pid=69699) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 893.352537] env[69699]: DEBUG nova.compute.manager [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 893.376941] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5b5a5337-ff2b-4909-8509-24ab4589a9fb tempest-ServersAdminTestJSON-1918046078 tempest-ServersAdminTestJSON-1918046078-project-admin] Releasing lock "refresh_cache-74dd2ef3-54fc-48ed-bfa0-be086bd38ca6" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.376941] env[69699]: DEBUG nova.compute.manager [None req-5b5a5337-ff2b-4909-8509-24ab4589a9fb tempest-ServersAdminTestJSON-1918046078 tempest-ServersAdminTestJSON-1918046078-project-admin] [instance: 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6] Inject network info {{(pid=69699) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 893.376941] env[69699]: DEBUG nova.compute.manager [None req-5b5a5337-ff2b-4909-8509-24ab4589a9fb tempest-ServersAdminTestJSON-1918046078 tempest-ServersAdminTestJSON-1918046078-project-admin] [instance: 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6] network_info to inject: |[{"id": "48ebd42f-d1d1-4809-a498-d6128b0e2f68", "address": "fa:16:3e:e4:eb:79", "network": {"id": "a8c075bd-9c03-4458-9a0d-78e0c31a32ae", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2079575461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c922a277174041b1c24410c0864a82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48ebd42f-d1", "ovs_interfaceid": "48ebd42f-d1d1-4809-a498-d6128b0e2f68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 893.381223] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5a5337-ff2b-4909-8509-24ab4589a9fb tempest-ServersAdminTestJSON-1918046078 tempest-ServersAdminTestJSON-1918046078-project-admin] [instance: 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6] Reconfiguring VM instance to set the machine id {{(pid=69699) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 893.384386] env[69699]: DEBUG nova.virt.hardware [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 893.384616] env[69699]: DEBUG nova.virt.hardware [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 893.384983] env[69699]: DEBUG nova.virt.hardware [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.385204] env[69699]: DEBUG nova.virt.hardware [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 893.385352] env[69699]: DEBUG nova.virt.hardware [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.385497] env[69699]: DEBUG nova.virt.hardware [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 893.386578] env[69699]: DEBUG nova.virt.hardware [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 893.386578] env[69699]: DEBUG nova.virt.hardware [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 893.386578] env[69699]: DEBUG nova.virt.hardware [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 893.386578] env[69699]: DEBUG nova.virt.hardware [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 893.386578] env[69699]: DEBUG nova.virt.hardware [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 893.387816] env[69699]: DEBUG oslo_concurrency.lockutils [None req-04368c59-1ba4-4de5-a2b3-23fdf1249715 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.388086] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7add3c80-dfe2-4e1e-937d-4a7d07053130 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.400218] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d0d3e0-c5ae-4a5d-96e7-50abacbdb851 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.416963] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850b91e5-c189-4b06-9e90-14e36360b255 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.421216] env[69699]: DEBUG oslo_vmware.api [None req-5b5a5337-ff2b-4909-8509-24ab4589a9fb tempest-ServersAdminTestJSON-1918046078 tempest-ServersAdminTestJSON-1918046078-project-admin] Waiting for the task: (returnval){ [ 893.421216] env[69699]: value = "task-3607247" [ 893.421216] env[69699]: _type = "Task" [ 893.421216] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.444343] env[69699]: DEBUG oslo_vmware.api [None req-5b5a5337-ff2b-4909-8509-24ab4589a9fb tempest-ServersAdminTestJSON-1918046078 tempest-ServersAdminTestJSON-1918046078-project-admin] Task: {'id': task-3607247, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.445784] env[69699]: DEBUG oslo_concurrency.lockutils [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.451838] env[69699]: DEBUG oslo_vmware.api [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607245, 'name': Rename_Task, 'duration_secs': 1.213816} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.451942] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.452200] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cb8d8c8-d402-4d84-8123-3bf8be3ee65a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.460538] env[69699]: DEBUG oslo_vmware.api [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for the task: (returnval){ [ 893.460538] env[69699]: value = "task-3607248" [ 893.460538] env[69699]: _type = "Task" [ 893.460538] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.470392] env[69699]: DEBUG oslo_vmware.api [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607248, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.482496] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3f763f5e-7796-4775-ac0b-2f9b3a88dbc1 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.484770] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.912s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.486079] env[69699]: DEBUG nova.objects.instance [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Lazy-loading 'resources' on Instance uuid ca488e4c-5958-4ae8-a611-16034ea05264 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 893.514889] env[69699]: INFO nova.scheduler.client.report [None req-3f763f5e-7796-4775-ac0b-2f9b3a88dbc1 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Deleted allocations for instance 5e474303-4132-46e9-8cc8-e459f2a82293 [ 893.843791] env[69699]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 893.843791] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522127eb-5c92-a171-14bd-26c52318d15b" [ 893.843791] env[69699]: _type = "HttpNfcLease" [ 893.843791] env[69699]: } is ready. {{(pid=69699) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 893.845594] env[69699]: DEBUG oslo_vmware.rw_handles [None req-e5667d4a-fd99-49b3-bc65-1bde86590f46 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 893.845594] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522127eb-5c92-a171-14bd-26c52318d15b" [ 893.845594] env[69699]: _type = "HttpNfcLease" [ 893.845594] env[69699]: }. {{(pid=69699) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 893.845594] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f593fe-15fe-45e3-8602-fe4265d3b9ab {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.855411] env[69699]: DEBUG oslo_vmware.rw_handles [None req-e5667d4a-fd99-49b3-bc65-1bde86590f46 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525ad5a0-d3f6-0155-278c-c6f54689b3dc/disk-0.vmdk from lease info. {{(pid=69699) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 893.855674] env[69699]: DEBUG oslo_vmware.rw_handles [None req-e5667d4a-fd99-49b3-bc65-1bde86590f46 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525ad5a0-d3f6-0155-278c-c6f54689b3dc/disk-0.vmdk for reading. {{(pid=69699) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 893.937784] env[69699]: DEBUG oslo_vmware.api [None req-5b5a5337-ff2b-4909-8509-24ab4589a9fb tempest-ServersAdminTestJSON-1918046078 tempest-ServersAdminTestJSON-1918046078-project-admin] Task: {'id': task-3607247, 'name': ReconfigVM_Task, 'duration_secs': 0.197927} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.938148] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5a5337-ff2b-4909-8509-24ab4589a9fb tempest-ServersAdminTestJSON-1918046078 tempest-ServersAdminTestJSON-1918046078-project-admin] [instance: 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6] Reconfigured VM instance to set the machine id {{(pid=69699) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 893.971024] env[69699]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2bf68323-39b9-45cf-8a44-8b525dfd8794 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.975070] env[69699]: DEBUG oslo_vmware.api [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607248, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.989259] env[69699]: DEBUG nova.objects.instance [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Lazy-loading 'numa_topology' on Instance uuid ca488e4c-5958-4ae8-a611-16034ea05264 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.025018] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3f763f5e-7796-4775-ac0b-2f9b3a88dbc1 tempest-ServersTestBootFromVolume-1974867416 tempest-ServersTestBootFromVolume-1974867416-project-member] Lock "5e474303-4132-46e9-8cc8-e459f2a82293" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.245s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.445544] env[69699]: DEBUG nova.network.neutron [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Successfully updated port: 4bdfebb4-0085-4e84-a983-2049d279a4be {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 894.476581] env[69699]: DEBUG oslo_vmware.api [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607248, 'name': PowerOnVM_Task, 'duration_secs': 0.641178} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.477280] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 894.477598] env[69699]: INFO nova.compute.manager [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Took 9.03 seconds to spawn the instance on the hypervisor. [ 894.477935] env[69699]: DEBUG nova.compute.manager [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 894.479123] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd665885-30e4-46de-9944-0d1963141ac2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.492896] env[69699]: DEBUG nova.objects.base [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69699) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 894.649609] env[69699]: DEBUG nova.compute.manager [req-3827de30-25ce-445e-9de8-8020db5bc49a req-41141337-4e30-4b19-b5dd-8818271187a1 service nova] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Received event network-vif-plugged-4bdfebb4-0085-4e84-a983-2049d279a4be {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.650301] env[69699]: DEBUG oslo_concurrency.lockutils [req-3827de30-25ce-445e-9de8-8020db5bc49a req-41141337-4e30-4b19-b5dd-8818271187a1 service nova] Acquiring lock "5f115f20-f8bf-4c38-8e88-78e1cb8e24df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.650522] env[69699]: DEBUG oslo_concurrency.lockutils [req-3827de30-25ce-445e-9de8-8020db5bc49a req-41141337-4e30-4b19-b5dd-8818271187a1 service nova] Lock "5f115f20-f8bf-4c38-8e88-78e1cb8e24df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.650911] env[69699]: DEBUG oslo_concurrency.lockutils [req-3827de30-25ce-445e-9de8-8020db5bc49a req-41141337-4e30-4b19-b5dd-8818271187a1 service nova] Lock "5f115f20-f8bf-4c38-8e88-78e1cb8e24df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.651246] env[69699]: DEBUG nova.compute.manager [req-3827de30-25ce-445e-9de8-8020db5bc49a req-41141337-4e30-4b19-b5dd-8818271187a1 service nova] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] No waiting events found dispatching network-vif-plugged-4bdfebb4-0085-4e84-a983-2049d279a4be {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 894.651700] env[69699]: WARNING nova.compute.manager [req-3827de30-25ce-445e-9de8-8020db5bc49a req-41141337-4e30-4b19-b5dd-8818271187a1 service nova] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Received unexpected event network-vif-plugged-4bdfebb4-0085-4e84-a983-2049d279a4be for instance with vm_state building and task_state spawning. [ 894.670523] env[69699]: DEBUG oslo_concurrency.lockutils [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Acquiring lock "d0089bd8-34e9-4c28-8cce-9eaacbae237b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.670878] env[69699]: DEBUG oslo_concurrency.lockutils [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Lock "d0089bd8-34e9-4c28-8cce-9eaacbae237b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.947821] env[69699]: DEBUG oslo_concurrency.lockutils [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "refresh_cache-5f115f20-f8bf-4c38-8e88-78e1cb8e24df" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.948111] env[69699]: DEBUG oslo_concurrency.lockutils [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquired lock "refresh_cache-5f115f20-f8bf-4c38-8e88-78e1cb8e24df" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.948155] env[69699]: DEBUG nova.network.neutron [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.013412] env[69699]: INFO nova.compute.manager [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Took 58.86 seconds to build instance. [ 895.124990] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132a791a-f3de-4f0a-b6cb-18d6286aef41 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.136384] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d5f95d-6895-4326-879f-a54f9b62a04f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.169926] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727f3057-fa4d-48cb-bf61-ee6cbeb856ff {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.179387] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dafb25e7-4d6c-47d8-9b9d-047780a155eb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.196881] env[69699]: DEBUG nova.compute.provider_tree [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.517010] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ebeb88bc-98cc-4547-b9fd-39c3d7145e64 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "1e93de2f-eaf0-468a-86e4-605aeb79dba9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.773s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.525970] env[69699]: DEBUG nova.network.neutron [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 895.606865] env[69699]: INFO nova.compute.manager [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Rebuilding instance [ 895.667605] env[69699]: DEBUG nova.compute.manager [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 895.668295] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cac70cd-b6c6-4b60-94e3-62aa34460880 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.700821] env[69699]: DEBUG nova.scheduler.client.report [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.734457] env[69699]: DEBUG nova.network.neutron [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Updating instance_info_cache with network_info: [{"id": "4bdfebb4-0085-4e84-a983-2049d279a4be", "address": "fa:16:3e:4a:b4:87", "network": {"id": "7f999160-b5bb-4e50-a728-01fecb63917a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1727920786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e04398ccf8a4b1490feabf07d03922b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bdfebb4-00", "ovs_interfaceid": "4bdfebb4-0085-4e84-a983-2049d279a4be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.975922] env[69699]: DEBUG nova.compute.manager [req-e3799392-b81b-4c72-bf67-48a1bebba4e3 req-72dee886-37e2-423f-81b2-daf8adb4d179 service nova] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Received event network-changed-5b372c16-2c2d-4513-9b55-07a0a14896b5 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.976486] env[69699]: DEBUG nova.compute.manager [req-e3799392-b81b-4c72-bf67-48a1bebba4e3 req-72dee886-37e2-423f-81b2-daf8adb4d179 service nova] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Refreshing instance network info cache due to event network-changed-5b372c16-2c2d-4513-9b55-07a0a14896b5. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 895.976712] env[69699]: DEBUG oslo_concurrency.lockutils [req-e3799392-b81b-4c72-bf67-48a1bebba4e3 req-72dee886-37e2-423f-81b2-daf8adb4d179 service nova] Acquiring lock "refresh_cache-1e93de2f-eaf0-468a-86e4-605aeb79dba9" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.976856] env[69699]: DEBUG oslo_concurrency.lockutils [req-e3799392-b81b-4c72-bf67-48a1bebba4e3 req-72dee886-37e2-423f-81b2-daf8adb4d179 service nova] Acquired lock "refresh_cache-1e93de2f-eaf0-468a-86e4-605aeb79dba9" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.977081] env[69699]: DEBUG nova.network.neutron [req-e3799392-b81b-4c72-bf67-48a1bebba4e3 req-72dee886-37e2-423f-81b2-daf8adb4d179 service nova] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Refreshing network info cache for port 5b372c16-2c2d-4513-9b55-07a0a14896b5 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 896.018884] env[69699]: DEBUG nova.compute.manager [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] [instance: d0089bd8-34e9-4c28-8cce-9eaacbae237b] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 896.205341] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.720s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.210926] env[69699]: DEBUG oslo_concurrency.lockutils [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 48.199s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.210926] env[69699]: INFO nova.compute.claims [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 896.240657] env[69699]: DEBUG oslo_concurrency.lockutils [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Releasing lock "refresh_cache-5f115f20-f8bf-4c38-8e88-78e1cb8e24df" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.241065] env[69699]: DEBUG nova.compute.manager [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Instance network_info: |[{"id": "4bdfebb4-0085-4e84-a983-2049d279a4be", "address": "fa:16:3e:4a:b4:87", "network": {"id": "7f999160-b5bb-4e50-a728-01fecb63917a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1727920786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e04398ccf8a4b1490feabf07d03922b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bdfebb4-00", "ovs_interfaceid": "4bdfebb4-0085-4e84-a983-2049d279a4be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 896.243366] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:b4:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '863474bc-a24a-4823-828c-580a187829e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bdfebb4-0085-4e84-a983-2049d279a4be', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 896.250996] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.252650] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 896.252964] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d94bc7ed-75c4-4da3-bcd4-480dd434fbb8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.275412] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 896.275412] env[69699]: value = "task-3607249" [ 896.275412] env[69699]: _type = "Task" [ 896.275412] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.286379] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607249, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.562889] env[69699]: DEBUG oslo_concurrency.lockutils [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.688052] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.688052] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c64681eb-e51a-4435-bcc2-d400d7b9cae5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.696756] env[69699]: DEBUG oslo_vmware.api [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 896.696756] env[69699]: value = "task-3607250" [ 896.696756] env[69699]: _type = "Task" [ 896.696756] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.711566] env[69699]: DEBUG oslo_vmware.api [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607250, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.718827] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6a87213f-419a-4c59-a1c5-f0e6e8956bf4 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Lock "ca488e4c-5958-4ae8-a611-16034ea05264" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 72.686s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.720195] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Lock "ca488e4c-5958-4ae8-a611-16034ea05264" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 47.764s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.720643] env[69699]: INFO nova.compute.manager [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Unshelving [ 896.788479] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607249, 'name': CreateVM_Task, 'duration_secs': 0.425747} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.791022] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 896.791022] env[69699]: DEBUG oslo_concurrency.lockutils [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.791022] env[69699]: DEBUG oslo_concurrency.lockutils [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.791481] env[69699]: DEBUG oslo_concurrency.lockutils [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.791930] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc3eb062-61e1-4f80-a0ab-96801527496c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.801017] env[69699]: DEBUG oslo_vmware.api [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 896.801017] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]521b6a2a-a135-78be-3887-15baa613b6a8" [ 896.801017] env[69699]: _type = "Task" [ 896.801017] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.811404] env[69699]: DEBUG oslo_vmware.api [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]521b6a2a-a135-78be-3887-15baa613b6a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.818277] env[69699]: DEBUG nova.compute.manager [req-bdd3fe63-d574-40c9-999a-01fd6a0bb423 req-6a4389f3-6e0a-4b5f-9913-ee0fbc7d0cd9 service nova] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Received event network-changed-4bdfebb4-0085-4e84-a983-2049d279a4be {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.818623] env[69699]: DEBUG nova.compute.manager [req-bdd3fe63-d574-40c9-999a-01fd6a0bb423 req-6a4389f3-6e0a-4b5f-9913-ee0fbc7d0cd9 service nova] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Refreshing instance network info cache due to event network-changed-4bdfebb4-0085-4e84-a983-2049d279a4be. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 896.819163] env[69699]: DEBUG oslo_concurrency.lockutils [req-bdd3fe63-d574-40c9-999a-01fd6a0bb423 req-6a4389f3-6e0a-4b5f-9913-ee0fbc7d0cd9 service nova] Acquiring lock "refresh_cache-5f115f20-f8bf-4c38-8e88-78e1cb8e24df" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.819496] env[69699]: DEBUG oslo_concurrency.lockutils [req-bdd3fe63-d574-40c9-999a-01fd6a0bb423 req-6a4389f3-6e0a-4b5f-9913-ee0fbc7d0cd9 service nova] Acquired lock "refresh_cache-5f115f20-f8bf-4c38-8e88-78e1cb8e24df" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.819758] env[69699]: DEBUG nova.network.neutron [req-bdd3fe63-d574-40c9-999a-01fd6a0bb423 req-6a4389f3-6e0a-4b5f-9913-ee0fbc7d0cd9 service nova] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Refreshing network info cache for port 4bdfebb4-0085-4e84-a983-2049d279a4be {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 897.023070] env[69699]: DEBUG nova.network.neutron [req-e3799392-b81b-4c72-bf67-48a1bebba4e3 req-72dee886-37e2-423f-81b2-daf8adb4d179 service nova] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Updated VIF entry in instance network info cache for port 5b372c16-2c2d-4513-9b55-07a0a14896b5. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 897.023440] env[69699]: DEBUG nova.network.neutron [req-e3799392-b81b-4c72-bf67-48a1bebba4e3 req-72dee886-37e2-423f-81b2-daf8adb4d179 service nova] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Updating instance_info_cache with network_info: [{"id": "5b372c16-2c2d-4513-9b55-07a0a14896b5", "address": "fa:16:3e:6e:63:88", "network": {"id": "f88e8b9e-760f-44ab-9c9b-8f7c2c84f47f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1402000233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14c1236c77054fb8bf2c683bb76174ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b372c16-2c", "ovs_interfaceid": "5b372c16-2c2d-4513-9b55-07a0a14896b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.209388] env[69699]: DEBUG oslo_vmware.api [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607250, 'name': PowerOffVM_Task, 'duration_secs': 0.272471} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.209726] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.212115] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 897.212115] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b24901f-1db8-4983-afb8-6e108abf2b93 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.222534] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 897.225567] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a46c2ce7-9189-4456-889a-6f020f0d0ff3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.307920] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 897.308179] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Deleting contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 897.308360] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Deleting the datastore file [datastore1] 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 897.311411] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f9ea551-ea5e-4349-aaee-d2eefd5d8c58 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.317820] env[69699]: DEBUG oslo_vmware.api [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]521b6a2a-a135-78be-3887-15baa613b6a8, 'name': SearchDatastore_Task, 'duration_secs': 0.013565} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.320020] env[69699]: DEBUG oslo_concurrency.lockutils [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.320020] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 897.320020] env[69699]: DEBUG oslo_concurrency.lockutils [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.320020] env[69699]: DEBUG oslo_concurrency.lockutils [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.320020] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 897.320020] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6832d105-02b4-4bf9-b90b-08c7183c3958 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.325868] env[69699]: DEBUG oslo_vmware.api [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 897.325868] env[69699]: value = "task-3607252" [ 897.325868] env[69699]: _type = "Task" [ 897.325868] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.333482] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 897.333482] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 897.336543] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98b3af6e-1400-4cff-ae8b-87f59afdbdda {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.339504] env[69699]: DEBUG oslo_vmware.api [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607252, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.347205] env[69699]: DEBUG oslo_vmware.api [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 897.347205] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52da4d79-31f0-a763-a0c7-78a938d18597" [ 897.347205] env[69699]: _type = "Task" [ 897.347205] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.358537] env[69699]: DEBUG oslo_vmware.api [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52da4d79-31f0-a763-a0c7-78a938d18597, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.534887] env[69699]: DEBUG oslo_concurrency.lockutils [req-e3799392-b81b-4c72-bf67-48a1bebba4e3 req-72dee886-37e2-423f-81b2-daf8adb4d179 service nova] Releasing lock "refresh_cache-1e93de2f-eaf0-468a-86e4-605aeb79dba9" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.731547] env[69699]: DEBUG nova.compute.utils [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 897.837581] env[69699]: DEBUG oslo_vmware.api [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607252, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19863} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.838406] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 897.838729] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Deleted contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 897.839042] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 897.842190] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40421f5d-83f6-4da6-9241-60228d0c0cf2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.854108] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e78860-ab73-42ff-a10d-4213f81cb3a7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.861664] env[69699]: DEBUG oslo_vmware.api [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52da4d79-31f0-a763-a0c7-78a938d18597, 'name': SearchDatastore_Task, 'duration_secs': 0.014981} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.863860] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46d635fe-694c-4bc6-8bf6-b671e12b12d3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.894630] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614d7dc5-59b4-49cc-9e61-608c6a39167a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.900337] env[69699]: DEBUG oslo_vmware.api [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 897.900337] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ff4c7c-9ad4-2697-8639-c8d9971639e3" [ 897.900337] env[69699]: _type = "Task" [ 897.900337] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.908743] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ef1075-99e9-44ca-a932-243ef53e3b67 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.916400] env[69699]: DEBUG oslo_vmware.api [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ff4c7c-9ad4-2697-8639-c8d9971639e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.928202] env[69699]: DEBUG nova.compute.provider_tree [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.971846] env[69699]: DEBUG nova.network.neutron [req-bdd3fe63-d574-40c9-999a-01fd6a0bb423 req-6a4389f3-6e0a-4b5f-9913-ee0fbc7d0cd9 service nova] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Updated VIF entry in instance network info cache for port 4bdfebb4-0085-4e84-a983-2049d279a4be. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 897.972600] env[69699]: DEBUG nova.network.neutron [req-bdd3fe63-d574-40c9-999a-01fd6a0bb423 req-6a4389f3-6e0a-4b5f-9913-ee0fbc7d0cd9 service nova] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Updating instance_info_cache with network_info: [{"id": "4bdfebb4-0085-4e84-a983-2049d279a4be", "address": "fa:16:3e:4a:b4:87", "network": {"id": "7f999160-b5bb-4e50-a728-01fecb63917a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1727920786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e04398ccf8a4b1490feabf07d03922b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bdfebb4-00", "ovs_interfaceid": "4bdfebb4-0085-4e84-a983-2049d279a4be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.235835] env[69699]: INFO nova.virt.block_device [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Booting with volume 8b263329-2c8c-411d-a68b-e509521920db at /dev/sdb [ 898.276621] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7a522790-2849-4ce8-9c02-a959e7ffd706 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.287662] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54428603-87b2-48cd-95aa-6f6f3928a33e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.331876] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d3ef3650-92b8-4e24-bce2-4f2d4c85c3d7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.343048] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac0ea62-d2d8-4384-a44a-ed4fd500145b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.386502] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4946727-a0dc-43d0-b39c-79a818dd4df4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.397879] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3092691-642e-4df3-a0cc-ab5d9f175da1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.411974] env[69699]: DEBUG oslo_vmware.api [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ff4c7c-9ad4-2697-8639-c8d9971639e3, 'name': SearchDatastore_Task, 'duration_secs': 0.016324} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.412976] env[69699]: DEBUG oslo_concurrency.lockutils [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.413541] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 5f115f20-f8bf-4c38-8e88-78e1cb8e24df/5f115f20-f8bf-4c38-8e88-78e1cb8e24df.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 898.413541] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb2c54e4-2be4-479c-a96e-480c76f1f985 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.421639] env[69699]: DEBUG nova.virt.block_device [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Updating existing volume attachment record: 6499ebbd-e961-465b-9c8a-b7fc3c0788d0 {{(pid=69699) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 898.425560] env[69699]: DEBUG oslo_vmware.api [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 898.425560] env[69699]: value = "task-3607253" [ 898.425560] env[69699]: _type = "Task" [ 898.425560] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.430973] env[69699]: DEBUG nova.scheduler.client.report [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.438509] env[69699]: DEBUG oslo_vmware.api [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607253, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.475331] env[69699]: DEBUG oslo_concurrency.lockutils [req-bdd3fe63-d574-40c9-999a-01fd6a0bb423 req-6a4389f3-6e0a-4b5f-9913-ee0fbc7d0cd9 service nova] Releasing lock "refresh_cache-5f115f20-f8bf-4c38-8e88-78e1cb8e24df" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.558279] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c16e828b-e732-4e09-af4b-6afb4724869f tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Acquiring lock "5492f83e-37c1-43f8-b40d-1d1872e229d6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.558598] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c16e828b-e732-4e09-af4b-6afb4724869f tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Lock "5492f83e-37c1-43f8-b40d-1d1872e229d6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.891148] env[69699]: DEBUG nova.virt.hardware [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 898.891433] env[69699]: DEBUG nova.virt.hardware [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 898.891605] env[69699]: DEBUG nova.virt.hardware [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 898.891798] env[69699]: DEBUG nova.virt.hardware [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 898.891946] env[69699]: DEBUG nova.virt.hardware [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 898.892147] env[69699]: DEBUG nova.virt.hardware [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 898.892375] env[69699]: DEBUG nova.virt.hardware [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 898.892537] env[69699]: DEBUG nova.virt.hardware [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 898.892708] env[69699]: DEBUG nova.virt.hardware [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 898.892926] env[69699]: DEBUG nova.virt.hardware [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 898.893329] env[69699]: DEBUG nova.virt.hardware [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 898.894522] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5d05f7-67f6-432a-b79c-2ec8d59d382a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.905353] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b69f39-3acf-49e5-a019-2d8848db9a16 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.924305] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:e8:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f925dc8-2145-457e-a4d4-c07117356dd0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6aa9d3e0-1cea-43dc-9d53-6c256951f711', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 898.932985] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.933621] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 898.937237] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-200c5b99-b235-4f34-b031-3df8b9abfe67 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.954036] env[69699]: DEBUG oslo_concurrency.lockutils [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.746s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.954708] env[69699]: DEBUG nova.compute.manager [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 898.958328] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.208s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.959902] env[69699]: INFO nova.compute.claims [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 898.968376] env[69699]: DEBUG oslo_vmware.api [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607253, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.972286] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 898.972286] env[69699]: value = "task-3607257" [ 898.972286] env[69699]: _type = "Task" [ 898.972286] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.984150] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607257, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.063363] env[69699]: DEBUG nova.compute.utils [None req-c16e828b-e732-4e09-af4b-6afb4724869f tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 899.117690] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f61d085f-2e1a-4ffe-868c-08800f625146 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Acquiring lock "55bc925d-16a8-4b86-9de9-be3aab917368" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.117958] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f61d085f-2e1a-4ffe-868c-08800f625146 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Lock "55bc925d-16a8-4b86-9de9-be3aab917368" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.118234] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f61d085f-2e1a-4ffe-868c-08800f625146 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Acquiring lock "55bc925d-16a8-4b86-9de9-be3aab917368-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.118496] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f61d085f-2e1a-4ffe-868c-08800f625146 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Lock "55bc925d-16a8-4b86-9de9-be3aab917368-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.118612] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f61d085f-2e1a-4ffe-868c-08800f625146 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Lock "55bc925d-16a8-4b86-9de9-be3aab917368-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.122098] env[69699]: INFO nova.compute.manager [None req-f61d085f-2e1a-4ffe-868c-08800f625146 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] Terminating instance [ 899.447192] env[69699]: DEBUG oslo_vmware.api [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607253, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596112} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.448013] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 5f115f20-f8bf-4c38-8e88-78e1cb8e24df/5f115f20-f8bf-4c38-8e88-78e1cb8e24df.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 899.448460] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 899.451030] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15367726-ba53-414c-b8ae-dfd822ac41dc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.458201] env[69699]: DEBUG oslo_vmware.api [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 899.458201] env[69699]: value = "task-3607258" [ 899.458201] env[69699]: _type = "Task" [ 899.458201] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.472672] env[69699]: DEBUG nova.compute.utils [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 899.474293] env[69699]: DEBUG oslo_vmware.api [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607258, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.474874] env[69699]: DEBUG nova.compute.manager [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 899.475119] env[69699]: DEBUG nova.network.neutron [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 899.490338] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607257, 'name': CreateVM_Task, 'duration_secs': 0.47948} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.490709] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 899.491708] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.492376] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.492741] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.493288] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be2213b9-c0b0-48af-b564-fd03ea1ead9e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.500046] env[69699]: DEBUG oslo_vmware.api [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 899.500046] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52fee2d9-0005-41b9-5e25-b4791d353928" [ 899.500046] env[69699]: _type = "Task" [ 899.500046] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.515643] env[69699]: DEBUG oslo_vmware.api [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52fee2d9-0005-41b9-5e25-b4791d353928, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.562834] env[69699]: DEBUG nova.policy [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd0303745dc6f4c808603cfc216776dec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '047f717942a34c0e86b704357b2a800b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 899.565971] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c16e828b-e732-4e09-af4b-6afb4724869f tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Lock "5492f83e-37c1-43f8-b40d-1d1872e229d6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.627317] env[69699]: DEBUG nova.compute.manager [None req-f61d085f-2e1a-4ffe-868c-08800f625146 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 899.627576] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f61d085f-2e1a-4ffe-868c-08800f625146 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 899.628507] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f87c21-2180-4c13-942a-f0253b081738 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.639328] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-f61d085f-2e1a-4ffe-868c-08800f625146 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.639328] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e3deabc-3dcf-47d2-9c47-f4cfd3e8bd53 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.650092] env[69699]: DEBUG oslo_vmware.api [None req-f61d085f-2e1a-4ffe-868c-08800f625146 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Waiting for the task: (returnval){ [ 899.650092] env[69699]: value = "task-3607259" [ 899.650092] env[69699]: _type = "Task" [ 899.650092] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.661801] env[69699]: DEBUG oslo_vmware.api [None req-f61d085f-2e1a-4ffe-868c-08800f625146 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Task: {'id': task-3607259, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.970630] env[69699]: DEBUG oslo_vmware.api [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607258, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113496} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.971149] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 899.972110] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2223a1-ed21-4624-8aff-a6127e675316 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.981350] env[69699]: DEBUG nova.compute.manager [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 900.014614] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 5f115f20-f8bf-4c38-8e88-78e1cb8e24df/5f115f20-f8bf-4c38-8e88-78e1cb8e24df.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 900.020975] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58640856-f2b3-44bf-9c6d-d59e3615533d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.045154] env[69699]: DEBUG oslo_vmware.api [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52fee2d9-0005-41b9-5e25-b4791d353928, 'name': SearchDatastore_Task, 'duration_secs': 0.014495} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.046629] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.046869] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 900.047154] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.047310] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.047737] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 900.048315] env[69699]: DEBUG oslo_vmware.api [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 900.048315] env[69699]: value = "task-3607260" [ 900.048315] env[69699]: _type = "Task" [ 900.048315] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.048315] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-397554da-08d1-483b-9e06-96966055d752 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.064022] env[69699]: DEBUG oslo_vmware.api [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607260, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.065853] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 900.066123] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 900.066882] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34efa959-ca6a-4081-97b8-b3ed7099a48f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.078600] env[69699]: DEBUG oslo_vmware.api [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 900.078600] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52eca511-b23c-8e1a-4335-e617d460939e" [ 900.078600] env[69699]: _type = "Task" [ 900.078600] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.093714] env[69699]: DEBUG oslo_vmware.api [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52eca511-b23c-8e1a-4335-e617d460939e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.117117] env[69699]: DEBUG nova.network.neutron [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Successfully created port: dd142ba9-5b20-4d82-a7ed-51b523068360 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 900.166149] env[69699]: DEBUG oslo_vmware.api [None req-f61d085f-2e1a-4ffe-868c-08800f625146 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Task: {'id': task-3607259, 'name': PowerOffVM_Task, 'duration_secs': 0.268224} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.166444] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-f61d085f-2e1a-4ffe-868c-08800f625146 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.167016] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f61d085f-2e1a-4ffe-868c-08800f625146 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 900.168068] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-beecb348-843e-4154-b2d7-bebb8c342746 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.253041] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f61d085f-2e1a-4ffe-868c-08800f625146 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 900.253398] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f61d085f-2e1a-4ffe-868c-08800f625146 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 900.253530] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-f61d085f-2e1a-4ffe-868c-08800f625146 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Deleting the datastore file [datastore2] 55bc925d-16a8-4b86-9de9-be3aab917368 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 900.253864] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dcb55879-746d-4d0f-a169-9c5ddb820214 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.263302] env[69699]: DEBUG oslo_vmware.api [None req-f61d085f-2e1a-4ffe-868c-08800f625146 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Waiting for the task: (returnval){ [ 900.263302] env[69699]: value = "task-3607262" [ 900.263302] env[69699]: _type = "Task" [ 900.263302] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.273772] env[69699]: DEBUG oslo_vmware.api [None req-f61d085f-2e1a-4ffe-868c-08800f625146 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Task: {'id': task-3607262, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.571948] env[69699]: DEBUG oslo_vmware.api [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607260, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.590861] env[69699]: DEBUG oslo_vmware.api [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52eca511-b23c-8e1a-4335-e617d460939e, 'name': SearchDatastore_Task, 'duration_secs': 0.013914} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.593344] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59077e70-1020-4a46-a7b0-e26de0294d5c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.597619] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bde81b6-35b6-4a2b-a521-e4694daa0dce {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.607671] env[69699]: DEBUG oslo_vmware.api [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 900.607671] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52309407-395d-a828-11b3-27460e4fbc88" [ 900.607671] env[69699]: _type = "Task" [ 900.607671] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.616776] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bca41ca-d7ae-4e31-b8c3-ff3520b3295c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.632795] env[69699]: DEBUG oslo_vmware.api [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52309407-395d-a828-11b3-27460e4fbc88, 'name': SearchDatastore_Task, 'duration_secs': 0.015161} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.678087] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.678656] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678/5d1c2a59-60c3-4bdd-baf7-a91fbf57c678.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 900.679567] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c16e828b-e732-4e09-af4b-6afb4724869f tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Acquiring lock "5492f83e-37c1-43f8-b40d-1d1872e229d6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.679871] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c16e828b-e732-4e09-af4b-6afb4724869f tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Lock "5492f83e-37c1-43f8-b40d-1d1872e229d6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.680226] env[69699]: INFO nova.compute.manager [None req-c16e828b-e732-4e09-af4b-6afb4724869f tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Attaching volume a8f75fca-d060-43fe-a2cb-d310b985bb7d to /dev/sdb [ 900.685921] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aef62e6d-89a1-4055-9bf4-f32deadb4658 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.687632] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82dd70a1-dd20-471a-8236-809bd531a3f8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.702961] env[69699]: DEBUG oslo_vmware.api [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 900.702961] env[69699]: value = "task-3607263" [ 900.702961] env[69699]: _type = "Task" [ 900.702961] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.715146] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25acb30d-5179-40fc-b701-c7d883e2943e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.729972] env[69699]: DEBUG oslo_vmware.api [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.736986] env[69699]: DEBUG nova.compute.provider_tree [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.740684] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950dbcaa-3186-4edb-8b4d-810650e72a26 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.750657] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744e5617-1594-43a2-84a5-49502bebbe8e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.775108] env[69699]: DEBUG nova.virt.block_device [None req-c16e828b-e732-4e09-af4b-6afb4724869f tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Updating existing volume attachment record: 488e0444-12a8-4104-bcc0-c1492b1d82cd {{(pid=69699) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 900.786800] env[69699]: DEBUG oslo_vmware.api [None req-f61d085f-2e1a-4ffe-868c-08800f625146 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Task: {'id': task-3607262, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266197} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.787188] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-f61d085f-2e1a-4ffe-868c-08800f625146 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.787371] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f61d085f-2e1a-4ffe-868c-08800f625146 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.787565] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f61d085f-2e1a-4ffe-868c-08800f625146 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.787779] env[69699]: INFO nova.compute.manager [None req-f61d085f-2e1a-4ffe-868c-08800f625146 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] Took 1.16 seconds to destroy the instance on the hypervisor. [ 900.788086] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f61d085f-2e1a-4ffe-868c-08800f625146 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.788332] env[69699]: DEBUG nova.compute.manager [-] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 900.788445] env[69699]: DEBUG nova.network.neutron [-] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 900.923020] env[69699]: DEBUG nova.network.neutron [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Successfully created port: 9bb5f74f-5cd3-425d-a1c5-2c0cac3ebad5 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 901.001456] env[69699]: DEBUG nova.compute.manager [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 901.041397] env[69699]: DEBUG nova.virt.hardware [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 901.041397] env[69699]: DEBUG nova.virt.hardware [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 901.041397] env[69699]: DEBUG nova.virt.hardware [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 901.041397] env[69699]: DEBUG nova.virt.hardware [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 901.041700] env[69699]: DEBUG nova.virt.hardware [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 901.041700] env[69699]: DEBUG nova.virt.hardware [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 901.041915] env[69699]: DEBUG nova.virt.hardware [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 901.042088] env[69699]: DEBUG nova.virt.hardware [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 901.042254] env[69699]: DEBUG nova.virt.hardware [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 901.042413] env[69699]: DEBUG nova.virt.hardware [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 901.042611] env[69699]: DEBUG nova.virt.hardware [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 901.043595] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7eac53-55c2-4da2-8469-7879a66e91ea {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.056160] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271f65d0-deb3-421a-9bae-a3561850dd5c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.067634] env[69699]: DEBUG oslo_vmware.api [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607260, 'name': ReconfigVM_Task, 'duration_secs': 0.555358} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.076503] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 5f115f20-f8bf-4c38-8e88-78e1cb8e24df/5f115f20-f8bf-4c38-8e88-78e1cb8e24df.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 901.077408] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a32cc15-fa97-4d49-a7e3-74be16c3be5d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.085609] env[69699]: DEBUG oslo_vmware.api [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 901.085609] env[69699]: value = "task-3607266" [ 901.085609] env[69699]: _type = "Task" [ 901.085609] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.095059] env[69699]: DEBUG oslo_vmware.api [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607266, 'name': Rename_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.223672] env[69699]: DEBUG oslo_vmware.api [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607263, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.241988] env[69699]: DEBUG nova.scheduler.client.report [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.475141] env[69699]: DEBUG nova.network.neutron [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Successfully created port: 0075968e-2916-43b8-8234-9e6cbbb6a254 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 901.599410] env[69699]: DEBUG oslo_vmware.api [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607266, 'name': Rename_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.723879] env[69699]: DEBUG oslo_vmware.api [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607263, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.805195} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.723879] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678/5d1c2a59-60c3-4bdd-baf7-a91fbf57c678.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 901.723879] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 901.723879] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86512a77-9695-43fd-be16-8aa1e4ba2f96 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.737504] env[69699]: DEBUG oslo_vmware.api [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 901.737504] env[69699]: value = "task-3607269" [ 901.737504] env[69699]: _type = "Task" [ 901.737504] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.748645] env[69699]: DEBUG oslo_vmware.api [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607269, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.752535] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.794s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.752995] env[69699]: DEBUG nova.compute.manager [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 901.756814] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 38.596s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.964504] env[69699]: DEBUG nova.compute.manager [req-f4fb9c03-bd80-48ac-ba93-fae4d638ace2 req-0b7a655a-07e7-4cdf-abde-6132d49892c3 service nova] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] Received event network-vif-deleted-f8f3f8f8-2841-49d5-818a-289827ce2b23 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.964504] env[69699]: INFO nova.compute.manager [req-f4fb9c03-bd80-48ac-ba93-fae4d638ace2 req-0b7a655a-07e7-4cdf-abde-6132d49892c3 service nova] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] Neutron deleted interface f8f3f8f8-2841-49d5-818a-289827ce2b23; detaching it from the instance and deleting it from the info cache [ 901.964504] env[69699]: DEBUG nova.network.neutron [req-f4fb9c03-bd80-48ac-ba93-fae4d638ace2 req-0b7a655a-07e7-4cdf-abde-6132d49892c3 service nova] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.102318] env[69699]: DEBUG oslo_vmware.api [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607266, 'name': Rename_Task, 'duration_secs': 0.704006} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.102648] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 902.102963] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-204e2898-8bf2-4397-8de0-69ffab3342ed {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.112130] env[69699]: DEBUG oslo_vmware.api [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 902.112130] env[69699]: value = "task-3607270" [ 902.112130] env[69699]: _type = "Task" [ 902.112130] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.125793] env[69699]: DEBUG oslo_vmware.api [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607270, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.238078] env[69699]: DEBUG nova.network.neutron [-] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.253309] env[69699]: DEBUG oslo_vmware.api [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607269, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128079} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.254547] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 902.255916] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642b9334-583e-4ab3-8f1c-c1baae4ce675 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.260857] env[69699]: DEBUG nova.compute.utils [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 902.262555] env[69699]: DEBUG nova.objects.instance [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Lazy-loading 'migration_context' on Instance uuid c7fba1f1-8e12-4891-aa98-06a5ff41a7e5 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.267039] env[69699]: DEBUG nova.compute.manager [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 902.267039] env[69699]: DEBUG nova.network.neutron [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 902.296830] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678/5d1c2a59-60c3-4bdd-baf7-a91fbf57c678.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.297652] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba1ea7b1-f7f7-4b75-8f30-d1ab4a28627a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.323629] env[69699]: DEBUG oslo_vmware.api [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 902.323629] env[69699]: value = "task-3607271" [ 902.323629] env[69699]: _type = "Task" [ 902.323629] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.330042] env[69699]: DEBUG nova.policy [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f1573f5544a420889fb5822522d7f1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '719bad37b0544ab2bc9521992ba96130', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 902.337324] env[69699]: DEBUG oslo_vmware.api [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607271, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.469863] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5482923c-e635-4f1d-905f-af7abe37b747 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.479205] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d475c34-09a4-44a4-9c23-f16f10e4b0fc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.523338] env[69699]: DEBUG nova.compute.manager [req-f4fb9c03-bd80-48ac-ba93-fae4d638ace2 req-0b7a655a-07e7-4cdf-abde-6132d49892c3 service nova] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] Detach interface failed, port_id=f8f3f8f8-2841-49d5-818a-289827ce2b23, reason: Instance 55bc925d-16a8-4b86-9de9-be3aab917368 could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 902.623244] env[69699]: DEBUG oslo_vmware.api [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607270, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.734614] env[69699]: DEBUG oslo_vmware.rw_handles [None req-e5667d4a-fd99-49b3-bc65-1bde86590f46 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525ad5a0-d3f6-0155-278c-c6f54689b3dc/disk-0.vmdk. {{(pid=69699) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 902.735531] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b53d6b0-540b-4dd6-992a-34fec27fcb9f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.742694] env[69699]: DEBUG nova.network.neutron [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Successfully created port: ad867f88-d4d2-454a-ae36-07477f044647 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 902.744888] env[69699]: INFO nova.compute.manager [-] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] Took 1.96 seconds to deallocate network for instance. [ 902.748331] env[69699]: DEBUG oslo_vmware.rw_handles [None req-e5667d4a-fd99-49b3-bc65-1bde86590f46 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525ad5a0-d3f6-0155-278c-c6f54689b3dc/disk-0.vmdk is in state: ready. {{(pid=69699) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 902.748594] env[69699]: ERROR oslo_vmware.rw_handles [None req-e5667d4a-fd99-49b3-bc65-1bde86590f46 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525ad5a0-d3f6-0155-278c-c6f54689b3dc/disk-0.vmdk due to incomplete transfer. [ 902.751187] env[69699]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-23d0e5ab-da6a-4756-84b9-5606490a066d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.762165] env[69699]: DEBUG oslo_vmware.rw_handles [None req-e5667d4a-fd99-49b3-bc65-1bde86590f46 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525ad5a0-d3f6-0155-278c-c6f54689b3dc/disk-0.vmdk. {{(pid=69699) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 902.762360] env[69699]: DEBUG nova.virt.vmwareapi.images [None req-e5667d4a-fd99-49b3-bc65-1bde86590f46 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Uploaded image 926ccbcd-a8a4-4a9a-82c9-cf3b43306825 to the Glance image server {{(pid=69699) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 902.765924] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5667d4a-fd99-49b3-bc65-1bde86590f46 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Destroying the VM {{(pid=69699) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 902.766625] env[69699]: DEBUG nova.compute.manager [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 902.769121] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-69ba719a-5386-4dc9-a2aa-58c1a979fd75 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.788986] env[69699]: DEBUG oslo_vmware.api [None req-e5667d4a-fd99-49b3-bc65-1bde86590f46 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 902.788986] env[69699]: value = "task-3607272" [ 902.788986] env[69699]: _type = "Task" [ 902.788986] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.801213] env[69699]: DEBUG oslo_vmware.api [None req-e5667d4a-fd99-49b3-bc65-1bde86590f46 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607272, 'name': Destroy_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.838817] env[69699]: DEBUG oslo_vmware.api [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607271, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.126182] env[69699]: DEBUG oslo_vmware.api [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607270, 'name': PowerOnVM_Task, 'duration_secs': 0.957243} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.128476] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 903.128686] env[69699]: INFO nova.compute.manager [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Took 9.78 seconds to spawn the instance on the hypervisor. [ 903.128874] env[69699]: DEBUG nova.compute.manager [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 903.129905] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab4dcca-10a4-4015-88a4-fe97a13cda72 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.256877] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f61d085f-2e1a-4ffe-868c-08800f625146 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.272609] env[69699]: INFO nova.virt.block_device [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Booting with volume c9efda31-e311-4adb-b373-64aa5825c036 at /dev/sda [ 903.308030] env[69699]: DEBUG oslo_vmware.api [None req-e5667d4a-fd99-49b3-bc65-1bde86590f46 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607272, 'name': Destroy_Task, 'duration_secs': 0.400451} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.308030] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-e5667d4a-fd99-49b3-bc65-1bde86590f46 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Destroyed the VM [ 903.308030] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e5667d4a-fd99-49b3-bc65-1bde86590f46 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Deleting Snapshot of the VM instance {{(pid=69699) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 903.308030] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-899460d3-11e7-4e64-bbea-65639b6c038e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.317439] env[69699]: DEBUG oslo_vmware.api [None req-e5667d4a-fd99-49b3-bc65-1bde86590f46 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 903.317439] env[69699]: value = "task-3607274" [ 903.317439] env[69699]: _type = "Task" [ 903.317439] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.334388] env[69699]: DEBUG oslo_vmware.api [None req-e5667d4a-fd99-49b3-bc65-1bde86590f46 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607274, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.341598] env[69699]: DEBUG oslo_vmware.api [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607271, 'name': ReconfigVM_Task, 'duration_secs': 0.644472} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.343191] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678/5d1c2a59-60c3-4bdd-baf7-a91fbf57c678.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 903.343191] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3f027bc-39f7-4e2a-8840-f07c1fc682d8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.351755] env[69699]: DEBUG oslo_vmware.api [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 903.351755] env[69699]: value = "task-3607275" [ 903.351755] env[69699]: _type = "Task" [ 903.351755] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.368513] env[69699]: DEBUG oslo_vmware.api [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607275, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.398370] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc92f9fb-ffcc-41fd-96b2-c7d9eae48bc1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.406835] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280e74c8-b663-40ed-9670-b87bd6a90a51 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.442180] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795b63d9-166d-478f-b826-4c420bd8a4b2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.451063] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b01a25-ece0-4d99-b2f2-78a40256bd89 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.466996] env[69699]: DEBUG nova.compute.provider_tree [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 903.545803] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a7bd6c48-1dfc-44ac-9c62-9de721124c7e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.558271] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a076d0fa-b34e-4d0f-9dd3-0ed15bfdc213 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.602203] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf7202ba-5d5a-4750-b929-92084d0447db {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.616394] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b763513-f5bb-43f7-9a9b-f128e41bba1c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.661818] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b1f201-06cb-486b-9399-bef9885e1796 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.664293] env[69699]: INFO nova.compute.manager [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Took 59.30 seconds to build instance. [ 903.670617] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b09ed5-8448-4db1-bb68-393f76a4db3b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.688031] env[69699]: DEBUG nova.virt.block_device [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Updating existing volume attachment record: a0fe5d86-7319-4dbf-bc39-174ede47c9a3 {{(pid=69699) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 903.782754] env[69699]: DEBUG nova.network.neutron [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Successfully updated port: dd142ba9-5b20-4d82-a7ed-51b523068360 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 903.818281] env[69699]: DEBUG nova.compute.manager [req-e4eb5ff9-ea69-44e2-9920-dd91a83b26b8 req-91cadefd-9dbd-496e-81ff-8b4cee17fb52 service nova] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Received event network-vif-plugged-dd142ba9-5b20-4d82-a7ed-51b523068360 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.818525] env[69699]: DEBUG oslo_concurrency.lockutils [req-e4eb5ff9-ea69-44e2-9920-dd91a83b26b8 req-91cadefd-9dbd-496e-81ff-8b4cee17fb52 service nova] Acquiring lock "0bc9b912-7486-4b33-a317-aaf4e0acae48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.818788] env[69699]: DEBUG oslo_concurrency.lockutils [req-e4eb5ff9-ea69-44e2-9920-dd91a83b26b8 req-91cadefd-9dbd-496e-81ff-8b4cee17fb52 service nova] Lock "0bc9b912-7486-4b33-a317-aaf4e0acae48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.818991] env[69699]: DEBUG oslo_concurrency.lockutils [req-e4eb5ff9-ea69-44e2-9920-dd91a83b26b8 req-91cadefd-9dbd-496e-81ff-8b4cee17fb52 service nova] Lock "0bc9b912-7486-4b33-a317-aaf4e0acae48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.819202] env[69699]: DEBUG nova.compute.manager [req-e4eb5ff9-ea69-44e2-9920-dd91a83b26b8 req-91cadefd-9dbd-496e-81ff-8b4cee17fb52 service nova] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] No waiting events found dispatching network-vif-plugged-dd142ba9-5b20-4d82-a7ed-51b523068360 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 903.819424] env[69699]: WARNING nova.compute.manager [req-e4eb5ff9-ea69-44e2-9920-dd91a83b26b8 req-91cadefd-9dbd-496e-81ff-8b4cee17fb52 service nova] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Received unexpected event network-vif-plugged-dd142ba9-5b20-4d82-a7ed-51b523068360 for instance with vm_state building and task_state spawning. [ 903.831805] env[69699]: DEBUG oslo_vmware.api [None req-e5667d4a-fd99-49b3-bc65-1bde86590f46 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607274, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.868500] env[69699]: DEBUG oslo_vmware.api [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607275, 'name': Rename_Task, 'duration_secs': 0.276303} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.868500] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 903.868500] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a68a986f-bf5d-496a-8ea5-f64651840c18 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.879135] env[69699]: DEBUG oslo_vmware.api [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 903.879135] env[69699]: value = "task-3607276" [ 903.879135] env[69699]: _type = "Task" [ 903.879135] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.894858] env[69699]: DEBUG oslo_vmware.api [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607276, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.996398] env[69699]: ERROR nova.scheduler.client.report [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [req-0f955a63-f00f-481d-b61f-38da0ac6f516] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80d35c48-5f27-4b75-a19d-7a1a6901050f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0f955a63-f00f-481d-b61f-38da0ac6f516"}]} [ 904.031298] env[69699]: DEBUG nova.scheduler.client.report [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Refreshing inventories for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 904.051591] env[69699]: DEBUG nova.scheduler.client.report [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Updating ProviderTree inventory for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 904.051854] env[69699]: DEBUG nova.compute.provider_tree [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 904.068324] env[69699]: DEBUG nova.scheduler.client.report [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Refreshing aggregate associations for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f, aggregates: None {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 904.090877] env[69699]: DEBUG nova.scheduler.client.report [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Refreshing trait associations for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 904.167605] env[69699]: DEBUG oslo_concurrency.lockutils [None req-87095887-7a30-4c32-93ae-791bad778f2e tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "5f115f20-f8bf-4c38-8e88-78e1cb8e24df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.628s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.342268] env[69699]: DEBUG oslo_vmware.api [None req-e5667d4a-fd99-49b3-bc65-1bde86590f46 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607274, 'name': RemoveSnapshot_Task, 'duration_secs': 0.585867} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.345679] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e5667d4a-fd99-49b3-bc65-1bde86590f46 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Deleted Snapshot of the VM instance {{(pid=69699) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 904.345952] env[69699]: INFO nova.compute.manager [None req-e5667d4a-fd99-49b3-bc65-1bde86590f46 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Took 14.20 seconds to snapshot the instance on the hypervisor. [ 904.391289] env[69699]: DEBUG oslo_vmware.api [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607276, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.493454] env[69699]: DEBUG nova.network.neutron [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Successfully updated port: ad867f88-d4d2-454a-ae36-07477f044647 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 904.576799] env[69699]: DEBUG nova.compute.manager [req-bbdf7d7e-8987-421a-97d6-8912cf5a3697 req-5ee4dff9-a1b5-4c60-9107-352f797d714c service nova] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Received event network-vif-plugged-ad867f88-d4d2-454a-ae36-07477f044647 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.576799] env[69699]: DEBUG oslo_concurrency.lockutils [req-bbdf7d7e-8987-421a-97d6-8912cf5a3697 req-5ee4dff9-a1b5-4c60-9107-352f797d714c service nova] Acquiring lock "990fcb68-920f-4d2a-b9d4-31c4bf7fc71a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.576799] env[69699]: DEBUG oslo_concurrency.lockutils [req-bbdf7d7e-8987-421a-97d6-8912cf5a3697 req-5ee4dff9-a1b5-4c60-9107-352f797d714c service nova] Lock "990fcb68-920f-4d2a-b9d4-31c4bf7fc71a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.576799] env[69699]: DEBUG oslo_concurrency.lockutils [req-bbdf7d7e-8987-421a-97d6-8912cf5a3697 req-5ee4dff9-a1b5-4c60-9107-352f797d714c service nova] Lock "990fcb68-920f-4d2a-b9d4-31c4bf7fc71a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.576799] env[69699]: DEBUG nova.compute.manager [req-bbdf7d7e-8987-421a-97d6-8912cf5a3697 req-5ee4dff9-a1b5-4c60-9107-352f797d714c service nova] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] No waiting events found dispatching network-vif-plugged-ad867f88-d4d2-454a-ae36-07477f044647 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 904.576799] env[69699]: WARNING nova.compute.manager [req-bbdf7d7e-8987-421a-97d6-8912cf5a3697 req-5ee4dff9-a1b5-4c60-9107-352f797d714c service nova] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Received unexpected event network-vif-plugged-ad867f88-d4d2-454a-ae36-07477f044647 for instance with vm_state building and task_state block_device_mapping. [ 904.623289] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e32937-c51b-459e-b3f6-aa9eb7b3a6cb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.631328] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8916cb3c-c643-408f-860e-c22af5d6a23c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.670238] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1aef7fd-3094-4806-a893-07aa4d0ce464 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.679930] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03770da7-f3ab-4616-a353-f8dcf0d8b297 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.695695] env[69699]: DEBUG nova.compute.provider_tree [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 904.799243] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.892235] env[69699]: DEBUG oslo_vmware.api [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607276, 'name': PowerOnVM_Task, 'duration_secs': 0.91106} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.892663] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.892921] env[69699]: DEBUG nova.compute.manager [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 904.893952] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0637a035-dbe8-4c8c-8b69-0378d7bfc360 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.915570] env[69699]: DEBUG nova.compute.manager [None req-e5667d4a-fd99-49b3-bc65-1bde86590f46 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Found 2 images (rotation: 2) {{(pid=69699) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 904.956740] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Acquiring lock "7c6fee98-d810-4a93-aa6a-d8a1059b80a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.957013] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Lock "7c6fee98-d810-4a93-aa6a-d8a1059b80a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.000778] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Acquiring lock "refresh_cache-990fcb68-920f-4d2a-b9d4-31c4bf7fc71a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.000968] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Acquired lock "refresh_cache-990fcb68-920f-4d2a-b9d4-31c4bf7fc71a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.001137] env[69699]: DEBUG nova.network.neutron [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.217782] env[69699]: ERROR nova.scheduler.client.report [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [req-b9d47c65-ec75-429a-8ff5-10e871524d4d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80d35c48-5f27-4b75-a19d-7a1a6901050f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b9d47c65-ec75-429a-8ff5-10e871524d4d"}]} [ 905.234428] env[69699]: DEBUG nova.scheduler.client.report [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Refreshing inventories for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 905.248621] env[69699]: DEBUG nova.scheduler.client.report [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Updating ProviderTree inventory for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 905.248621] env[69699]: DEBUG nova.compute.provider_tree [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 905.259168] env[69699]: DEBUG nova.scheduler.client.report [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Refreshing aggregate associations for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f, aggregates: None {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 905.281982] env[69699]: DEBUG nova.scheduler.client.report [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Refreshing trait associations for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 905.341227] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-c16e828b-e732-4e09-af4b-6afb4724869f tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Volume attach. Driver type: vmdk {{(pid=69699) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 905.341464] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-c16e828b-e732-4e09-af4b-6afb4724869f tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719617', 'volume_id': 'a8f75fca-d060-43fe-a2cb-d310b985bb7d', 'name': 'volume-a8f75fca-d060-43fe-a2cb-d310b985bb7d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5492f83e-37c1-43f8-b40d-1d1872e229d6', 'attached_at': '', 'detached_at': '', 'volume_id': 'a8f75fca-d060-43fe-a2cb-d310b985bb7d', 'serial': 'a8f75fca-d060-43fe-a2cb-d310b985bb7d'} {{(pid=69699) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 905.343125] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbcfb7d-8da2-4332-a560-165c8a4fa00a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.370377] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1539fc3e-a590-452c-9d20-e665daa97a47 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.396998] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-c16e828b-e732-4e09-af4b-6afb4724869f tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] volume-a8f75fca-d060-43fe-a2cb-d310b985bb7d/volume-a8f75fca-d060-43fe-a2cb-d310b985bb7d.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 905.399905] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8922117-a1c7-4772-b295-9df39c73c2ee {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.421212] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.425629] env[69699]: DEBUG oslo_vmware.api [None req-c16e828b-e732-4e09-af4b-6afb4724869f tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Waiting for the task: (returnval){ [ 905.425629] env[69699]: value = "task-3607277" [ 905.425629] env[69699]: _type = "Task" [ 905.425629] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.438732] env[69699]: DEBUG oslo_vmware.api [None req-c16e828b-e732-4e09-af4b-6afb4724869f tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607277, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.459246] env[69699]: DEBUG nova.compute.manager [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 905.561228] env[69699]: DEBUG nova.network.neutron [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 905.764599] env[69699]: DEBUG nova.network.neutron [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Updating instance_info_cache with network_info: [{"id": "ad867f88-d4d2-454a-ae36-07477f044647", "address": "fa:16:3e:3f:0c:7d", "network": {"id": "6c043d57-950e-4dc6-85d5-5cdd239f30cc", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-411603362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "719bad37b0544ab2bc9521992ba96130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad867f88-d4", "ovs_interfaceid": "ad867f88-d4d2-454a-ae36-07477f044647", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.791297] env[69699]: DEBUG nova.compute.manager [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 905.791297] env[69699]: DEBUG nova.virt.hardware [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 905.791437] env[69699]: DEBUG nova.virt.hardware [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 905.791579] env[69699]: DEBUG nova.virt.hardware [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 905.791782] env[69699]: DEBUG nova.virt.hardware [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 905.791924] env[69699]: DEBUG nova.virt.hardware [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 905.792078] env[69699]: DEBUG nova.virt.hardware [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 905.792277] env[69699]: DEBUG nova.virt.hardware [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 905.792430] env[69699]: DEBUG nova.virt.hardware [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 905.792589] env[69699]: DEBUG nova.virt.hardware [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 905.792742] env[69699]: DEBUG nova.virt.hardware [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 905.792910] env[69699]: DEBUG nova.virt.hardware [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 905.794098] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02818557-bd85-437c-9e11-ad417c69a2af {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.803854] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2519829-aea6-4423-9f2f-b4144b5cb164 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.872446] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972dd09a-58fa-4125-b2a8-72e9c6cf4e32 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.880484] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1c966e-a53a-4707-9dcd-45b14dce9c15 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.916466] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4c0505-562b-41c5-b65c-346fcdbf98ff {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.925380] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88382d3-eaa0-4f69-82a2-ed40fb609fa1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.944555] env[69699]: DEBUG nova.compute.provider_tree [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.949331] env[69699]: DEBUG oslo_vmware.api [None req-c16e828b-e732-4e09-af4b-6afb4724869f tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607277, 'name': ReconfigVM_Task, 'duration_secs': 0.38826} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.949834] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-c16e828b-e732-4e09-af4b-6afb4724869f tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Reconfigured VM instance instance-0000003a to attach disk [datastore2] volume-a8f75fca-d060-43fe-a2cb-d310b985bb7d/volume-a8f75fca-d060-43fe-a2cb-d310b985bb7d.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 905.955302] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2cc3f41-f025-488e-a1e2-83dc5f1a0753 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.977141] env[69699]: DEBUG oslo_vmware.api [None req-c16e828b-e732-4e09-af4b-6afb4724869f tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Waiting for the task: (returnval){ [ 905.977141] env[69699]: value = "task-3607278" [ 905.977141] env[69699]: _type = "Task" [ 905.977141] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.991050] env[69699]: DEBUG oslo_vmware.api [None req-c16e828b-e732-4e09-af4b-6afb4724869f tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607278, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.991050] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.002217] env[69699]: DEBUG nova.compute.manager [None req-3893541b-839f-4530-a056-3bf08b2834f2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.003269] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af84c6a2-9e72-4ac5-b41f-809ab12beb3d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.050886] env[69699]: DEBUG nova.compute.manager [req-8594d8f5-a260-4a67-80f2-cb153970c6bc req-307cb54c-e724-46dd-99a3-cda994f3d403 service nova] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Received event network-changed-dd142ba9-5b20-4d82-a7ed-51b523068360 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.051134] env[69699]: DEBUG nova.compute.manager [req-8594d8f5-a260-4a67-80f2-cb153970c6bc req-307cb54c-e724-46dd-99a3-cda994f3d403 service nova] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Refreshing instance network info cache due to event network-changed-dd142ba9-5b20-4d82-a7ed-51b523068360. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 906.051370] env[69699]: DEBUG oslo_concurrency.lockutils [req-8594d8f5-a260-4a67-80f2-cb153970c6bc req-307cb54c-e724-46dd-99a3-cda994f3d403 service nova] Acquiring lock "refresh_cache-0bc9b912-7486-4b33-a317-aaf4e0acae48" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.051569] env[69699]: DEBUG oslo_concurrency.lockutils [req-8594d8f5-a260-4a67-80f2-cb153970c6bc req-307cb54c-e724-46dd-99a3-cda994f3d403 service nova] Acquired lock "refresh_cache-0bc9b912-7486-4b33-a317-aaf4e0acae48" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.051763] env[69699]: DEBUG nova.network.neutron [req-8594d8f5-a260-4a67-80f2-cb153970c6bc req-307cb54c-e724-46dd-99a3-cda994f3d403 service nova] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Refreshing network info cache for port dd142ba9-5b20-4d82-a7ed-51b523068360 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 906.270334] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Releasing lock "refresh_cache-990fcb68-920f-4d2a-b9d4-31c4bf7fc71a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.270334] env[69699]: DEBUG nova.compute.manager [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Instance network_info: |[{"id": "ad867f88-d4d2-454a-ae36-07477f044647", "address": "fa:16:3e:3f:0c:7d", "network": {"id": "6c043d57-950e-4dc6-85d5-5cdd239f30cc", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-411603362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "719bad37b0544ab2bc9521992ba96130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad867f88-d4", "ovs_interfaceid": "ad867f88-d4d2-454a-ae36-07477f044647", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 906.270334] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:0c:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3739ba33-c119-432c-9aee-80a62864317d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad867f88-d4d2-454a-ae36-07477f044647', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 906.278590] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Creating folder: Project (719bad37b0544ab2bc9521992ba96130). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 906.279536] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49834182-6e43-4fd6-89a7-978e1b203dd9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.296742] env[69699]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 906.297029] env[69699]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69699) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 906.298086] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Folder already exists: Project (719bad37b0544ab2bc9521992ba96130). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 906.298086] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Creating folder: Instances. Parent ref: group-v719585. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 906.298086] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7734918c-6df6-44a4-96fe-8ee5f8ccbd8c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.306732] env[69699]: DEBUG nova.network.neutron [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Successfully updated port: 9bb5f74f-5cd3-425d-a1c5-2c0cac3ebad5 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 906.311478] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Created folder: Instances in parent group-v719585. [ 906.311478] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.311478] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 906.311478] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e58846eb-84a9-4a42-92bc-beaec16af421 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.336677] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 906.336677] env[69699]: value = "task-3607281" [ 906.336677] env[69699]: _type = "Task" [ 906.336677] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.345567] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607281, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.451716] env[69699]: DEBUG nova.scheduler.client.report [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.487885] env[69699]: DEBUG oslo_vmware.api [None req-c16e828b-e732-4e09-af4b-6afb4724869f tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607278, 'name': ReconfigVM_Task, 'duration_secs': 0.157499} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.488402] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-c16e828b-e732-4e09-af4b-6afb4724869f tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719617', 'volume_id': 'a8f75fca-d060-43fe-a2cb-d310b985bb7d', 'name': 'volume-a8f75fca-d060-43fe-a2cb-d310b985bb7d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5492f83e-37c1-43f8-b40d-1d1872e229d6', 'attached_at': '', 'detached_at': '', 'volume_id': 'a8f75fca-d060-43fe-a2cb-d310b985bb7d', 'serial': 'a8f75fca-d060-43fe-a2cb-d310b985bb7d'} {{(pid=69699) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 906.516393] env[69699]: INFO nova.compute.manager [None req-3893541b-839f-4530-a056-3bf08b2834f2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] instance snapshotting [ 906.517822] env[69699]: DEBUG nova.objects.instance [None req-3893541b-839f-4530-a056-3bf08b2834f2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lazy-loading 'flavor' on Instance uuid 2c2ada34-c9b6-424a-a601-0ee922646578 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.613714] env[69699]: DEBUG nova.network.neutron [req-8594d8f5-a260-4a67-80f2-cb153970c6bc req-307cb54c-e724-46dd-99a3-cda994f3d403 service nova] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 906.748461] env[69699]: DEBUG nova.network.neutron [req-8594d8f5-a260-4a67-80f2-cb153970c6bc req-307cb54c-e724-46dd-99a3-cda994f3d403 service nova] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.761026] env[69699]: DEBUG nova.compute.manager [req-3b4f6684-c4d0-46f5-aa1b-8c167a5536de req-028e1192-78cb-4d1e-bda2-7ca3769c96d2 service nova] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Received event network-changed-ad867f88-d4d2-454a-ae36-07477f044647 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.761026] env[69699]: DEBUG nova.compute.manager [req-3b4f6684-c4d0-46f5-aa1b-8c167a5536de req-028e1192-78cb-4d1e-bda2-7ca3769c96d2 service nova] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Refreshing instance network info cache due to event network-changed-ad867f88-d4d2-454a-ae36-07477f044647. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 906.761261] env[69699]: DEBUG oslo_concurrency.lockutils [req-3b4f6684-c4d0-46f5-aa1b-8c167a5536de req-028e1192-78cb-4d1e-bda2-7ca3769c96d2 service nova] Acquiring lock "refresh_cache-990fcb68-920f-4d2a-b9d4-31c4bf7fc71a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.761261] env[69699]: DEBUG oslo_concurrency.lockutils [req-3b4f6684-c4d0-46f5-aa1b-8c167a5536de req-028e1192-78cb-4d1e-bda2-7ca3769c96d2 service nova] Acquired lock "refresh_cache-990fcb68-920f-4d2a-b9d4-31c4bf7fc71a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.761348] env[69699]: DEBUG nova.network.neutron [req-3b4f6684-c4d0-46f5-aa1b-8c167a5536de req-028e1192-78cb-4d1e-bda2-7ca3769c96d2 service nova] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Refreshing network info cache for port ad867f88-d4d2-454a-ae36-07477f044647 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 906.848497] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607281, 'name': CreateVM_Task, 'duration_secs': 0.362919} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.848740] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 906.849404] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'mount_device': '/dev/sda', 'disk_bus': None, 'guest_format': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719591', 'volume_id': 'c9efda31-e311-4adb-b373-64aa5825c036', 'name': 'volume-c9efda31-e311-4adb-b373-64aa5825c036', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '990fcb68-920f-4d2a-b9d4-31c4bf7fc71a', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9efda31-e311-4adb-b373-64aa5825c036', 'serial': 'c9efda31-e311-4adb-b373-64aa5825c036'}, 'attachment_id': 'a0fe5d86-7319-4dbf-bc39-174ede47c9a3', 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=69699) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 906.849650] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Root volume attach. Driver type: vmdk {{(pid=69699) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 906.850459] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6493c192-5ffc-4ef9-9f04-b06ddc4ddab0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.859612] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e25a20-4335-493c-b642-6df708fcaab9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.866161] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd63068c-6b83-4dfd-ba24-403c445e3fb5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.874478] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-25f709cc-88a6-4198-9b84-8f4b9cb0dc96 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.884720] env[69699]: DEBUG oslo_vmware.api [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Waiting for the task: (returnval){ [ 906.884720] env[69699]: value = "task-3607282" [ 906.884720] env[69699]: _type = "Task" [ 906.884720] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.889760] env[69699]: DEBUG oslo_vmware.api [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Task: {'id': task-3607282, 'name': RelocateVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.025334] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2de382-dc52-486c-8792-f18cd6ef02b2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.064777] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2efd10-2742-406f-9fca-f84e4ed4bc68 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.178756] env[69699]: INFO nova.compute.manager [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Rebuilding instance [ 907.227057] env[69699]: DEBUG nova.compute.manager [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 907.228316] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2004cc67-0c5c-4215-88e4-7c30446ce43b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.250876] env[69699]: DEBUG oslo_concurrency.lockutils [req-8594d8f5-a260-4a67-80f2-cb153970c6bc req-307cb54c-e724-46dd-99a3-cda994f3d403 service nova] Releasing lock "refresh_cache-0bc9b912-7486-4b33-a317-aaf4e0acae48" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.393298] env[69699]: DEBUG oslo_vmware.api [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Task: {'id': task-3607282, 'name': RelocateVM_Task} progress is 20%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.464496] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 5.708s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.475696] env[69699]: DEBUG oslo_concurrency.lockutils [None req-42061371-38bc-413f-84a5-31965a3df598 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.324s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.475940] env[69699]: DEBUG nova.objects.instance [None req-42061371-38bc-413f-84a5-31965a3df598 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Lazy-loading 'resources' on Instance uuid f94689f2-f576-4b80-bcac-59a95fcd7899 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.546847] env[69699]: DEBUG nova.objects.instance [None req-c16e828b-e732-4e09-af4b-6afb4724869f tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Lazy-loading 'flavor' on Instance uuid 5492f83e-37c1-43f8-b40d-1d1872e229d6 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.553854] env[69699]: DEBUG nova.compute.manager [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Stashing vm_state: active {{(pid=69699) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 907.565372] env[69699]: DEBUG nova.network.neutron [req-3b4f6684-c4d0-46f5-aa1b-8c167a5536de req-028e1192-78cb-4d1e-bda2-7ca3769c96d2 service nova] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Updated VIF entry in instance network info cache for port ad867f88-d4d2-454a-ae36-07477f044647. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 907.566596] env[69699]: DEBUG nova.network.neutron [req-3b4f6684-c4d0-46f5-aa1b-8c167a5536de req-028e1192-78cb-4d1e-bda2-7ca3769c96d2 service nova] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Updating instance_info_cache with network_info: [{"id": "ad867f88-d4d2-454a-ae36-07477f044647", "address": "fa:16:3e:3f:0c:7d", "network": {"id": "6c043d57-950e-4dc6-85d5-5cdd239f30cc", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-411603362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "719bad37b0544ab2bc9521992ba96130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad867f88-d4", "ovs_interfaceid": "ad867f88-d4d2-454a-ae36-07477f044647", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.577886] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-3893541b-839f-4530-a056-3bf08b2834f2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Creating Snapshot of the VM instance {{(pid=69699) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 907.578451] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cf47d8e8-7d80-49fc-a27e-bc3c94218446 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.587447] env[69699]: DEBUG oslo_vmware.api [None req-3893541b-839f-4530-a056-3bf08b2834f2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 907.587447] env[69699]: value = "task-3607283" [ 907.587447] env[69699]: _type = "Task" [ 907.587447] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.596681] env[69699]: DEBUG oslo_vmware.api [None req-3893541b-839f-4530-a056-3bf08b2834f2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607283, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.893995] env[69699]: DEBUG oslo_vmware.api [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Task: {'id': task-3607282, 'name': RelocateVM_Task, 'duration_secs': 0.597646} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.894299] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Volume attach. Driver type: vmdk {{(pid=69699) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 907.894613] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719591', 'volume_id': 'c9efda31-e311-4adb-b373-64aa5825c036', 'name': 'volume-c9efda31-e311-4adb-b373-64aa5825c036', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '990fcb68-920f-4d2a-b9d4-31c4bf7fc71a', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9efda31-e311-4adb-b373-64aa5825c036', 'serial': 'c9efda31-e311-4adb-b373-64aa5825c036'} {{(pid=69699) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 907.895327] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9056eb53-4aa4-44cf-8550-2112377c537b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.911657] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ba7539-0c14-4adc-bfa3-b487b5b2c269 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.935446] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] volume-c9efda31-e311-4adb-b373-64aa5825c036/volume-c9efda31-e311-4adb-b373-64aa5825c036.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.935776] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0aeb4a57-9168-435f-a410-38c91693a3e7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.957650] env[69699]: DEBUG oslo_vmware.api [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Waiting for the task: (returnval){ [ 907.957650] env[69699]: value = "task-3607284" [ 907.957650] env[69699]: _type = "Task" [ 907.957650] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.966364] env[69699]: DEBUG oslo_vmware.api [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Task: {'id': task-3607284, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.066081] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c16e828b-e732-4e09-af4b-6afb4724869f tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Lock "5492f83e-37c1-43f8-b40d-1d1872e229d6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.386s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.069138] env[69699]: DEBUG oslo_concurrency.lockutils [req-3b4f6684-c4d0-46f5-aa1b-8c167a5536de req-028e1192-78cb-4d1e-bda2-7ca3769c96d2 service nova] Releasing lock "refresh_cache-990fcb68-920f-4d2a-b9d4-31c4bf7fc71a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.078635] env[69699]: DEBUG oslo_concurrency.lockutils [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.103644] env[69699]: DEBUG oslo_vmware.api [None req-3893541b-839f-4530-a056-3bf08b2834f2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607283, 'name': CreateSnapshot_Task, 'duration_secs': 0.435921} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.103979] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-3893541b-839f-4530-a056-3bf08b2834f2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Created Snapshot of the VM instance {{(pid=69699) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 908.104696] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76fedff-ca81-470b-852c-f8ab44db9715 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.177295] env[69699]: DEBUG nova.compute.manager [req-db475dfe-59ca-427e-9b84-595461895a42 req-4890c27f-757d-46d7-85bc-db2d879ac6fa service nova] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Received event network-vif-plugged-9bb5f74f-5cd3-425d-a1c5-2c0cac3ebad5 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.177460] env[69699]: DEBUG oslo_concurrency.lockutils [req-db475dfe-59ca-427e-9b84-595461895a42 req-4890c27f-757d-46d7-85bc-db2d879ac6fa service nova] Acquiring lock "0bc9b912-7486-4b33-a317-aaf4e0acae48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.177681] env[69699]: DEBUG oslo_concurrency.lockutils [req-db475dfe-59ca-427e-9b84-595461895a42 req-4890c27f-757d-46d7-85bc-db2d879ac6fa service nova] Lock "0bc9b912-7486-4b33-a317-aaf4e0acae48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.177861] env[69699]: DEBUG oslo_concurrency.lockutils [req-db475dfe-59ca-427e-9b84-595461895a42 req-4890c27f-757d-46d7-85bc-db2d879ac6fa service nova] Lock "0bc9b912-7486-4b33-a317-aaf4e0acae48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.178013] env[69699]: DEBUG nova.compute.manager [req-db475dfe-59ca-427e-9b84-595461895a42 req-4890c27f-757d-46d7-85bc-db2d879ac6fa service nova] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] No waiting events found dispatching network-vif-plugged-9bb5f74f-5cd3-425d-a1c5-2c0cac3ebad5 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 908.178201] env[69699]: WARNING nova.compute.manager [req-db475dfe-59ca-427e-9b84-595461895a42 req-4890c27f-757d-46d7-85bc-db2d879ac6fa service nova] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Received unexpected event network-vif-plugged-9bb5f74f-5cd3-425d-a1c5-2c0cac3ebad5 for instance with vm_state building and task_state spawning. [ 908.178358] env[69699]: DEBUG nova.compute.manager [req-db475dfe-59ca-427e-9b84-595461895a42 req-4890c27f-757d-46d7-85bc-db2d879ac6fa service nova] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Received event network-changed-9bb5f74f-5cd3-425d-a1c5-2c0cac3ebad5 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.178505] env[69699]: DEBUG nova.compute.manager [req-db475dfe-59ca-427e-9b84-595461895a42 req-4890c27f-757d-46d7-85bc-db2d879ac6fa service nova] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Refreshing instance network info cache due to event network-changed-9bb5f74f-5cd3-425d-a1c5-2c0cac3ebad5. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 908.178994] env[69699]: DEBUG oslo_concurrency.lockutils [req-db475dfe-59ca-427e-9b84-595461895a42 req-4890c27f-757d-46d7-85bc-db2d879ac6fa service nova] Acquiring lock "refresh_cache-0bc9b912-7486-4b33-a317-aaf4e0acae48" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.178994] env[69699]: DEBUG oslo_concurrency.lockutils [req-db475dfe-59ca-427e-9b84-595461895a42 req-4890c27f-757d-46d7-85bc-db2d879ac6fa service nova] Acquired lock "refresh_cache-0bc9b912-7486-4b33-a317-aaf4e0acae48" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.178994] env[69699]: DEBUG nova.network.neutron [req-db475dfe-59ca-427e-9b84-595461895a42 req-4890c27f-757d-46d7-85bc-db2d879ac6fa service nova] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Refreshing network info cache for port 9bb5f74f-5cd3-425d-a1c5-2c0cac3ebad5 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 908.244837] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.245183] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5dbfdb7-dd0a-40e0-b4ec-380ccf863609 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.260398] env[69699]: DEBUG oslo_vmware.api [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 908.260398] env[69699]: value = "task-3607285" [ 908.260398] env[69699]: _type = "Task" [ 908.260398] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.272566] env[69699]: DEBUG oslo_vmware.api [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.287614] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c7c179ca-816f-4379-970b-61d790e5bd3e tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Acquiring lock "5492f83e-37c1-43f8-b40d-1d1872e229d6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.288115] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c7c179ca-816f-4379-970b-61d790e5bd3e tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Lock "5492f83e-37c1-43f8-b40d-1d1872e229d6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.288335] env[69699]: DEBUG nova.compute.manager [None req-c7c179ca-816f-4379-970b-61d790e5bd3e tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 908.292311] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c593590-1eba-4bb5-9776-05a7a0f4027a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.300861] env[69699]: DEBUG nova.compute.manager [None req-c7c179ca-816f-4379-970b-61d790e5bd3e tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69699) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 908.301471] env[69699]: DEBUG nova.objects.instance [None req-c7c179ca-816f-4379-970b-61d790e5bd3e tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Lazy-loading 'flavor' on Instance uuid 5492f83e-37c1-43f8-b40d-1d1872e229d6 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.467605] env[69699]: DEBUG oslo_vmware.api [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Task: {'id': task-3607284, 'name': ReconfigVM_Task, 'duration_secs': 0.279794} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.470229] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Reconfigured VM instance instance-00000045 to attach disk [datastore2] volume-c9efda31-e311-4adb-b373-64aa5825c036/volume-c9efda31-e311-4adb-b373-64aa5825c036.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.476077] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2378b4cc-fd4e-4c66-b6a8-11aaf95f7855 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.503128] env[69699]: DEBUG oslo_vmware.api [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Waiting for the task: (returnval){ [ 908.503128] env[69699]: value = "task-3607286" [ 908.503128] env[69699]: _type = "Task" [ 908.503128] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.517121] env[69699]: DEBUG oslo_vmware.api [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Task: {'id': task-3607286, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.530133] env[69699]: DEBUG nova.network.neutron [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Successfully updated port: 0075968e-2916-43b8-8234-9e6cbbb6a254 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 908.547914] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24b68f8-8c4a-45d9-b8c4-45b513042544 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.558632] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29962097-3c64-44c9-969b-4b339ae03664 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.593828] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f9ed55-3680-4b04-b772-01151410ea4c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.615716] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1870304e-331e-4383-a02c-e2ba9ad62057 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.628638] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-3893541b-839f-4530-a056-3bf08b2834f2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Creating linked-clone VM from snapshot {{(pid=69699) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 908.629302] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-710276d9-74c2-4f5e-9baf-99e6478b2d6c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.647130] env[69699]: DEBUG nova.compute.provider_tree [None req-42061371-38bc-413f-84a5-31965a3df598 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.651151] env[69699]: DEBUG oslo_vmware.api [None req-3893541b-839f-4530-a056-3bf08b2834f2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 908.651151] env[69699]: value = "task-3607287" [ 908.651151] env[69699]: _type = "Task" [ 908.651151] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.661341] env[69699]: DEBUG oslo_vmware.api [None req-3893541b-839f-4530-a056-3bf08b2834f2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607287, 'name': CloneVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.729946] env[69699]: DEBUG nova.network.neutron [req-db475dfe-59ca-427e-9b84-595461895a42 req-4890c27f-757d-46d7-85bc-db2d879ac6fa service nova] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 908.773021] env[69699]: DEBUG oslo_vmware.api [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607285, 'name': PowerOffVM_Task, 'duration_secs': 0.395853} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.773021] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.773021] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 908.773021] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d16194-1861-489f-a66a-3f5b17d9773a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.779554] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 908.779810] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1273e268-f471-45cb-b1b9-88bc7a2ece8f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.860628] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 908.860863] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 908.861057] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Deleting the datastore file [datastore2] 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 908.861343] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f61f210a-62d2-46d7-8498-d21a41ac3ffe {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.865596] env[69699]: DEBUG nova.network.neutron [req-db475dfe-59ca-427e-9b84-595461895a42 req-4890c27f-757d-46d7-85bc-db2d879ac6fa service nova] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.868912] env[69699]: DEBUG oslo_vmware.api [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 908.868912] env[69699]: value = "task-3607289" [ 908.868912] env[69699]: _type = "Task" [ 908.868912] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.877899] env[69699]: DEBUG oslo_vmware.api [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607289, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.021745] env[69699]: DEBUG oslo_vmware.api [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Task: {'id': task-3607286, 'name': ReconfigVM_Task, 'duration_secs': 0.157866} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.021745] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719591', 'volume_id': 'c9efda31-e311-4adb-b373-64aa5825c036', 'name': 'volume-c9efda31-e311-4adb-b373-64aa5825c036', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '990fcb68-920f-4d2a-b9d4-31c4bf7fc71a', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9efda31-e311-4adb-b373-64aa5825c036', 'serial': 'c9efda31-e311-4adb-b373-64aa5825c036'} {{(pid=69699) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 909.023380] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0517d735-b61a-406b-ac0f-3de2f4071016 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.027355] env[69699]: INFO nova.compute.manager [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Swapping old allocation on dict_keys(['80d35c48-5f27-4b75-a19d-7a1a6901050f']) held by migration 332e928e-7345-4781-ad9d-012c571aadc5 for instance [ 909.031163] env[69699]: DEBUG oslo_vmware.api [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Waiting for the task: (returnval){ [ 909.031163] env[69699]: value = "task-3607290" [ 909.031163] env[69699]: _type = "Task" [ 909.031163] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.036824] env[69699]: DEBUG oslo_concurrency.lockutils [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Acquiring lock "refresh_cache-0bc9b912-7486-4b33-a317-aaf4e0acae48" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.042067] env[69699]: DEBUG oslo_vmware.api [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Task: {'id': task-3607290, 'name': Rename_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.060575] env[69699]: DEBUG nova.scheduler.client.report [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Overwriting current allocation {'allocations': {'80d35c48-5f27-4b75-a19d-7a1a6901050f': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 99}}, 'project_id': 'd0b6c5b7b1b447f2b0676a8333088ec6', 'user_id': 'eba0e89cf125498683497ce733859626', 'consumer_generation': 1} on consumer c7fba1f1-8e12-4891-aa98-06a5ff41a7e5 {{(pid=69699) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 909.152896] env[69699]: DEBUG nova.scheduler.client.report [None req-42061371-38bc-413f-84a5-31965a3df598 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.160143] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Acquiring lock "refresh_cache-c7fba1f1-8e12-4891-aa98-06a5ff41a7e5" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.160332] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Acquired lock "refresh_cache-c7fba1f1-8e12-4891-aa98-06a5ff41a7e5" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.160496] env[69699]: DEBUG nova.network.neutron [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.169046] env[69699]: DEBUG oslo_vmware.api [None req-3893541b-839f-4530-a056-3bf08b2834f2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607287, 'name': CloneVM_Task} progress is 94%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.308997] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7c179ca-816f-4379-970b-61d790e5bd3e tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.309346] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-795eda4b-7756-434b-9736-74890c009921 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.317375] env[69699]: DEBUG oslo_vmware.api [None req-c7c179ca-816f-4379-970b-61d790e5bd3e tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Waiting for the task: (returnval){ [ 909.317375] env[69699]: value = "task-3607291" [ 909.317375] env[69699]: _type = "Task" [ 909.317375] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.327118] env[69699]: DEBUG oslo_vmware.api [None req-c7c179ca-816f-4379-970b-61d790e5bd3e tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607291, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.369153] env[69699]: DEBUG oslo_concurrency.lockutils [req-db475dfe-59ca-427e-9b84-595461895a42 req-4890c27f-757d-46d7-85bc-db2d879ac6fa service nova] Releasing lock "refresh_cache-0bc9b912-7486-4b33-a317-aaf4e0acae48" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.369678] env[69699]: DEBUG oslo_concurrency.lockutils [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Acquired lock "refresh_cache-0bc9b912-7486-4b33-a317-aaf4e0acae48" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.369847] env[69699]: DEBUG nova.network.neutron [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.383048] env[69699]: DEBUG oslo_vmware.api [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607289, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266713} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.383048] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 909.383048] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 909.383048] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 909.541587] env[69699]: DEBUG oslo_vmware.api [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Task: {'id': task-3607290, 'name': Rename_Task, 'duration_secs': 0.2685} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.541896] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.542174] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e96bda9-82ae-49c7-839b-bb0efad85105 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.549054] env[69699]: DEBUG oslo_vmware.api [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Waiting for the task: (returnval){ [ 909.549054] env[69699]: value = "task-3607292" [ 909.549054] env[69699]: _type = "Task" [ 909.549054] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.557404] env[69699]: DEBUG oslo_vmware.api [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Task: {'id': task-3607292, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.662912] env[69699]: DEBUG oslo_concurrency.lockutils [None req-42061371-38bc-413f-84a5-31965a3df598 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.187s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.669682] env[69699]: DEBUG oslo_concurrency.lockutils [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.184s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.673183] env[69699]: INFO nova.compute.claims [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 909.678248] env[69699]: DEBUG oslo_vmware.api [None req-3893541b-839f-4530-a056-3bf08b2834f2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607287, 'name': CloneVM_Task} progress is 94%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.691700] env[69699]: INFO nova.scheduler.client.report [None req-42061371-38bc-413f-84a5-31965a3df598 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Deleted allocations for instance f94689f2-f576-4b80-bcac-59a95fcd7899 [ 909.828803] env[69699]: DEBUG oslo_vmware.api [None req-c7c179ca-816f-4379-970b-61d790e5bd3e tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607291, 'name': PowerOffVM_Task, 'duration_secs': 0.196466} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.829281] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7c179ca-816f-4379-970b-61d790e5bd3e tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 909.829636] env[69699]: DEBUG nova.compute.manager [None req-c7c179ca-816f-4379-970b-61d790e5bd3e tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.830629] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5cde47-371f-4441-80e2-a2166acf8454 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.912147] env[69699]: DEBUG nova.network.neutron [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 909.938543] env[69699]: DEBUG oslo_concurrency.lockutils [None req-11af531d-3399-4e05-9080-1a2c763686d8 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquiring lock "311e4618-41ff-4cab-ae4f-d7063872abc8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.938853] env[69699]: DEBUG oslo_concurrency.lockutils [None req-11af531d-3399-4e05-9080-1a2c763686d8 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "311e4618-41ff-4cab-ae4f-d7063872abc8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.939122] env[69699]: DEBUG nova.compute.manager [None req-11af531d-3399-4e05-9080-1a2c763686d8 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.940377] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6a0420-a754-49b8-9940-580223b5fb05 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.947902] env[69699]: DEBUG nova.compute.manager [None req-11af531d-3399-4e05-9080-1a2c763686d8 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69699) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 909.948500] env[69699]: DEBUG nova.objects.instance [None req-11af531d-3399-4e05-9080-1a2c763686d8 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lazy-loading 'flavor' on Instance uuid 311e4618-41ff-4cab-ae4f-d7063872abc8 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.950404] env[69699]: DEBUG nova.network.neutron [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Updating instance_info_cache with network_info: [{"id": "22eb6a48-cca1-4e06-9589-c53d711a4b08", "address": "fa:16:3e:e5:3c:29", "network": {"id": "cf7e11e8-f0e1-4137-b176-ce92b41f73aa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7ead911ee02c4672932553c72aa317e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22eb6a48-cc", "ovs_interfaceid": "22eb6a48-cca1-4e06-9589-c53d711a4b08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.061941] env[69699]: DEBUG oslo_vmware.api [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Task: {'id': task-3607292, 'name': PowerOnVM_Task, 'duration_secs': 0.494004} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.065437] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.065749] env[69699]: INFO nova.compute.manager [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Took 4.27 seconds to spawn the instance on the hypervisor. [ 910.066081] env[69699]: DEBUG nova.compute.manager [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.068257] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f343c7aa-0e08-49f3-9ae8-08b2ff6b2fad {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.169256] env[69699]: DEBUG oslo_vmware.api [None req-3893541b-839f-4530-a056-3bf08b2834f2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607287, 'name': CloneVM_Task, 'duration_secs': 1.259525} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.169730] env[69699]: INFO nova.virt.vmwareapi.vmops [None req-3893541b-839f-4530-a056-3bf08b2834f2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Created linked-clone VM from snapshot [ 910.170543] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f303b3-5a48-48a1-b7ca-b5661c2c17fd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.184978] env[69699]: DEBUG nova.virt.vmwareapi.images [None req-3893541b-839f-4530-a056-3bf08b2834f2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Uploading image aede8cb4-d5ee-4527-9ef1-2ade0ff8382e {{(pid=69699) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 910.200954] env[69699]: DEBUG oslo_concurrency.lockutils [None req-42061371-38bc-413f-84a5-31965a3df598 tempest-SecurityGroupsTestJSON-1251646811 tempest-SecurityGroupsTestJSON-1251646811-project-member] Lock "f94689f2-f576-4b80-bcac-59a95fcd7899" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.562s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.217769] env[69699]: DEBUG oslo_vmware.rw_handles [None req-3893541b-839f-4530-a056-3bf08b2834f2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 910.217769] env[69699]: value = "vm-719621" [ 910.217769] env[69699]: _type = "VirtualMachine" [ 910.217769] env[69699]: }. {{(pid=69699) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 910.217769] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7224cc71-35a6-4983-91c1-973d2732e684 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.228930] env[69699]: DEBUG oslo_vmware.rw_handles [None req-3893541b-839f-4530-a056-3bf08b2834f2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lease: (returnval){ [ 910.228930] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b6b747-a11b-a89d-4089-f0fdbb572f8d" [ 910.228930] env[69699]: _type = "HttpNfcLease" [ 910.228930] env[69699]: } obtained for exporting VM: (result){ [ 910.228930] env[69699]: value = "vm-719621" [ 910.228930] env[69699]: _type = "VirtualMachine" [ 910.228930] env[69699]: }. {{(pid=69699) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 910.229494] env[69699]: DEBUG oslo_vmware.api [None req-3893541b-839f-4530-a056-3bf08b2834f2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the lease: (returnval){ [ 910.229494] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b6b747-a11b-a89d-4089-f0fdbb572f8d" [ 910.229494] env[69699]: _type = "HttpNfcLease" [ 910.229494] env[69699]: } to be ready. {{(pid=69699) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 910.240770] env[69699]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 910.240770] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b6b747-a11b-a89d-4089-f0fdbb572f8d" [ 910.240770] env[69699]: _type = "HttpNfcLease" [ 910.240770] env[69699]: } is initializing. {{(pid=69699) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 910.261091] env[69699]: DEBUG nova.compute.manager [req-282c5a70-b8ad-4f57-8bd0-4392c0f7bc54 req-23729118-a55b-46df-a8dd-c5d1f32d944a service nova] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Received event network-vif-plugged-0075968e-2916-43b8-8234-9e6cbbb6a254 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.262014] env[69699]: DEBUG oslo_concurrency.lockutils [req-282c5a70-b8ad-4f57-8bd0-4392c0f7bc54 req-23729118-a55b-46df-a8dd-c5d1f32d944a service nova] Acquiring lock "0bc9b912-7486-4b33-a317-aaf4e0acae48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.262014] env[69699]: DEBUG oslo_concurrency.lockutils [req-282c5a70-b8ad-4f57-8bd0-4392c0f7bc54 req-23729118-a55b-46df-a8dd-c5d1f32d944a service nova] Lock "0bc9b912-7486-4b33-a317-aaf4e0acae48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.262482] env[69699]: DEBUG oslo_concurrency.lockutils [req-282c5a70-b8ad-4f57-8bd0-4392c0f7bc54 req-23729118-a55b-46df-a8dd-c5d1f32d944a service nova] Lock "0bc9b912-7486-4b33-a317-aaf4e0acae48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.262675] env[69699]: DEBUG nova.compute.manager [req-282c5a70-b8ad-4f57-8bd0-4392c0f7bc54 req-23729118-a55b-46df-a8dd-c5d1f32d944a service nova] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] No waiting events found dispatching network-vif-plugged-0075968e-2916-43b8-8234-9e6cbbb6a254 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 910.262877] env[69699]: WARNING nova.compute.manager [req-282c5a70-b8ad-4f57-8bd0-4392c0f7bc54 req-23729118-a55b-46df-a8dd-c5d1f32d944a service nova] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Received unexpected event network-vif-plugged-0075968e-2916-43b8-8234-9e6cbbb6a254 for instance with vm_state building and task_state spawning. [ 910.263043] env[69699]: DEBUG nova.compute.manager [req-282c5a70-b8ad-4f57-8bd0-4392c0f7bc54 req-23729118-a55b-46df-a8dd-c5d1f32d944a service nova] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Received event network-changed-0075968e-2916-43b8-8234-9e6cbbb6a254 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.263185] env[69699]: DEBUG nova.compute.manager [req-282c5a70-b8ad-4f57-8bd0-4392c0f7bc54 req-23729118-a55b-46df-a8dd-c5d1f32d944a service nova] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Refreshing instance network info cache due to event network-changed-0075968e-2916-43b8-8234-9e6cbbb6a254. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 910.266017] env[69699]: DEBUG oslo_concurrency.lockutils [req-282c5a70-b8ad-4f57-8bd0-4392c0f7bc54 req-23729118-a55b-46df-a8dd-c5d1f32d944a service nova] Acquiring lock "refresh_cache-0bc9b912-7486-4b33-a317-aaf4e0acae48" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.346438] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c7c179ca-816f-4379-970b-61d790e5bd3e tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Lock "5492f83e-37c1-43f8-b40d-1d1872e229d6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.418164] env[69699]: DEBUG nova.virt.hardware [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 910.418413] env[69699]: DEBUG nova.virt.hardware [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.418598] env[69699]: DEBUG nova.virt.hardware [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.418850] env[69699]: DEBUG nova.virt.hardware [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.418996] env[69699]: DEBUG nova.virt.hardware [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.419171] env[69699]: DEBUG nova.virt.hardware [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 910.419388] env[69699]: DEBUG nova.virt.hardware [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 910.419620] env[69699]: DEBUG nova.virt.hardware [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 910.419884] env[69699]: DEBUG nova.virt.hardware [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 910.420161] env[69699]: DEBUG nova.virt.hardware [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 910.420519] env[69699]: DEBUG nova.virt.hardware [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 910.421266] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e25bb0-6440-4465-982b-e5b519dbe6a4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.432487] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c4199d-eb69-4fd5-87e4-4179d060dea7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.447592] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:e8:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f925dc8-2145-457e-a4d4-c07117356dd0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6aa9d3e0-1cea-43dc-9d53-6c256951f711', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 910.455046] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 910.457267] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Releasing lock "refresh_cache-c7fba1f1-8e12-4891-aa98-06a5ff41a7e5" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.457658] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.457881] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 910.458953] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9264701-aa5b-4ff3-81fb-93dc7e8b912a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.464820] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50b08176-7dd3-4bd9-9a6a-fef41c1a0d90 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.482463] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-11af531d-3399-4e05-9080-1a2c763686d8 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.483080] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ae9a07c-66c5-4910-8715-d2117db0a8f7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.492226] env[69699]: DEBUG oslo_vmware.api [None req-11af531d-3399-4e05-9080-1a2c763686d8 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 910.492226] env[69699]: value = "task-3607296" [ 910.492226] env[69699]: _type = "Task" [ 910.492226] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.494435] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 910.494435] env[69699]: value = "task-3607295" [ 910.494435] env[69699]: _type = "Task" [ 910.494435] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.494770] env[69699]: DEBUG oslo_vmware.api [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Waiting for the task: (returnval){ [ 910.494770] env[69699]: value = "task-3607294" [ 910.494770] env[69699]: _type = "Task" [ 910.494770] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.518357] env[69699]: DEBUG oslo_vmware.api [None req-11af531d-3399-4e05-9080-1a2c763686d8 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607296, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.518601] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607295, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.522886] env[69699]: DEBUG oslo_vmware.api [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3607294, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.541695] env[69699]: DEBUG nova.network.neutron [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Updating instance_info_cache with network_info: [{"id": "dd142ba9-5b20-4d82-a7ed-51b523068360", "address": "fa:16:3e:9c:82:f2", "network": {"id": "50aff5c7-c3a4-4f53-98af-616943298535", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1455921532", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "047f717942a34c0e86b704357b2a800b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd142ba9-5b", "ovs_interfaceid": "dd142ba9-5b20-4d82-a7ed-51b523068360", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9bb5f74f-5cd3-425d-a1c5-2c0cac3ebad5", "address": "fa:16:3e:a0:6c:e2", "network": {"id": "df77d17d-879a-45d4-97cb-362ff43505c9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1343441632", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.159", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "047f717942a34c0e86b704357b2a800b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bb5f74f-5c", "ovs_interfaceid": "9bb5f74f-5cd3-425d-a1c5-2c0cac3ebad5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0075968e-2916-43b8-8234-9e6cbbb6a254", "address": "fa:16:3e:0f:cd:96", "network": {"id": "50aff5c7-c3a4-4f53-98af-616943298535", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1455921532", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "047f717942a34c0e86b704357b2a800b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0075968e-29", "ovs_interfaceid": "0075968e-2916-43b8-8234-9e6cbbb6a254", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.590766] env[69699]: INFO nova.compute.manager [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Took 48.86 seconds to build instance. [ 910.739120] env[69699]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 910.739120] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b6b747-a11b-a89d-4089-f0fdbb572f8d" [ 910.739120] env[69699]: _type = "HttpNfcLease" [ 910.739120] env[69699]: } is ready. {{(pid=69699) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 910.739442] env[69699]: DEBUG oslo_vmware.rw_handles [None req-3893541b-839f-4530-a056-3bf08b2834f2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 910.739442] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b6b747-a11b-a89d-4089-f0fdbb572f8d" [ 910.739442] env[69699]: _type = "HttpNfcLease" [ 910.739442] env[69699]: }. {{(pid=69699) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 910.740687] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00286e7c-1c08-4ab0-8c65-7459c431cc6f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.752081] env[69699]: DEBUG oslo_vmware.rw_handles [None req-3893541b-839f-4530-a056-3bf08b2834f2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e73742-1804-aea0-c12c-1983aa16b611/disk-0.vmdk from lease info. {{(pid=69699) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 910.752377] env[69699]: DEBUG oslo_vmware.rw_handles [None req-3893541b-839f-4530-a056-3bf08b2834f2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e73742-1804-aea0-c12c-1983aa16b611/disk-0.vmdk for reading. {{(pid=69699) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 910.863184] env[69699]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5a2b21db-66e5-4617-a3c5-4f55d398e912 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.014458] env[69699]: DEBUG oslo_vmware.api [None req-11af531d-3399-4e05-9080-1a2c763686d8 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607296, 'name': PowerOffVM_Task, 'duration_secs': 0.294899} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.020706] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-11af531d-3399-4e05-9080-1a2c763686d8 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.020981] env[69699]: DEBUG nova.compute.manager [None req-11af531d-3399-4e05-9080-1a2c763686d8 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 911.021347] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607295, 'name': CreateVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.021683] env[69699]: DEBUG oslo_vmware.api [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3607294, 'name': PowerOffVM_Task, 'duration_secs': 0.294702} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.025038] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954f4060-8935-40fe-9c47-15c94f77de92 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.027613] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.028486] env[69699]: DEBUG nova.virt.hardware [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:00:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='b96da925-54d9-4ab8-8f42-78a703390907',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1551891796',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 911.028755] env[69699]: DEBUG nova.virt.hardware [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 911.029041] env[69699]: DEBUG nova.virt.hardware [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.029402] env[69699]: DEBUG nova.virt.hardware [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 911.029402] env[69699]: DEBUG nova.virt.hardware [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.029670] env[69699]: DEBUG nova.virt.hardware [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 911.029939] env[69699]: DEBUG nova.virt.hardware [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 911.030149] env[69699]: DEBUG nova.virt.hardware [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 911.030744] env[69699]: DEBUG nova.virt.hardware [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 911.030744] env[69699]: DEBUG nova.virt.hardware [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 911.030744] env[69699]: DEBUG nova.virt.hardware [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 911.038729] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23137b9d-be03-4dc1-89c0-6b0054f00230 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.053253] env[69699]: DEBUG oslo_concurrency.lockutils [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Releasing lock "refresh_cache-0bc9b912-7486-4b33-a317-aaf4e0acae48" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.053726] env[69699]: DEBUG nova.compute.manager [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Instance network_info: |[{"id": "dd142ba9-5b20-4d82-a7ed-51b523068360", "address": "fa:16:3e:9c:82:f2", "network": {"id": "50aff5c7-c3a4-4f53-98af-616943298535", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1455921532", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "047f717942a34c0e86b704357b2a800b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd142ba9-5b", "ovs_interfaceid": "dd142ba9-5b20-4d82-a7ed-51b523068360", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9bb5f74f-5cd3-425d-a1c5-2c0cac3ebad5", "address": "fa:16:3e:a0:6c:e2", "network": {"id": "df77d17d-879a-45d4-97cb-362ff43505c9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1343441632", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.159", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "047f717942a34c0e86b704357b2a800b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bb5f74f-5c", "ovs_interfaceid": "9bb5f74f-5cd3-425d-a1c5-2c0cac3ebad5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0075968e-2916-43b8-8234-9e6cbbb6a254", "address": "fa:16:3e:0f:cd:96", "network": {"id": "50aff5c7-c3a4-4f53-98af-616943298535", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1455921532", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "047f717942a34c0e86b704357b2a800b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0075968e-29", "ovs_interfaceid": "0075968e-2916-43b8-8234-9e6cbbb6a254", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 911.054989] env[69699]: DEBUG oslo_concurrency.lockutils [req-282c5a70-b8ad-4f57-8bd0-4392c0f7bc54 req-23729118-a55b-46df-a8dd-c5d1f32d944a service nova] Acquired lock "refresh_cache-0bc9b912-7486-4b33-a317-aaf4e0acae48" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.054989] env[69699]: DEBUG nova.network.neutron [req-282c5a70-b8ad-4f57-8bd0-4392c0f7bc54 req-23729118-a55b-46df-a8dd-c5d1f32d944a service nova] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Refreshing network info cache for port 0075968e-2916-43b8-8234-9e6cbbb6a254 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 911.055768] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:82:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13af9422-d668-4413-b63a-766558d83a3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd142ba9-5b20-4d82-a7ed-51b523068360', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:6c:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c09cc47-a7d0-4816-bee4-69cc9f2e04b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9bb5f74f-5cd3-425d-a1c5-2c0cac3ebad5', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:cd:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13af9422-d668-4413-b63a-766558d83a3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0075968e-2916-43b8-8234-9e6cbbb6a254', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.070031] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Creating folder: Project (047f717942a34c0e86b704357b2a800b). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 911.076429] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23e3601e-0e63-41b6-ba9a-f7b8b32c4f98 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.083022] env[69699]: DEBUG oslo_vmware.api [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Waiting for the task: (returnval){ [ 911.083022] env[69699]: value = "task-3607297" [ 911.083022] env[69699]: _type = "Task" [ 911.083022] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.095107] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ef496073-7463-4ea7-8420-81e0fb293030 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Lock "990fcb68-920f-4d2a-b9d4-31c4bf7fc71a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.374s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.095107] env[69699]: DEBUG oslo_vmware.api [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3607297, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.100189] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Created folder: Project (047f717942a34c0e86b704357b2a800b) in parent group-v719415. [ 911.100189] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Creating folder: Instances. Parent ref: group-v719623. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 911.100189] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9ed2930-a94e-4d6c-b658-215971f8f7c9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.114103] env[69699]: DEBUG nova.objects.instance [None req-b6d688aa-70be-4ab8-8952-03d3d2bcb3cd tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Lazy-loading 'flavor' on Instance uuid 5492f83e-37c1-43f8-b40d-1d1872e229d6 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.115629] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Created folder: Instances in parent group-v719623. [ 911.118381] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.118978] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.120428] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b425a1b-fb01-4eff-8e47-a694190db9f3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.152566] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.152566] env[69699]: value = "task-3607300" [ 911.152566] env[69699]: _type = "Task" [ 911.152566] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.167035] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607300, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.371362] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4677a31a-68de-4c09-817e-98e93eff7eb0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.380418] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c325ec40-c687-4cc9-a5a3-af744f6b5380 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.416857] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910beb4a-5ac9-4454-8c93-ee875713b9d5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.426837] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e057593-576d-4627-9214-e0b449c3b7d2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.443933] env[69699]: DEBUG nova.compute.provider_tree [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.509832] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607295, 'name': CreateVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.585065] env[69699]: DEBUG oslo_concurrency.lockutils [None req-11af531d-3399-4e05-9080-1a2c763686d8 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "311e4618-41ff-4cab-ae4f-d7063872abc8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.646s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.598781] env[69699]: DEBUG oslo_vmware.api [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3607297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.622345] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b6d688aa-70be-4ab8-8952-03d3d2bcb3cd tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Acquiring lock "refresh_cache-5492f83e-37c1-43f8-b40d-1d1872e229d6" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.624157] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b6d688aa-70be-4ab8-8952-03d3d2bcb3cd tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Acquired lock "refresh_cache-5492f83e-37c1-43f8-b40d-1d1872e229d6" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.624157] env[69699]: DEBUG nova.network.neutron [None req-b6d688aa-70be-4ab8-8952-03d3d2bcb3cd tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 911.624157] env[69699]: DEBUG nova.objects.instance [None req-b6d688aa-70be-4ab8-8952-03d3d2bcb3cd tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Lazy-loading 'info_cache' on Instance uuid 5492f83e-37c1-43f8-b40d-1d1872e229d6 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.666029] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607300, 'name': CreateVM_Task} progress is 25%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.919300] env[69699]: DEBUG nova.network.neutron [req-282c5a70-b8ad-4f57-8bd0-4392c0f7bc54 req-23729118-a55b-46df-a8dd-c5d1f32d944a service nova] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Updated VIF entry in instance network info cache for port 0075968e-2916-43b8-8234-9e6cbbb6a254. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 911.922290] env[69699]: DEBUG nova.network.neutron [req-282c5a70-b8ad-4f57-8bd0-4392c0f7bc54 req-23729118-a55b-46df-a8dd-c5d1f32d944a service nova] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Updating instance_info_cache with network_info: [{"id": "dd142ba9-5b20-4d82-a7ed-51b523068360", "address": "fa:16:3e:9c:82:f2", "network": {"id": "50aff5c7-c3a4-4f53-98af-616943298535", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1455921532", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "047f717942a34c0e86b704357b2a800b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd142ba9-5b", "ovs_interfaceid": "dd142ba9-5b20-4d82-a7ed-51b523068360", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9bb5f74f-5cd3-425d-a1c5-2c0cac3ebad5", "address": "fa:16:3e:a0:6c:e2", "network": {"id": "df77d17d-879a-45d4-97cb-362ff43505c9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1343441632", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.159", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "047f717942a34c0e86b704357b2a800b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bb5f74f-5c", "ovs_interfaceid": "9bb5f74f-5cd3-425d-a1c5-2c0cac3ebad5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0075968e-2916-43b8-8234-9e6cbbb6a254", "address": "fa:16:3e:0f:cd:96", "network": {"id": "50aff5c7-c3a4-4f53-98af-616943298535", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1455921532", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "047f717942a34c0e86b704357b2a800b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0075968e-29", "ovs_interfaceid": "0075968e-2916-43b8-8234-9e6cbbb6a254", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.948106] env[69699]: DEBUG nova.scheduler.client.report [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.013909] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607295, 'name': CreateVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.102349] env[69699]: DEBUG oslo_vmware.api [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3607297, 'name': ReconfigVM_Task, 'duration_secs': 1.016058} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.105877] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a28e94-b74b-4403-b859-93059679f5ee {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.130720] env[69699]: DEBUG nova.objects.base [None req-b6d688aa-70be-4ab8-8952-03d3d2bcb3cd tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Object Instance<5492f83e-37c1-43f8-b40d-1d1872e229d6> lazy-loaded attributes: flavor,info_cache {{(pid=69699) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 912.133674] env[69699]: DEBUG nova.virt.hardware [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T20:00:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='b96da925-54d9-4ab8-8f42-78a703390907',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1551891796',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 912.133995] env[69699]: DEBUG nova.virt.hardware [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 912.134216] env[69699]: DEBUG nova.virt.hardware [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 912.134446] env[69699]: DEBUG nova.virt.hardware [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 912.134616] env[69699]: DEBUG nova.virt.hardware [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 912.134917] env[69699]: DEBUG nova.virt.hardware [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 912.135151] env[69699]: DEBUG nova.virt.hardware [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 912.135506] env[69699]: DEBUG nova.virt.hardware [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 912.137016] env[69699]: DEBUG nova.virt.hardware [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 912.137016] env[69699]: DEBUG nova.virt.hardware [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 912.137016] env[69699]: DEBUG nova.virt.hardware [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 912.138862] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fba1beb0-9069-46d8-8e2c-9dbe993b1dcb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.147077] env[69699]: DEBUG oslo_vmware.api [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Waiting for the task: (returnval){ [ 912.147077] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52de8631-a485-b767-0e54-b373bcf48c03" [ 912.147077] env[69699]: _type = "Task" [ 912.147077] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.168273] env[69699]: DEBUG oslo_vmware.api [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52de8631-a485-b767-0e54-b373bcf48c03, 'name': SearchDatastore_Task, 'duration_secs': 0.014794} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.178295] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 912.178699] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607300, 'name': CreateVM_Task} progress is 25%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.181527] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bb0164a-c6d5-48b9-90b7-7180a72b812e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.206082] env[69699]: DEBUG oslo_vmware.api [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Waiting for the task: (returnval){ [ 912.206082] env[69699]: value = "task-3607301" [ 912.206082] env[69699]: _type = "Task" [ 912.206082] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.220591] env[69699]: DEBUG oslo_vmware.api [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3607301, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.427163] env[69699]: DEBUG oslo_concurrency.lockutils [req-282c5a70-b8ad-4f57-8bd0-4392c0f7bc54 req-23729118-a55b-46df-a8dd-c5d1f32d944a service nova] Releasing lock "refresh_cache-0bc9b912-7486-4b33-a317-aaf4e0acae48" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.459267] env[69699]: DEBUG oslo_concurrency.lockutils [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.790s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.459761] env[69699]: DEBUG nova.compute.manager [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 912.464457] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7920d959-20aa-4161-8f54-b98daf92e13b tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.250s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.464457] env[69699]: DEBUG nova.objects.instance [None req-7920d959-20aa-4161-8f54-b98daf92e13b tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Lazy-loading 'resources' on Instance uuid e21ce499-fd39-4810-88cf-8a8d1330a67b {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.467544] env[69699]: DEBUG nova.compute.manager [req-bc1aa3d9-6fea-42e0-aa7e-b4ad914ec78e req-fb090cfb-28ad-427d-a7cf-33800c66cb41 service nova] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Received event network-changed-ad867f88-d4d2-454a-ae36-07477f044647 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.467795] env[69699]: DEBUG nova.compute.manager [req-bc1aa3d9-6fea-42e0-aa7e-b4ad914ec78e req-fb090cfb-28ad-427d-a7cf-33800c66cb41 service nova] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Refreshing instance network info cache due to event network-changed-ad867f88-d4d2-454a-ae36-07477f044647. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 912.471343] env[69699]: DEBUG oslo_concurrency.lockutils [req-bc1aa3d9-6fea-42e0-aa7e-b4ad914ec78e req-fb090cfb-28ad-427d-a7cf-33800c66cb41 service nova] Acquiring lock "refresh_cache-990fcb68-920f-4d2a-b9d4-31c4bf7fc71a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.471618] env[69699]: DEBUG oslo_concurrency.lockutils [req-bc1aa3d9-6fea-42e0-aa7e-b4ad914ec78e req-fb090cfb-28ad-427d-a7cf-33800c66cb41 service nova] Acquired lock "refresh_cache-990fcb68-920f-4d2a-b9d4-31c4bf7fc71a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.471704] env[69699]: DEBUG nova.network.neutron [req-bc1aa3d9-6fea-42e0-aa7e-b4ad914ec78e req-fb090cfb-28ad-427d-a7cf-33800c66cb41 service nova] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Refreshing network info cache for port ad867f88-d4d2-454a-ae36-07477f044647 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 912.516072] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607295, 'name': CreateVM_Task, 'duration_secs': 1.544707} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.516242] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.518840] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.519483] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.519608] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.520287] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-823a697c-4317-4459-9cf2-cde7a7cdff83 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.530277] env[69699]: DEBUG oslo_vmware.api [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 912.530277] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522eda84-6489-e5a4-01e9-6cd924c67a3e" [ 912.530277] env[69699]: _type = "Task" [ 912.530277] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.550236] env[69699]: DEBUG oslo_vmware.api [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522eda84-6489-e5a4-01e9-6cd924c67a3e, 'name': SearchDatastore_Task, 'duration_secs': 0.012056} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.551159] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.551492] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.551802] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.552415] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.552678] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 912.553535] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-432a6a41-4fbf-403f-8cc2-f41344c4ef1c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.566994] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 912.567301] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 912.568953] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27cf7933-88eb-44a4-903e-462a30bf4745 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.578763] env[69699]: DEBUG oslo_vmware.api [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 912.578763] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522d63b1-aa85-186d-2236-331dc51c0119" [ 912.578763] env[69699]: _type = "Task" [ 912.578763] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.588029] env[69699]: DEBUG oslo_vmware.api [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522d63b1-aa85-186d-2236-331dc51c0119, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.669584] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607300, 'name': CreateVM_Task, 'duration_secs': 1.319923} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.669584] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.669584] env[69699]: DEBUG oslo_concurrency.lockutils [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.669584] env[69699]: DEBUG oslo_concurrency.lockutils [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.669584] env[69699]: DEBUG oslo_concurrency.lockutils [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.669584] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-688f7046-92f2-472e-91e6-5ea514c36555 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.676187] env[69699]: DEBUG oslo_vmware.api [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Waiting for the task: (returnval){ [ 912.676187] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522b4312-ac98-d353-43c6-d9d415c045b5" [ 912.676187] env[69699]: _type = "Task" [ 912.676187] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.689410] env[69699]: DEBUG oslo_vmware.api [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522b4312-ac98-d353-43c6-d9d415c045b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.721827] env[69699]: DEBUG oslo_vmware.api [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3607301, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.977764] env[69699]: DEBUG nova.compute.utils [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 912.984822] env[69699]: DEBUG nova.compute.manager [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 912.985153] env[69699]: DEBUG nova.network.neutron [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 913.051481] env[69699]: DEBUG nova.objects.instance [None req-2099252b-8fef-4d8c-acd8-10e95f8dfe69 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lazy-loading 'flavor' on Instance uuid 311e4618-41ff-4cab-ae4f-d7063872abc8 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 913.086685] env[69699]: DEBUG nova.network.neutron [None req-b6d688aa-70be-4ab8-8952-03d3d2bcb3cd tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Updating instance_info_cache with network_info: [{"id": "dfcc2628-667d-4580-8403-28526c397749", "address": "fa:16:3e:1a:3f:13", "network": {"id": "9a6d5dd4-f852-4b36-968e-e480448f148a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1073286448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6db95cb237bc4c8b8944104f6772c490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfcc2628-66", "ovs_interfaceid": "dfcc2628-667d-4580-8403-28526c397749", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.097311] env[69699]: DEBUG oslo_vmware.api [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522d63b1-aa85-186d-2236-331dc51c0119, 'name': SearchDatastore_Task, 'duration_secs': 0.01204} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.099584] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe4bfa16-fff3-4c34-9171-923fc2d2f017 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.112421] env[69699]: DEBUG oslo_vmware.api [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 913.112421] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c18ab4-b93e-6fa2-5652-61f7c5655dd8" [ 913.112421] env[69699]: _type = "Task" [ 913.112421] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.126662] env[69699]: DEBUG oslo_vmware.api [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c18ab4-b93e-6fa2-5652-61f7c5655dd8, 'name': SearchDatastore_Task, 'duration_secs': 0.014097} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.126662] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.126969] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678/5d1c2a59-60c3-4bdd-baf7-a91fbf57c678.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 913.128514] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6e7c51d-f0b6-47c9-b363-b4db4209d1f5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.139773] env[69699]: DEBUG oslo_vmware.api [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 913.139773] env[69699]: value = "task-3607302" [ 913.139773] env[69699]: _type = "Task" [ 913.139773] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.151120] env[69699]: DEBUG oslo_vmware.api [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607302, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.179226] env[69699]: DEBUG nova.policy [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bb3e38e23894b1eab05ad6519759de4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba48fa426f0e4cb3b66a18836a0ae660', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 913.198391] env[69699]: DEBUG oslo_vmware.api [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522b4312-ac98-d353-43c6-d9d415c045b5, 'name': SearchDatastore_Task, 'duration_secs': 0.015507} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.198485] env[69699]: DEBUG oslo_concurrency.lockutils [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.198756] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 913.199168] env[69699]: DEBUG oslo_concurrency.lockutils [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.199391] env[69699]: DEBUG oslo_concurrency.lockutils [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.199665] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 913.199995] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f65a29b-dec7-4ee5-b25b-7d1a557a1894 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.214297] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 913.214468] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 913.219024] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-314139af-17a7-4265-be59-0317e90dd15d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.221439] env[69699]: DEBUG oslo_vmware.api [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3607301, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.228590] env[69699]: DEBUG oslo_vmware.api [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Waiting for the task: (returnval){ [ 913.228590] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52d6adfc-52f5-a489-ce03-5c9cfa60d52a" [ 913.228590] env[69699]: _type = "Task" [ 913.228590] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.242390] env[69699]: DEBUG oslo_vmware.api [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52d6adfc-52f5-a489-ce03-5c9cfa60d52a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.471107] env[69699]: DEBUG nova.network.neutron [req-bc1aa3d9-6fea-42e0-aa7e-b4ad914ec78e req-fb090cfb-28ad-427d-a7cf-33800c66cb41 service nova] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Updated VIF entry in instance network info cache for port ad867f88-d4d2-454a-ae36-07477f044647. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 913.471958] env[69699]: DEBUG nova.network.neutron [req-bc1aa3d9-6fea-42e0-aa7e-b4ad914ec78e req-fb090cfb-28ad-427d-a7cf-33800c66cb41 service nova] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Updating instance_info_cache with network_info: [{"id": "ad867f88-d4d2-454a-ae36-07477f044647", "address": "fa:16:3e:3f:0c:7d", "network": {"id": "6c043d57-950e-4dc6-85d5-5cdd239f30cc", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-411603362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "719bad37b0544ab2bc9521992ba96130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad867f88-d4", "ovs_interfaceid": "ad867f88-d4d2-454a-ae36-07477f044647", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.484015] env[69699]: DEBUG nova.compute.manager [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 913.564516] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2099252b-8fef-4d8c-acd8-10e95f8dfe69 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquiring lock "refresh_cache-311e4618-41ff-4cab-ae4f-d7063872abc8" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.565318] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2099252b-8fef-4d8c-acd8-10e95f8dfe69 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquired lock "refresh_cache-311e4618-41ff-4cab-ae4f-d7063872abc8" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.566073] env[69699]: DEBUG nova.network.neutron [None req-2099252b-8fef-4d8c-acd8-10e95f8dfe69 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 913.566895] env[69699]: DEBUG nova.objects.instance [None req-2099252b-8fef-4d8c-acd8-10e95f8dfe69 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lazy-loading 'info_cache' on Instance uuid 311e4618-41ff-4cab-ae4f-d7063872abc8 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 913.590146] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b6d688aa-70be-4ab8-8952-03d3d2bcb3cd tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Releasing lock "refresh_cache-5492f83e-37c1-43f8-b40d-1d1872e229d6" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.616089] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41cb98bc-3e60-4d03-a182-53e1bac45bca {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.626264] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76387a59-88e2-4497-ac96-fd21a1f3288d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.665734] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eaf2859-123f-4a20-9ffe-15e0d466f4c5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.676202] env[69699]: DEBUG oslo_vmware.api [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607302, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.679716] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98758d93-346c-4ab9-9de2-3b93f9ad3e4d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.702356] env[69699]: DEBUG nova.compute.provider_tree [None req-7920d959-20aa-4161-8f54-b98daf92e13b tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.724894] env[69699]: DEBUG oslo_vmware.api [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3607301, 'name': ReconfigVM_Task, 'duration_secs': 1.229105} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.725195] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 913.726234] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4080f0f-c84d-4de3-8592-61bc7ee88501 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.739946] env[69699]: DEBUG oslo_vmware.api [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52d6adfc-52f5-a489-ce03-5c9cfa60d52a, 'name': SearchDatastore_Task, 'duration_secs': 0.014024} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.758203] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] c7fba1f1-8e12-4891-aa98-06a5ff41a7e5/c7fba1f1-8e12-4891-aa98-06a5ff41a7e5.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 913.758553] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5b357db-6adf-4d80-919e-8968bc1f1abd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.761786] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0f751e0-9146-491f-91e3-08b31c33a85a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.779851] env[69699]: DEBUG oslo_vmware.api [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Waiting for the task: (returnval){ [ 913.779851] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ba3678-5cc1-1d4a-7519-2b92758d6b74" [ 913.779851] env[69699]: _type = "Task" [ 913.779851] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.781358] env[69699]: DEBUG nova.network.neutron [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Successfully created port: ccc1108a-785f-4d69-8ada-a1183a44c7b6 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 913.788106] env[69699]: DEBUG oslo_vmware.api [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Waiting for the task: (returnval){ [ 913.788106] env[69699]: value = "task-3607303" [ 913.788106] env[69699]: _type = "Task" [ 913.788106] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.795569] env[69699]: DEBUG oslo_vmware.api [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ba3678-5cc1-1d4a-7519-2b92758d6b74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.803535] env[69699]: DEBUG oslo_vmware.api [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3607303, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.977880] env[69699]: DEBUG oslo_concurrency.lockutils [req-bc1aa3d9-6fea-42e0-aa7e-b4ad914ec78e req-fb090cfb-28ad-427d-a7cf-33800c66cb41 service nova] Releasing lock "refresh_cache-990fcb68-920f-4d2a-b9d4-31c4bf7fc71a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.072487] env[69699]: DEBUG nova.objects.base [None req-2099252b-8fef-4d8c-acd8-10e95f8dfe69 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Object Instance<311e4618-41ff-4cab-ae4f-d7063872abc8> lazy-loaded attributes: flavor,info_cache {{(pid=69699) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 914.177030] env[69699]: DEBUG oslo_vmware.api [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607302, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.814558} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.177030] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678/5d1c2a59-60c3-4bdd-baf7-a91fbf57c678.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 914.177030] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 914.177030] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64e1c673-1b50-40af-ae19-5342f850272b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.188466] env[69699]: DEBUG oslo_vmware.api [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 914.188466] env[69699]: value = "task-3607304" [ 914.188466] env[69699]: _type = "Task" [ 914.188466] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.199737] env[69699]: DEBUG oslo_vmware.api [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607304, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.204080] env[69699]: DEBUG nova.scheduler.client.report [None req-7920d959-20aa-4161-8f54-b98daf92e13b tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.295778] env[69699]: DEBUG oslo_vmware.api [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ba3678-5cc1-1d4a-7519-2b92758d6b74, 'name': SearchDatastore_Task, 'duration_secs': 0.062517} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.296535] env[69699]: DEBUG oslo_concurrency.lockutils [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.296806] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 0bc9b912-7486-4b33-a317-aaf4e0acae48/0bc9b912-7486-4b33-a317-aaf4e0acae48.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 914.297131] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44d5197f-914f-4028-8e36-c271a2b03302 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.302124] env[69699]: DEBUG oslo_vmware.api [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3607303, 'name': ReconfigVM_Task, 'duration_secs': 0.440953} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.302737] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Reconfigured VM instance instance-00000030 to attach disk [datastore2] c7fba1f1-8e12-4891-aa98-06a5ff41a7e5/c7fba1f1-8e12-4891-aa98-06a5ff41a7e5.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.303686] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec2db51-fbd9-4e3f-9acd-a7b9e8994dab {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.309638] env[69699]: DEBUG oslo_vmware.api [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Waiting for the task: (returnval){ [ 914.309638] env[69699]: value = "task-3607305" [ 914.309638] env[69699]: _type = "Task" [ 914.309638] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.325018] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4255296a-f0e2-4047-aadc-3b5c1cf57767 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.330714] env[69699]: DEBUG oslo_vmware.api [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Task: {'id': task-3607305, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.349953] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3cae86d-9b4e-4da7-97fc-7385ce81ca09 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.370503] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017d2d83-95a3-44f6-b3ea-6980c238287c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.378581] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 914.378861] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e077330-7f61-432d-a0dd-925bc9808b07 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.387947] env[69699]: DEBUG oslo_vmware.api [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Waiting for the task: (returnval){ [ 914.387947] env[69699]: value = "task-3607306" [ 914.387947] env[69699]: _type = "Task" [ 914.387947] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.396683] env[69699]: DEBUG oslo_vmware.api [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3607306, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.492975] env[69699]: DEBUG nova.compute.manager [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 914.524065] env[69699]: DEBUG nova.virt.hardware [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 914.524436] env[69699]: DEBUG nova.virt.hardware [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.524666] env[69699]: DEBUG nova.virt.hardware [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.524920] env[69699]: DEBUG nova.virt.hardware [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.525165] env[69699]: DEBUG nova.virt.hardware [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.525387] env[69699]: DEBUG nova.virt.hardware [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 914.525668] env[69699]: DEBUG nova.virt.hardware [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 914.525923] env[69699]: DEBUG nova.virt.hardware [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 914.526193] env[69699]: DEBUG nova.virt.hardware [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 914.526434] env[69699]: DEBUG nova.virt.hardware [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 914.526686] env[69699]: DEBUG nova.virt.hardware [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 914.527989] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64418a96-b9cd-4726-9730-e4b881313f17 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.540337] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732df5ac-8f0a-444c-b0c9-0eda54582879 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.599970] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d688aa-70be-4ab8-8952-03d3d2bcb3cd tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 914.599970] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95dc4994-9415-4171-bf73-64059e9a450a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.612170] env[69699]: DEBUG oslo_vmware.api [None req-b6d688aa-70be-4ab8-8952-03d3d2bcb3cd tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Waiting for the task: (returnval){ [ 914.612170] env[69699]: value = "task-3607307" [ 914.612170] env[69699]: _type = "Task" [ 914.612170] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.628223] env[69699]: DEBUG oslo_vmware.api [None req-b6d688aa-70be-4ab8-8952-03d3d2bcb3cd tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607307, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.699936] env[69699]: DEBUG oslo_vmware.api [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607304, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.335262} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.700294] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 914.701194] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57b7e7c-d25e-4935-936e-17df477a4258 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.716553] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7920d959-20aa-4161-8f54-b98daf92e13b tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.252s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.727159] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678/5d1c2a59-60c3-4bdd-baf7-a91fbf57c678.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.727867] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0698d0f4-1709-443f-b724-21b3e621413a tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.978s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.728111] env[69699]: DEBUG nova.objects.instance [None req-0698d0f4-1709-443f-b724-21b3e621413a tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Lazy-loading 'resources' on Instance uuid ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.729393] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f305f895-8fd8-40c0-bcba-188cc650e9c0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.751893] env[69699]: INFO nova.scheduler.client.report [None req-7920d959-20aa-4161-8f54-b98daf92e13b tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Deleted allocations for instance e21ce499-fd39-4810-88cf-8a8d1330a67b [ 914.757397] env[69699]: DEBUG oslo_vmware.api [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 914.757397] env[69699]: value = "task-3607308" [ 914.757397] env[69699]: _type = "Task" [ 914.757397] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.768479] env[69699]: DEBUG oslo_vmware.api [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607308, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.820867] env[69699]: DEBUG oslo_vmware.api [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Task: {'id': task-3607305, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.899459] env[69699]: DEBUG oslo_vmware.api [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3607306, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.930305] env[69699]: DEBUG nova.network.neutron [None req-2099252b-8fef-4d8c-acd8-10e95f8dfe69 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Updating instance_info_cache with network_info: [{"id": "4fdb835d-6532-41ed-a080-cc51c855a95e", "address": "fa:16:3e:8f:5f:18", "network": {"id": "4a55132d-5b16-41eb-97d5-c6aacd2ebbe0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2076238106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f0293384f344ba09f431b47ef381d57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fdb835d-65", "ovs_interfaceid": "4fdb835d-6532-41ed-a080-cc51c855a95e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.127556] env[69699]: DEBUG oslo_vmware.api [None req-b6d688aa-70be-4ab8-8952-03d3d2bcb3cd tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607307, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.266265] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7920d959-20aa-4161-8f54-b98daf92e13b tempest-ServersTestFqdnHostnames-1208998322 tempest-ServersTestFqdnHostnames-1208998322-project-member] Lock "e21ce499-fd39-4810-88cf-8a8d1330a67b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.034s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.274892] env[69699]: DEBUG oslo_vmware.api [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607308, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.325140] env[69699]: DEBUG oslo_vmware.api [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Task: {'id': task-3607305, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.796338} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.328280] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 0bc9b912-7486-4b33-a317-aaf4e0acae48/0bc9b912-7486-4b33-a317-aaf4e0acae48.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 915.328471] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 915.329253] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b274fde-de4a-4758-8388-b23e32184c08 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.339987] env[69699]: DEBUG oslo_vmware.api [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Waiting for the task: (returnval){ [ 915.339987] env[69699]: value = "task-3607309" [ 915.339987] env[69699]: _type = "Task" [ 915.339987] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.357486] env[69699]: DEBUG oslo_vmware.api [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Task: {'id': task-3607309, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.402387] env[69699]: DEBUG oslo_vmware.api [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3607306, 'name': PowerOnVM_Task, 'duration_secs': 0.601415} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.402678] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 915.431312] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2099252b-8fef-4d8c-acd8-10e95f8dfe69 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Releasing lock "refresh_cache-311e4618-41ff-4cab-ae4f-d7063872abc8" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.536308] env[69699]: DEBUG nova.compute.manager [req-a7b60553-1f0e-43f8-a213-dda194164fba req-cb30ce8a-56fb-46cd-8c99-78f45f823eaf service nova] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Received event network-vif-plugged-ccc1108a-785f-4d69-8ada-a1183a44c7b6 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.536308] env[69699]: DEBUG oslo_concurrency.lockutils [req-a7b60553-1f0e-43f8-a213-dda194164fba req-cb30ce8a-56fb-46cd-8c99-78f45f823eaf service nova] Acquiring lock "4f0b683d-04ea-4d5f-b0d6-d965e2da75c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.536308] env[69699]: DEBUG oslo_concurrency.lockutils [req-a7b60553-1f0e-43f8-a213-dda194164fba req-cb30ce8a-56fb-46cd-8c99-78f45f823eaf service nova] Lock "4f0b683d-04ea-4d5f-b0d6-d965e2da75c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.536308] env[69699]: DEBUG oslo_concurrency.lockutils [req-a7b60553-1f0e-43f8-a213-dda194164fba req-cb30ce8a-56fb-46cd-8c99-78f45f823eaf service nova] Lock "4f0b683d-04ea-4d5f-b0d6-d965e2da75c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.537125] env[69699]: DEBUG nova.compute.manager [req-a7b60553-1f0e-43f8-a213-dda194164fba req-cb30ce8a-56fb-46cd-8c99-78f45f823eaf service nova] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] No waiting events found dispatching network-vif-plugged-ccc1108a-785f-4d69-8ada-a1183a44c7b6 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 915.537455] env[69699]: WARNING nova.compute.manager [req-a7b60553-1f0e-43f8-a213-dda194164fba req-cb30ce8a-56fb-46cd-8c99-78f45f823eaf service nova] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Received unexpected event network-vif-plugged-ccc1108a-785f-4d69-8ada-a1183a44c7b6 for instance with vm_state building and task_state spawning. [ 915.570261] env[69699]: DEBUG nova.network.neutron [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Successfully updated port: ccc1108a-785f-4d69-8ada-a1183a44c7b6 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 915.625612] env[69699]: DEBUG oslo_vmware.api [None req-b6d688aa-70be-4ab8-8952-03d3d2bcb3cd tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607307, 'name': PowerOnVM_Task, 'duration_secs': 0.760019} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.626607] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d688aa-70be-4ab8-8952-03d3d2bcb3cd tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 915.627061] env[69699]: DEBUG nova.compute.manager [None req-b6d688aa-70be-4ab8-8952-03d3d2bcb3cd tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.628678] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88a0fa2-3d38-4c6a-8da4-b9cc7e1fcb04 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.776140] env[69699]: DEBUG oslo_vmware.api [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607308, 'name': ReconfigVM_Task, 'duration_secs': 0.654392} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.776429] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678/5d1c2a59-60c3-4bdd-baf7-a91fbf57c678.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.777074] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbad2664-8a07-45da-8f91-7cc95106928b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.785027] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3da1a08-b7bb-4594-bf7a-3a5853276c8a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.789172] env[69699]: DEBUG oslo_vmware.api [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 915.789172] env[69699]: value = "task-3607310" [ 915.789172] env[69699]: _type = "Task" [ 915.789172] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.796099] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9067a3a6-a06e-4b95-9093-efac18c86eab {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.802811] env[69699]: DEBUG oslo_vmware.api [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607310, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.835056] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f679ad4-d5b2-448e-9918-f0a982547460 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.847844] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4436ca43-426f-4e58-a561-b228783bb813 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.855841] env[69699]: DEBUG oslo_vmware.api [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Task: {'id': task-3607309, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10495} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.855841] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 915.860018] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0962e5eb-5ff8-45a6-a7c1-cc2ed4f0ca08 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.867763] env[69699]: DEBUG nova.compute.provider_tree [None req-0698d0f4-1709-443f-b724-21b3e621413a tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 915.894468] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 0bc9b912-7486-4b33-a317-aaf4e0acae48/0bc9b912-7486-4b33-a317-aaf4e0acae48.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.895440] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09db0e6e-825f-4442-8b48-cd0229ae62db {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.921029] env[69699]: DEBUG oslo_vmware.api [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Waiting for the task: (returnval){ [ 915.921029] env[69699]: value = "task-3607311" [ 915.921029] env[69699]: _type = "Task" [ 915.921029] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.931069] env[69699]: DEBUG oslo_vmware.api [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Task: {'id': task-3607311, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.074536] env[69699]: DEBUG oslo_concurrency.lockutils [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "refresh_cache-4f0b683d-04ea-4d5f-b0d6-d965e2da75c3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.074536] env[69699]: DEBUG oslo_concurrency.lockutils [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquired lock "refresh_cache-4f0b683d-04ea-4d5f-b0d6-d965e2da75c3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.074536] env[69699]: DEBUG nova.network.neutron [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.307422] env[69699]: DEBUG oslo_vmware.api [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607310, 'name': Rename_Task, 'duration_secs': 0.306165} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.307834] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 916.308146] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b9c9303-cb00-4622-9324-8d84ee5b0d11 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.322221] env[69699]: DEBUG oslo_vmware.api [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 916.322221] env[69699]: value = "task-3607312" [ 916.322221] env[69699]: _type = "Task" [ 916.322221] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.333482] env[69699]: DEBUG oslo_vmware.api [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607312, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.389960] env[69699]: ERROR nova.scheduler.client.report [None req-0698d0f4-1709-443f-b724-21b3e621413a tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] [req-82906de4-261b-4b69-acc0-77ef60d798f2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80d35c48-5f27-4b75-a19d-7a1a6901050f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-82906de4-261b-4b69-acc0-77ef60d798f2"}]} [ 916.408378] env[69699]: DEBUG nova.scheduler.client.report [None req-0698d0f4-1709-443f-b724-21b3e621413a tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Refreshing inventories for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 916.416539] env[69699]: INFO nova.compute.manager [None req-b2356c16-d27d-4b70-a291-9206fa8f6075 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Updating instance to original state: 'active' [ 916.432857] env[69699]: DEBUG oslo_vmware.api [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Task: {'id': task-3607311, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.433939] env[69699]: DEBUG nova.scheduler.client.report [None req-0698d0f4-1709-443f-b724-21b3e621413a tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Updating ProviderTree inventory for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 916.434165] env[69699]: DEBUG nova.compute.provider_tree [None req-0698d0f4-1709-443f-b724-21b3e621413a tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 916.437090] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-2099252b-8fef-4d8c-acd8-10e95f8dfe69 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 916.437210] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aebceb14-72a1-4c9c-99ca-c612c35a2f98 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.444876] env[69699]: DEBUG oslo_vmware.api [None req-2099252b-8fef-4d8c-acd8-10e95f8dfe69 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 916.444876] env[69699]: value = "task-3607313" [ 916.444876] env[69699]: _type = "Task" [ 916.444876] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.448708] env[69699]: DEBUG nova.scheduler.client.report [None req-0698d0f4-1709-443f-b724-21b3e621413a tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Refreshing aggregate associations for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f, aggregates: None {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 916.458471] env[69699]: DEBUG oslo_vmware.api [None req-2099252b-8fef-4d8c-acd8-10e95f8dfe69 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607313, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.475258] env[69699]: DEBUG nova.scheduler.client.report [None req-0698d0f4-1709-443f-b724-21b3e621413a tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Refreshing trait associations for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 916.639154] env[69699]: DEBUG nova.network.neutron [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 916.836908] env[69699]: DEBUG oslo_vmware.api [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607312, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.856200] env[69699]: DEBUG nova.network.neutron [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Updating instance_info_cache with network_info: [{"id": "ccc1108a-785f-4d69-8ada-a1183a44c7b6", "address": "fa:16:3e:a7:17:79", "network": {"id": "0bd0c568-ae97-493c-9ed8-c70833965690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-782374772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba48fa426f0e4cb3b66a18836a0ae660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccc1108a-78", "ovs_interfaceid": "ccc1108a-785f-4d69-8ada-a1183a44c7b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.951081] env[69699]: DEBUG oslo_vmware.api [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Task: {'id': task-3607311, 'name': ReconfigVM_Task, 'duration_secs': 0.659192} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.957578] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 0bc9b912-7486-4b33-a317-aaf4e0acae48/0bc9b912-7486-4b33-a317-aaf4e0acae48.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 916.957578] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d24ece72-d268-4461-8953-cb9944f6e17c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.967454] env[69699]: DEBUG oslo_vmware.api [None req-2099252b-8fef-4d8c-acd8-10e95f8dfe69 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607313, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.968513] env[69699]: DEBUG oslo_vmware.api [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Waiting for the task: (returnval){ [ 916.968513] env[69699]: value = "task-3607314" [ 916.968513] env[69699]: _type = "Task" [ 916.968513] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.983868] env[69699]: DEBUG oslo_vmware.api [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Task: {'id': task-3607314, 'name': Rename_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.985846] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca92932-69d2-4d52-842d-602d447c9d64 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.995617] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c13881-ef9f-4909-adbe-387d55d83bda {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.029257] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9721b4d0-16be-461c-96dc-dde7e1d5f2d3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.038263] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9bfaf0e-439b-48ae-a125-265bcb552871 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.056519] env[69699]: DEBUG nova.compute.provider_tree [None req-0698d0f4-1709-443f-b724-21b3e621413a tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 917.347995] env[69699]: DEBUG oslo_vmware.api [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607312, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.361690] env[69699]: DEBUG oslo_concurrency.lockutils [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Releasing lock "refresh_cache-4f0b683d-04ea-4d5f-b0d6-d965e2da75c3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.361690] env[69699]: DEBUG nova.compute.manager [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Instance network_info: |[{"id": "ccc1108a-785f-4d69-8ada-a1183a44c7b6", "address": "fa:16:3e:a7:17:79", "network": {"id": "0bd0c568-ae97-493c-9ed8-c70833965690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-782374772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba48fa426f0e4cb3b66a18836a0ae660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccc1108a-78", "ovs_interfaceid": "ccc1108a-785f-4d69-8ada-a1183a44c7b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 917.362170] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:17:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92fe29b3-0907-453d-aabb-5559c4bd7c0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ccc1108a-785f-4d69-8ada-a1183a44c7b6', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.377699] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.377699] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 917.377899] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b52b9b49-4990-4d54-ba79-b2828fd324b9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.403889] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.403889] env[69699]: value = "task-3607315" [ 917.403889] env[69699]: _type = "Task" [ 917.403889] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.414100] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607315, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.464683] env[69699]: DEBUG oslo_vmware.api [None req-2099252b-8fef-4d8c-acd8-10e95f8dfe69 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607313, 'name': PowerOnVM_Task, 'duration_secs': 0.565851} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.466065] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-2099252b-8fef-4d8c-acd8-10e95f8dfe69 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.466280] env[69699]: DEBUG nova.compute.manager [None req-2099252b-8fef-4d8c-acd8-10e95f8dfe69 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 917.467730] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edd5578-d0d6-4c59-9dea-6f827b10fc9b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.481768] env[69699]: DEBUG oslo_vmware.api [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Task: {'id': task-3607314, 'name': Rename_Task, 'duration_secs': 0.242249} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.483703] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.486502] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afa1b671-0f0f-42e0-b146-1bec48df6e63 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.499332] env[69699]: DEBUG oslo_vmware.api [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Waiting for the task: (returnval){ [ 917.499332] env[69699]: value = "task-3607316" [ 917.499332] env[69699]: _type = "Task" [ 917.499332] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.516043] env[69699]: DEBUG oslo_vmware.api [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Task: {'id': task-3607316, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.607834] env[69699]: DEBUG nova.scheduler.client.report [None req-0698d0f4-1709-443f-b724-21b3e621413a tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Updated inventory for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with generation 100 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 917.607834] env[69699]: DEBUG nova.compute.provider_tree [None req-0698d0f4-1709-443f-b724-21b3e621413a tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Updating resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f generation from 100 to 101 during operation: update_inventory {{(pid=69699) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 917.607834] env[69699]: DEBUG nova.compute.provider_tree [None req-0698d0f4-1709-443f-b724-21b3e621413a tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 917.729775] env[69699]: DEBUG nova.compute.manager [req-b9882e63-bcb4-47ef-916b-c85cd48b9dd7 req-782aacdf-885a-47f3-b0c3-183da7fe6dc7 service nova] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Received event network-changed-ccc1108a-785f-4d69-8ada-a1183a44c7b6 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.730181] env[69699]: DEBUG nova.compute.manager [req-b9882e63-bcb4-47ef-916b-c85cd48b9dd7 req-782aacdf-885a-47f3-b0c3-183da7fe6dc7 service nova] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Refreshing instance network info cache due to event network-changed-ccc1108a-785f-4d69-8ada-a1183a44c7b6. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 917.730491] env[69699]: DEBUG oslo_concurrency.lockutils [req-b9882e63-bcb4-47ef-916b-c85cd48b9dd7 req-782aacdf-885a-47f3-b0c3-183da7fe6dc7 service nova] Acquiring lock "refresh_cache-4f0b683d-04ea-4d5f-b0d6-d965e2da75c3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.730713] env[69699]: DEBUG oslo_concurrency.lockutils [req-b9882e63-bcb4-47ef-916b-c85cd48b9dd7 req-782aacdf-885a-47f3-b0c3-183da7fe6dc7 service nova] Acquired lock "refresh_cache-4f0b683d-04ea-4d5f-b0d6-d965e2da75c3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.732484] env[69699]: DEBUG nova.network.neutron [req-b9882e63-bcb4-47ef-916b-c85cd48b9dd7 req-782aacdf-885a-47f3-b0c3-183da7fe6dc7 service nova] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Refreshing network info cache for port ccc1108a-785f-4d69-8ada-a1183a44c7b6 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 917.838565] env[69699]: DEBUG oslo_vmware.api [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607312, 'name': PowerOnVM_Task, 'duration_secs': 1.1369} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.839165] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.839441] env[69699]: DEBUG nova.compute.manager [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 917.840268] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc508e94-196c-44a1-9c08-268632ad9345 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.913860] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607315, 'name': CreateVM_Task, 'duration_secs': 0.458107} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.914746] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 917.915542] env[69699]: DEBUG oslo_concurrency.lockutils [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.915683] env[69699]: DEBUG oslo_concurrency.lockutils [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.916059] env[69699]: DEBUG oslo_concurrency.lockutils [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.916293] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cc82687-81f8-4b09-9adb-53bf75c49877 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.922424] env[69699]: DEBUG oslo_vmware.api [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Waiting for the task: (returnval){ [ 917.922424] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c30627-f146-2c9d-5500-0737912c9097" [ 917.922424] env[69699]: _type = "Task" [ 917.922424] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.933372] env[69699]: DEBUG oslo_vmware.api [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c30627-f146-2c9d-5500-0737912c9097, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.010621] env[69699]: DEBUG oslo_vmware.api [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Task: {'id': task-3607316, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.109867] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0698d0f4-1709-443f-b724-21b3e621413a tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.382s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.112744] env[69699]: DEBUG oslo_concurrency.lockutils [None req-08064ea2-f6a8-49e3-86f0-16e2d867df0a tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.714s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.113095] env[69699]: DEBUG nova.objects.instance [None req-08064ea2-f6a8-49e3-86f0-16e2d867df0a tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lazy-loading 'resources' on Instance uuid 3ccf91c4-1b19-43b2-8529-b47084669862 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.136304] env[69699]: INFO nova.scheduler.client.report [None req-0698d0f4-1709-443f-b724-21b3e621413a tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Deleted allocations for instance ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8 [ 918.314409] env[69699]: DEBUG oslo_concurrency.lockutils [None req-244c4afd-5d22-4d9d-b955-9fe3b6795c9d tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Acquiring lock "c7fba1f1-8e12-4891-aa98-06a5ff41a7e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.314715] env[69699]: DEBUG oslo_concurrency.lockutils [None req-244c4afd-5d22-4d9d-b955-9fe3b6795c9d tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Lock "c7fba1f1-8e12-4891-aa98-06a5ff41a7e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.315357] env[69699]: DEBUG oslo_concurrency.lockutils [None req-244c4afd-5d22-4d9d-b955-9fe3b6795c9d tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Acquiring lock "c7fba1f1-8e12-4891-aa98-06a5ff41a7e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.315357] env[69699]: DEBUG oslo_concurrency.lockutils [None req-244c4afd-5d22-4d9d-b955-9fe3b6795c9d tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Lock "c7fba1f1-8e12-4891-aa98-06a5ff41a7e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.315357] env[69699]: DEBUG oslo_concurrency.lockutils [None req-244c4afd-5d22-4d9d-b955-9fe3b6795c9d tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Lock "c7fba1f1-8e12-4891-aa98-06a5ff41a7e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.320436] env[69699]: INFO nova.compute.manager [None req-244c4afd-5d22-4d9d-b955-9fe3b6795c9d tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Terminating instance [ 918.363937] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.434036] env[69699]: DEBUG oslo_vmware.api [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c30627-f146-2c9d-5500-0737912c9097, 'name': SearchDatastore_Task, 'duration_secs': 0.024915} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.434036] env[69699]: DEBUG oslo_concurrency.lockutils [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.434036] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 918.434272] env[69699]: DEBUG oslo_concurrency.lockutils [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.434363] env[69699]: DEBUG oslo_concurrency.lockutils [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.434545] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.434824] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4278ff83-3894-4f51-9ea6-e6e24f95536c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.447511] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.447865] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 918.451041] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-288998f9-7a1a-4517-aad4-259c59ce0cc6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.458814] env[69699]: DEBUG oslo_vmware.api [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Waiting for the task: (returnval){ [ 918.458814] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5297325e-0270-1e0d-4500-bc317a891272" [ 918.458814] env[69699]: _type = "Task" [ 918.458814] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.470171] env[69699]: DEBUG oslo_vmware.api [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5297325e-0270-1e0d-4500-bc317a891272, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.511789] env[69699]: DEBUG oslo_vmware.api [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Task: {'id': task-3607316, 'name': PowerOnVM_Task, 'duration_secs': 0.735582} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.512375] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.512916] env[69699]: INFO nova.compute.manager [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Took 17.51 seconds to spawn the instance on the hypervisor. [ 918.513315] env[69699]: DEBUG nova.compute.manager [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.515203] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbce8f75-cf09-49be-8688-08588e3f4775 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.559047] env[69699]: DEBUG nova.network.neutron [req-b9882e63-bcb4-47ef-916b-c85cd48b9dd7 req-782aacdf-885a-47f3-b0c3-183da7fe6dc7 service nova] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Updated VIF entry in instance network info cache for port ccc1108a-785f-4d69-8ada-a1183a44c7b6. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 918.559652] env[69699]: DEBUG nova.network.neutron [req-b9882e63-bcb4-47ef-916b-c85cd48b9dd7 req-782aacdf-885a-47f3-b0c3-183da7fe6dc7 service nova] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Updating instance_info_cache with network_info: [{"id": "ccc1108a-785f-4d69-8ada-a1183a44c7b6", "address": "fa:16:3e:a7:17:79", "network": {"id": "0bd0c568-ae97-493c-9ed8-c70833965690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-782374772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba48fa426f0e4cb3b66a18836a0ae660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccc1108a-78", "ovs_interfaceid": "ccc1108a-785f-4d69-8ada-a1183a44c7b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.651643] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0698d0f4-1709-443f-b724-21b3e621413a tempest-ServersWithSpecificFlavorTestJSON-467341840 tempest-ServersWithSpecificFlavorTestJSON-467341840-project-member] Lock "ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.693s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.824573] env[69699]: DEBUG nova.compute.manager [None req-244c4afd-5d22-4d9d-b955-9fe3b6795c9d tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 918.824809] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-244c4afd-5d22-4d9d-b955-9fe3b6795c9d tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 918.825983] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372dfe21-5974-42c5-8942-bf5bbe98d696 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.836253] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-244c4afd-5d22-4d9d-b955-9fe3b6795c9d tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.836253] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ef87b2b-f2f0-494d-b518-f3ef599fdbe3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.845045] env[69699]: DEBUG oslo_vmware.api [None req-244c4afd-5d22-4d9d-b955-9fe3b6795c9d tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Waiting for the task: (returnval){ [ 918.845045] env[69699]: value = "task-3607317" [ 918.845045] env[69699]: _type = "Task" [ 918.845045] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.859298] env[69699]: DEBUG oslo_vmware.api [None req-244c4afd-5d22-4d9d-b955-9fe3b6795c9d tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3607317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.975377] env[69699]: DEBUG oslo_vmware.api [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5297325e-0270-1e0d-4500-bc317a891272, 'name': SearchDatastore_Task, 'duration_secs': 0.027932} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.976485] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d99619da-b5d3-4789-ab02-75d1bf65a930 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.983086] env[69699]: DEBUG oslo_vmware.api [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Waiting for the task: (returnval){ [ 918.983086] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]528ecdd8-dc77-45ff-34e3-19858788d5f4" [ 918.983086] env[69699]: _type = "Task" [ 918.983086] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.994700] env[69699]: DEBUG oslo_vmware.api [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]528ecdd8-dc77-45ff-34e3-19858788d5f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.043164] env[69699]: INFO nova.compute.manager [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Took 71.06 seconds to build instance. [ 919.062818] env[69699]: DEBUG oslo_concurrency.lockutils [req-b9882e63-bcb4-47ef-916b-c85cd48b9dd7 req-782aacdf-885a-47f3-b0c3-183da7fe6dc7 service nova] Releasing lock "refresh_cache-4f0b683d-04ea-4d5f-b0d6-d965e2da75c3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.126927] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08f22be-d688-4ca3-8895-7ad696bfdac6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.138384] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694b87c3-8499-4faf-bb0c-b7204e5c53f0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.176734] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126efb78-8b67-47b3-96af-9c520c53ff04 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.190228] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ba422f-dea3-48f3-ae49-1856531d5941 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.206207] env[69699]: DEBUG nova.compute.provider_tree [None req-08064ea2-f6a8-49e3-86f0-16e2d867df0a tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.355837] env[69699]: DEBUG oslo_vmware.api [None req-244c4afd-5d22-4d9d-b955-9fe3b6795c9d tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3607317, 'name': PowerOffVM_Task, 'duration_secs': 0.245898} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.356753] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-244c4afd-5d22-4d9d-b955-9fe3b6795c9d tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.356753] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-244c4afd-5d22-4d9d-b955-9fe3b6795c9d tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 919.356988] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-790790fa-12f7-4ff5-a450-b52835cd0d5f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.445193] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-244c4afd-5d22-4d9d-b955-9fe3b6795c9d tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 919.445193] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-244c4afd-5d22-4d9d-b955-9fe3b6795c9d tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 919.445193] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-244c4afd-5d22-4d9d-b955-9fe3b6795c9d tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Deleting the datastore file [datastore2] c7fba1f1-8e12-4891-aa98-06a5ff41a7e5 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 919.445193] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ae60fd3-a5f4-41b1-97d1-f7c8f6bfcdb9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.455185] env[69699]: DEBUG oslo_vmware.api [None req-244c4afd-5d22-4d9d-b955-9fe3b6795c9d tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Waiting for the task: (returnval){ [ 919.455185] env[69699]: value = "task-3607319" [ 919.455185] env[69699]: _type = "Task" [ 919.455185] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.462232] env[69699]: DEBUG oslo_vmware.api [None req-244c4afd-5d22-4d9d-b955-9fe3b6795c9d tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3607319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.494802] env[69699]: DEBUG oslo_vmware.api [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]528ecdd8-dc77-45ff-34e3-19858788d5f4, 'name': SearchDatastore_Task, 'duration_secs': 0.020231} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.495123] env[69699]: DEBUG oslo_concurrency.lockutils [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.495392] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3/4f0b683d-04ea-4d5f-b0d6-d965e2da75c3.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.495689] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49870699-f066-4d7d-8047-ee2cf1d383d1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.504880] env[69699]: DEBUG oslo_vmware.api [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Waiting for the task: (returnval){ [ 919.504880] env[69699]: value = "task-3607320" [ 919.504880] env[69699]: _type = "Task" [ 919.504880] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.514020] env[69699]: DEBUG oslo_vmware.api [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607320, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.546558] env[69699]: DEBUG oslo_concurrency.lockutils [None req-467d3258-ac63-4ca9-8f28-eaea5d6d9d52 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Lock "0bc9b912-7486-4b33-a317-aaf4e0acae48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.743s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.685315] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bf443645-c00b-4b6b-8ca0-cefa166a3840 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquiring lock "74dd2ef3-54fc-48ed-bfa0-be086bd38ca6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.685618] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bf443645-c00b-4b6b-8ca0-cefa166a3840 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Lock "74dd2ef3-54fc-48ed-bfa0-be086bd38ca6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.685787] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bf443645-c00b-4b6b-8ca0-cefa166a3840 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquiring lock "74dd2ef3-54fc-48ed-bfa0-be086bd38ca6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.685967] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bf443645-c00b-4b6b-8ca0-cefa166a3840 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Lock "74dd2ef3-54fc-48ed-bfa0-be086bd38ca6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.686197] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bf443645-c00b-4b6b-8ca0-cefa166a3840 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Lock "74dd2ef3-54fc-48ed-bfa0-be086bd38ca6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.688360] env[69699]: INFO nova.compute.manager [None req-bf443645-c00b-4b6b-8ca0-cefa166a3840 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6] Terminating instance [ 919.709643] env[69699]: DEBUG nova.scheduler.client.report [None req-08064ea2-f6a8-49e3-86f0-16e2d867df0a tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.932830] env[69699]: DEBUG oslo_concurrency.lockutils [None req-62257e88-1885-41cd-a47e-42a0e1e70262 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Acquiring lock "0bc9b912-7486-4b33-a317-aaf4e0acae48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.933382] env[69699]: DEBUG oslo_concurrency.lockutils [None req-62257e88-1885-41cd-a47e-42a0e1e70262 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Lock "0bc9b912-7486-4b33-a317-aaf4e0acae48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.933478] env[69699]: DEBUG oslo_concurrency.lockutils [None req-62257e88-1885-41cd-a47e-42a0e1e70262 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Acquiring lock "0bc9b912-7486-4b33-a317-aaf4e0acae48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.933596] env[69699]: DEBUG oslo_concurrency.lockutils [None req-62257e88-1885-41cd-a47e-42a0e1e70262 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Lock "0bc9b912-7486-4b33-a317-aaf4e0acae48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.933789] env[69699]: DEBUG oslo_concurrency.lockutils [None req-62257e88-1885-41cd-a47e-42a0e1e70262 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Lock "0bc9b912-7486-4b33-a317-aaf4e0acae48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.939035] env[69699]: INFO nova.compute.manager [None req-62257e88-1885-41cd-a47e-42a0e1e70262 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Terminating instance [ 919.968085] env[69699]: DEBUG oslo_vmware.api [None req-244c4afd-5d22-4d9d-b955-9fe3b6795c9d tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3607319, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313051} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.968085] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-244c4afd-5d22-4d9d-b955-9fe3b6795c9d tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 919.968085] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-244c4afd-5d22-4d9d-b955-9fe3b6795c9d tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 919.968085] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-244c4afd-5d22-4d9d-b955-9fe3b6795c9d tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 919.968085] env[69699]: INFO nova.compute.manager [None req-244c4afd-5d22-4d9d-b955-9fe3b6795c9d tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 919.968821] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-244c4afd-5d22-4d9d-b955-9fe3b6795c9d tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.968821] env[69699]: DEBUG nova.compute.manager [-] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 919.968821] env[69699]: DEBUG nova.network.neutron [-] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 920.024739] env[69699]: DEBUG oslo_vmware.api [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607320, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.192325] env[69699]: DEBUG nova.compute.manager [None req-bf443645-c00b-4b6b-8ca0-cefa166a3840 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 920.192622] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-bf443645-c00b-4b6b-8ca0-cefa166a3840 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 920.193725] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd0cb11-fd0c-423d-bc37-a683c32c65d6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.203786] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf443645-c00b-4b6b-8ca0-cefa166a3840 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 920.204683] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f27ddae9-ffd7-4e00-b298-ccda59365f45 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.213522] env[69699]: DEBUG oslo_vmware.api [None req-bf443645-c00b-4b6b-8ca0-cefa166a3840 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 920.213522] env[69699]: value = "task-3607321" [ 920.213522] env[69699]: _type = "Task" [ 920.213522] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.214438] env[69699]: DEBUG oslo_concurrency.lockutils [None req-08064ea2-f6a8-49e3-86f0-16e2d867df0a tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.102s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.220884] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 42.772s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.221181] env[69699]: DEBUG nova.objects.instance [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69699) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 920.230638] env[69699]: DEBUG oslo_vmware.api [None req-bf443645-c00b-4b6b-8ca0-cefa166a3840 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607321, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.246538] env[69699]: INFO nova.scheduler.client.report [None req-08064ea2-f6a8-49e3-86f0-16e2d867df0a tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Deleted allocations for instance 3ccf91c4-1b19-43b2-8529-b47084669862 [ 920.260166] env[69699]: DEBUG nova.compute.manager [req-a7a042e5-035c-41bc-9bbf-2d55ff67c2df req-e9ac44ea-25e0-4f3b-be29-69cec6526b98 service nova] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Received event network-vif-deleted-22eb6a48-cca1-4e06-9589-c53d711a4b08 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.260166] env[69699]: INFO nova.compute.manager [req-a7a042e5-035c-41bc-9bbf-2d55ff67c2df req-e9ac44ea-25e0-4f3b-be29-69cec6526b98 service nova] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Neutron deleted interface 22eb6a48-cca1-4e06-9589-c53d711a4b08; detaching it from the instance and deleting it from the info cache [ 920.260166] env[69699]: DEBUG nova.network.neutron [req-a7a042e5-035c-41bc-9bbf-2d55ff67c2df req-e9ac44ea-25e0-4f3b-be29-69cec6526b98 service nova] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.443412] env[69699]: DEBUG nova.compute.manager [None req-62257e88-1885-41cd-a47e-42a0e1e70262 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 920.443825] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-62257e88-1885-41cd-a47e-42a0e1e70262 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 920.445562] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5d1f9a-1c3b-4c0c-af09-f8bb2c96ae95 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.456295] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-62257e88-1885-41cd-a47e-42a0e1e70262 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 920.456705] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e55dcfc2-cdb4-4bb0-822b-7eb14c922186 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.466701] env[69699]: DEBUG oslo_vmware.api [None req-62257e88-1885-41cd-a47e-42a0e1e70262 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Waiting for the task: (returnval){ [ 920.466701] env[69699]: value = "task-3607322" [ 920.466701] env[69699]: _type = "Task" [ 920.466701] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.477669] env[69699]: DEBUG oslo_vmware.api [None req-62257e88-1885-41cd-a47e-42a0e1e70262 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Task: {'id': task-3607322, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.520175] env[69699]: DEBUG oslo_vmware.api [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607320, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625826} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.520723] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3/4f0b683d-04ea-4d5f-b0d6-d965e2da75c3.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 920.520904] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 920.521217] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6d100e7-e37f-46e9-9e5a-6f4a71b3aa2b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.532144] env[69699]: DEBUG oslo_vmware.api [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Waiting for the task: (returnval){ [ 920.532144] env[69699]: value = "task-3607323" [ 920.532144] env[69699]: _type = "Task" [ 920.532144] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.547998] env[69699]: DEBUG oslo_vmware.api [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607323, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.730255] env[69699]: DEBUG oslo_vmware.api [None req-bf443645-c00b-4b6b-8ca0-cefa166a3840 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607321, 'name': PowerOffVM_Task, 'duration_secs': 0.257109} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.730840] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf443645-c00b-4b6b-8ca0-cefa166a3840 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 920.731066] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-bf443645-c00b-4b6b-8ca0-cefa166a3840 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 920.731351] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc8664f6-9f44-42e2-a7c4-6b9270ac332d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.738176] env[69699]: DEBUG nova.network.neutron [-] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.760224] env[69699]: DEBUG oslo_concurrency.lockutils [None req-08064ea2-f6a8-49e3-86f0-16e2d867df0a tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "3ccf91c4-1b19-43b2-8529-b47084669862" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.780s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.763521] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6f9b6f79-e72e-4af1-8b35-8ffa91f2dbb1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.776712] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16a38de-0dac-4baf-be1a-05f25905f98d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.817061] env[69699]: DEBUG nova.compute.manager [req-a7a042e5-035c-41bc-9bbf-2d55ff67c2df req-e9ac44ea-25e0-4f3b-be29-69cec6526b98 service nova] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Detach interface failed, port_id=22eb6a48-cca1-4e06-9589-c53d711a4b08, reason: Instance c7fba1f1-8e12-4891-aa98-06a5ff41a7e5 could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 920.822564] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-bf443645-c00b-4b6b-8ca0-cefa166a3840 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 920.822802] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-bf443645-c00b-4b6b-8ca0-cefa166a3840 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 920.823018] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf443645-c00b-4b6b-8ca0-cefa166a3840 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Deleting the datastore file [datastore2] 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 920.823296] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23f0db27-4c8b-4ca7-b532-e6aed1c31393 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.833856] env[69699]: DEBUG oslo_vmware.api [None req-bf443645-c00b-4b6b-8ca0-cefa166a3840 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 920.833856] env[69699]: value = "task-3607325" [ 920.833856] env[69699]: _type = "Task" [ 920.833856] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.840980] env[69699]: DEBUG oslo_vmware.api [None req-bf443645-c00b-4b6b-8ca0-cefa166a3840 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607325, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.980156] env[69699]: DEBUG oslo_vmware.api [None req-62257e88-1885-41cd-a47e-42a0e1e70262 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Task: {'id': task-3607322, 'name': PowerOffVM_Task, 'duration_secs': 0.292748} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.980455] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-62257e88-1885-41cd-a47e-42a0e1e70262 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 920.980958] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-62257e88-1885-41cd-a47e-42a0e1e70262 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 920.980958] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4aec15a0-e9ee-4795-82fa-bf3fd325f83f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.043662] env[69699]: DEBUG oslo_vmware.api [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607323, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085062} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.043877] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.044712] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02a52ea-7686-4cbc-9cd5-8267e453ae93 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.071344] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3/4f0b683d-04ea-4d5f-b0d6-d965e2da75c3.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.071699] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb4fc87b-96a4-486d-950c-b90a527d3439 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.094545] env[69699]: DEBUG oslo_vmware.api [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Waiting for the task: (returnval){ [ 921.094545] env[69699]: value = "task-3607327" [ 921.094545] env[69699]: _type = "Task" [ 921.094545] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.106403] env[69699]: DEBUG oslo_vmware.api [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607327, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.157739] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-62257e88-1885-41cd-a47e-42a0e1e70262 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 921.158250] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-62257e88-1885-41cd-a47e-42a0e1e70262 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 921.158402] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-62257e88-1885-41cd-a47e-42a0e1e70262 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Deleting the datastore file [datastore2] 0bc9b912-7486-4b33-a317-aaf4e0acae48 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 921.158680] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-116d4091-63c8-40e4-858c-a6e350297b28 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.167031] env[69699]: DEBUG oslo_vmware.api [None req-62257e88-1885-41cd-a47e-42a0e1e70262 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Waiting for the task: (returnval){ [ 921.167031] env[69699]: value = "task-3607328" [ 921.167031] env[69699]: _type = "Task" [ 921.167031] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.176665] env[69699]: DEBUG oslo_vmware.api [None req-62257e88-1885-41cd-a47e-42a0e1e70262 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Task: {'id': task-3607328, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.233016] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b5215dfd-6b53-4c73-ba62-842658f79fd3 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.234244] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.601s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.237387] env[69699]: INFO nova.compute.claims [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 921.243661] env[69699]: INFO nova.compute.manager [-] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Took 1.27 seconds to deallocate network for instance. [ 921.343676] env[69699]: DEBUG oslo_vmware.api [None req-bf443645-c00b-4b6b-8ca0-cefa166a3840 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607325, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.495804} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.344123] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf443645-c00b-4b6b-8ca0-cefa166a3840 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 921.344382] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-bf443645-c00b-4b6b-8ca0-cefa166a3840 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 921.344617] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-bf443645-c00b-4b6b-8ca0-cefa166a3840 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 921.344823] env[69699]: INFO nova.compute.manager [None req-bf443645-c00b-4b6b-8ca0-cefa166a3840 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 921.345122] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf443645-c00b-4b6b-8ca0-cefa166a3840 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.345361] env[69699]: DEBUG nova.compute.manager [-] [instance: 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 921.345493] env[69699]: DEBUG nova.network.neutron [-] [instance: 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 921.610256] env[69699]: DEBUG oslo_vmware.api [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607327, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.680130] env[69699]: DEBUG oslo_vmware.api [None req-62257e88-1885-41cd-a47e-42a0e1e70262 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Task: {'id': task-3607328, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.451638} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.680464] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-62257e88-1885-41cd-a47e-42a0e1e70262 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 921.680723] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-62257e88-1885-41cd-a47e-42a0e1e70262 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 921.680821] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-62257e88-1885-41cd-a47e-42a0e1e70262 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 921.680976] env[69699]: INFO nova.compute.manager [None req-62257e88-1885-41cd-a47e-42a0e1e70262 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Took 1.24 seconds to destroy the instance on the hypervisor. [ 921.682735] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62257e88-1885-41cd-a47e-42a0e1e70262 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.682735] env[69699]: DEBUG nova.compute.manager [-] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 921.682735] env[69699]: DEBUG nova.network.neutron [-] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 921.750372] env[69699]: DEBUG oslo_concurrency.lockutils [None req-244c4afd-5d22-4d9d-b955-9fe3b6795c9d tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.762713] env[69699]: DEBUG oslo_vmware.rw_handles [None req-3893541b-839f-4530-a056-3bf08b2834f2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e73742-1804-aea0-c12c-1983aa16b611/disk-0.vmdk. {{(pid=69699) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 921.762713] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01b5704-495b-4482-a266-6b669728f0b0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.773130] env[69699]: DEBUG oslo_vmware.rw_handles [None req-3893541b-839f-4530-a056-3bf08b2834f2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e73742-1804-aea0-c12c-1983aa16b611/disk-0.vmdk is in state: ready. {{(pid=69699) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 921.773315] env[69699]: ERROR oslo_vmware.rw_handles [None req-3893541b-839f-4530-a056-3bf08b2834f2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e73742-1804-aea0-c12c-1983aa16b611/disk-0.vmdk due to incomplete transfer. [ 921.773551] env[69699]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-88841833-fbba-4d9b-9228-43e2b06a81b0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.782605] env[69699]: DEBUG oslo_vmware.rw_handles [None req-3893541b-839f-4530-a056-3bf08b2834f2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e73742-1804-aea0-c12c-1983aa16b611/disk-0.vmdk. {{(pid=69699) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 921.783029] env[69699]: DEBUG nova.virt.vmwareapi.images [None req-3893541b-839f-4530-a056-3bf08b2834f2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Uploaded image aede8cb4-d5ee-4527-9ef1-2ade0ff8382e to the Glance image server {{(pid=69699) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 921.785350] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-3893541b-839f-4530-a056-3bf08b2834f2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Destroying the VM {{(pid=69699) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 921.785618] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2dc106c9-8f0d-47b4-ada3-ecfa1f7bb440 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.794101] env[69699]: DEBUG oslo_vmware.api [None req-3893541b-839f-4530-a056-3bf08b2834f2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 921.794101] env[69699]: value = "task-3607329" [ 921.794101] env[69699]: _type = "Task" [ 921.794101] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.807307] env[69699]: DEBUG oslo_vmware.api [None req-3893541b-839f-4530-a056-3bf08b2834f2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607329, 'name': Destroy_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.106675] env[69699]: DEBUG oslo_vmware.api [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607327, 'name': ReconfigVM_Task, 'duration_secs': 0.647818} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.106777] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3/4f0b683d-04ea-4d5f-b0d6-d965e2da75c3.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.107730] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8344acba-fe71-44ba-8d93-5c235013ba0d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.117395] env[69699]: DEBUG oslo_vmware.api [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Waiting for the task: (returnval){ [ 922.117395] env[69699]: value = "task-3607330" [ 922.117395] env[69699]: _type = "Task" [ 922.117395] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.130841] env[69699]: DEBUG oslo_vmware.api [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607330, 'name': Rename_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.309545] env[69699]: DEBUG oslo_vmware.api [None req-3893541b-839f-4530-a056-3bf08b2834f2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607329, 'name': Destroy_Task} progress is 33%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.439422] env[69699]: DEBUG nova.network.neutron [-] [instance: 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.585785] env[69699]: DEBUG nova.compute.manager [req-dcae9e6d-a208-4724-884a-67ca334e374e req-f356de45-8883-4b4b-bc9a-290ce4151824 service nova] [instance: 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6] Received event network-vif-deleted-48ebd42f-d1d1-4809-a498-d6128b0e2f68 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.633232] env[69699]: DEBUG oslo_vmware.api [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607330, 'name': Rename_Task, 'duration_secs': 0.265823} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.633232] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.633232] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f459660-1789-4f74-bb46-a6fd0f321096 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.640997] env[69699]: DEBUG oslo_vmware.api [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Waiting for the task: (returnval){ [ 922.640997] env[69699]: value = "task-3607331" [ 922.640997] env[69699]: _type = "Task" [ 922.640997] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.653063] env[69699]: DEBUG oslo_vmware.api [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607331, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.788036] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b521c7-f9c8-4849-a462-9cd4c32b4627 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.803039] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6039dacd-ac5e-4fb2-9904-d55e6dff005a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.813440] env[69699]: DEBUG oslo_vmware.api [None req-3893541b-839f-4530-a056-3bf08b2834f2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607329, 'name': Destroy_Task, 'duration_secs': 0.919525} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.841079] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-3893541b-839f-4530-a056-3bf08b2834f2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Destroyed the VM [ 922.841394] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-3893541b-839f-4530-a056-3bf08b2834f2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Deleting Snapshot of the VM instance {{(pid=69699) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 922.841911] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d96f54a8-003b-44af-8688-1bc0efecade8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.844908] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8821f689-4bc1-4963-9799-453eb97d09f5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.853781] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e4469e-a77f-4c29-8e64-be4a908f7fc8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.859501] env[69699]: DEBUG oslo_vmware.api [None req-3893541b-839f-4530-a056-3bf08b2834f2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 922.859501] env[69699]: value = "task-3607332" [ 922.859501] env[69699]: _type = "Task" [ 922.859501] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.876214] env[69699]: DEBUG nova.compute.provider_tree [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.883559] env[69699]: DEBUG oslo_vmware.api [None req-3893541b-839f-4530-a056-3bf08b2834f2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607332, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.941802] env[69699]: INFO nova.compute.manager [-] [instance: 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6] Took 1.60 seconds to deallocate network for instance. [ 923.155053] env[69699]: DEBUG oslo_vmware.api [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607331, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.369915] env[69699]: DEBUG oslo_vmware.api [None req-3893541b-839f-4530-a056-3bf08b2834f2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607332, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.379978] env[69699]: DEBUG nova.scheduler.client.report [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.410509] env[69699]: DEBUG nova.network.neutron [-] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.451701] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bf443645-c00b-4b6b-8ca0-cefa166a3840 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.598111] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "7cc3a93d-3386-4df3-87c6-d624638d695e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.598540] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "7cc3a93d-3386-4df3-87c6-d624638d695e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.660778] env[69699]: DEBUG oslo_vmware.api [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607331, 'name': PowerOnVM_Task, 'duration_secs': 0.649234} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.661678] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.662139] env[69699]: INFO nova.compute.manager [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Took 9.17 seconds to spawn the instance on the hypervisor. [ 923.662575] env[69699]: DEBUG nova.compute.manager [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.663547] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed0c933-6b47-47b6-ab06-99af76695850 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.871999] env[69699]: DEBUG oslo_vmware.api [None req-3893541b-839f-4530-a056-3bf08b2834f2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607332, 'name': RemoveSnapshot_Task, 'duration_secs': 0.610464} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.872484] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-3893541b-839f-4530-a056-3bf08b2834f2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Deleted Snapshot of the VM instance {{(pid=69699) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 923.872562] env[69699]: INFO nova.compute.manager [None req-3893541b-839f-4530-a056-3bf08b2834f2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Took 16.85 seconds to snapshot the instance on the hypervisor. [ 923.886503] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.887025] env[69699]: DEBUG nova.compute.manager [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 923.889507] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.130s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.890987] env[69699]: INFO nova.compute.claims [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 962acb2d-732f-4dfb-9931-11186c34518e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.913767] env[69699]: INFO nova.compute.manager [-] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Took 2.23 seconds to deallocate network for instance. [ 924.101229] env[69699]: DEBUG nova.compute.manager [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 924.190879] env[69699]: INFO nova.compute.manager [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Took 49.72 seconds to build instance. [ 924.397688] env[69699]: DEBUG nova.compute.utils [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 924.400119] env[69699]: DEBUG nova.compute.manager [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 924.400119] env[69699]: DEBUG nova.network.neutron [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 924.421354] env[69699]: DEBUG oslo_concurrency.lockutils [None req-62257e88-1885-41cd-a47e-42a0e1e70262 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.426807] env[69699]: DEBUG nova.compute.manager [None req-3893541b-839f-4530-a056-3bf08b2834f2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Found 3 images (rotation: 2) {{(pid=69699) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 924.426807] env[69699]: DEBUG nova.compute.manager [None req-3893541b-839f-4530-a056-3bf08b2834f2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Rotating out 1 backups {{(pid=69699) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 924.426807] env[69699]: DEBUG nova.compute.manager [None req-3893541b-839f-4530-a056-3bf08b2834f2 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Deleting image a3b5379f-df2a-42e0-96ad-5de3629180dd {{(pid=69699) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 924.449443] env[69699]: DEBUG nova.policy [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f0b93b91fd04453aedc002d85df53cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50be8566da6d43a5a4de8d714eb3befd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 924.617233] env[69699]: DEBUG nova.compute.manager [req-7160a7ea-7227-4c64-adbd-6c9a4f19bc47 req-4b74a09c-f981-4350-bc5f-1c43696d2257 service nova] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Received event network-vif-deleted-dd142ba9-5b20-4d82-a7ed-51b523068360 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.617442] env[69699]: DEBUG nova.compute.manager [req-7160a7ea-7227-4c64-adbd-6c9a4f19bc47 req-4b74a09c-f981-4350-bc5f-1c43696d2257 service nova] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Received event network-vif-deleted-9bb5f74f-5cd3-425d-a1c5-2c0cac3ebad5 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.617637] env[69699]: DEBUG nova.compute.manager [req-7160a7ea-7227-4c64-adbd-6c9a4f19bc47 req-4b74a09c-f981-4350-bc5f-1c43696d2257 service nova] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Received event network-vif-deleted-0075968e-2916-43b8-8234-9e6cbbb6a254 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.638464] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.692611] env[69699]: DEBUG oslo_concurrency.lockutils [None req-58a996ed-2325-4926-afdf-bbbc20216313 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "4f0b683d-04ea-4d5f-b0d6-d965e2da75c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.233s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.802459] env[69699]: DEBUG nova.network.neutron [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3] Successfully created port: 29a883f0-39cf-4c8f-b983-8857afd8bb0e {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 924.906555] env[69699]: DEBUG nova.compute.manager [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 925.408764] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13f5022-9f6e-4b05-9e5d-7c615f3d3292 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.422424] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11cd7014-d2b2-4415-97d4-306cdbb9c131 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.455595] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db8d18f-cae3-49a4-a117-49bf6b309126 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.465690] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b50475-0df4-434c-bec4-d9b9af506bae {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.486844] env[69699]: DEBUG nova.compute.provider_tree [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.918573] env[69699]: DEBUG nova.compute.manager [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 925.943717] env[69699]: DEBUG nova.virt.hardware [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 925.943931] env[69699]: DEBUG nova.virt.hardware [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 925.944114] env[69699]: DEBUG nova.virt.hardware [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 925.944293] env[69699]: DEBUG nova.virt.hardware [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 925.944436] env[69699]: DEBUG nova.virt.hardware [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 925.944582] env[69699]: DEBUG nova.virt.hardware [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 925.944787] env[69699]: DEBUG nova.virt.hardware [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 925.944944] env[69699]: DEBUG nova.virt.hardware [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 925.945127] env[69699]: DEBUG nova.virt.hardware [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 925.945288] env[69699]: DEBUG nova.virt.hardware [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 925.945453] env[69699]: DEBUG nova.virt.hardware [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 925.946318] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fb0e3e-d354-4b87-b806-2fcced7dd653 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.954764] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7570d925-0457-4945-a290-ae9cbbcdb734 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.990433] env[69699]: DEBUG nova.scheduler.client.report [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.495342] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.495901] env[69699]: DEBUG nova.compute.manager [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 962acb2d-732f-4dfb-9931-11186c34518e] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 926.498472] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.711s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.499854] env[69699]: INFO nova.compute.claims [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: a3003b34-1a4f-41bc-8f2c-5a313a5fb85c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 926.614847] env[69699]: DEBUG nova.network.neutron [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3] Successfully updated port: 29a883f0-39cf-4c8f-b983-8857afd8bb0e {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 926.693793] env[69699]: DEBUG nova.compute.manager [req-8eca8f4b-d4cc-47dc-aa13-81d2b8eb5a2e req-501ee89d-860f-4ff2-89aa-18650d269af8 service nova] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Received event network-changed-ccc1108a-785f-4d69-8ada-a1183a44c7b6 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.694043] env[69699]: DEBUG nova.compute.manager [req-8eca8f4b-d4cc-47dc-aa13-81d2b8eb5a2e req-501ee89d-860f-4ff2-89aa-18650d269af8 service nova] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Refreshing instance network info cache due to event network-changed-ccc1108a-785f-4d69-8ada-a1183a44c7b6. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 926.694283] env[69699]: DEBUG oslo_concurrency.lockutils [req-8eca8f4b-d4cc-47dc-aa13-81d2b8eb5a2e req-501ee89d-860f-4ff2-89aa-18650d269af8 service nova] Acquiring lock "refresh_cache-4f0b683d-04ea-4d5f-b0d6-d965e2da75c3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.694429] env[69699]: DEBUG oslo_concurrency.lockutils [req-8eca8f4b-d4cc-47dc-aa13-81d2b8eb5a2e req-501ee89d-860f-4ff2-89aa-18650d269af8 service nova] Acquired lock "refresh_cache-4f0b683d-04ea-4d5f-b0d6-d965e2da75c3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.694587] env[69699]: DEBUG nova.network.neutron [req-8eca8f4b-d4cc-47dc-aa13-81d2b8eb5a2e req-501ee89d-860f-4ff2-89aa-18650d269af8 service nova] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Refreshing network info cache for port ccc1108a-785f-4d69-8ada-a1183a44c7b6 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 926.735809] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a9a461ef-e9fb-4d11-9788-340004050f66 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquiring lock "2c2ada34-c9b6-424a-a601-0ee922646578" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.736111] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a9a461ef-e9fb-4d11-9788-340004050f66 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "2c2ada34-c9b6-424a-a601-0ee922646578" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.736300] env[69699]: DEBUG nova.compute.manager [None req-a9a461ef-e9fb-4d11-9788-340004050f66 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 926.737192] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126122af-fbc6-46b6-8980-ff17684490d2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.745385] env[69699]: DEBUG nova.compute.manager [None req-a9a461ef-e9fb-4d11-9788-340004050f66 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69699) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 926.746752] env[69699]: DEBUG nova.objects.instance [None req-a9a461ef-e9fb-4d11-9788-340004050f66 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lazy-loading 'flavor' on Instance uuid 2c2ada34-c9b6-424a-a601-0ee922646578 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.008527] env[69699]: DEBUG nova.compute.utils [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 927.009961] env[69699]: DEBUG nova.compute.manager [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 962acb2d-732f-4dfb-9931-11186c34518e] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 927.011025] env[69699]: DEBUG nova.network.neutron [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 962acb2d-732f-4dfb-9931-11186c34518e] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 927.063327] env[69699]: DEBUG nova.policy [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8cc23d0e7ee407088d7699cccddf8af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '645dbd75f5c147acaa64846298a77f9c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 927.118102] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquiring lock "refresh_cache-9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.118270] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquired lock "refresh_cache-9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.118425] env[69699]: DEBUG nova.network.neutron [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.514209] env[69699]: DEBUG nova.compute.manager [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 962acb2d-732f-4dfb-9931-11186c34518e] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 927.548488] env[69699]: DEBUG nova.network.neutron [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 962acb2d-732f-4dfb-9931-11186c34518e] Successfully created port: cd3405d8-b5e7-451d-bf54-0037f03bad66 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 927.663945] env[69699]: DEBUG nova.network.neutron [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 927.732314] env[69699]: DEBUG nova.network.neutron [req-8eca8f4b-d4cc-47dc-aa13-81d2b8eb5a2e req-501ee89d-860f-4ff2-89aa-18650d269af8 service nova] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Updated VIF entry in instance network info cache for port ccc1108a-785f-4d69-8ada-a1183a44c7b6. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 927.732314] env[69699]: DEBUG nova.network.neutron [req-8eca8f4b-d4cc-47dc-aa13-81d2b8eb5a2e req-501ee89d-860f-4ff2-89aa-18650d269af8 service nova] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Updating instance_info_cache with network_info: [{"id": "ccc1108a-785f-4d69-8ada-a1183a44c7b6", "address": "fa:16:3e:a7:17:79", "network": {"id": "0bd0c568-ae97-493c-9ed8-c70833965690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-782374772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba48fa426f0e4cb3b66a18836a0ae660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccc1108a-78", "ovs_interfaceid": "ccc1108a-785f-4d69-8ada-a1183a44c7b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.758836] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9a461ef-e9fb-4d11-9788-340004050f66 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.761566] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-460c863c-f24c-48b9-802a-717c6c51d7fe {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.769468] env[69699]: DEBUG oslo_vmware.api [None req-a9a461ef-e9fb-4d11-9788-340004050f66 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 927.769468] env[69699]: value = "task-3607333" [ 927.769468] env[69699]: _type = "Task" [ 927.769468] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.785014] env[69699]: DEBUG oslo_vmware.api [None req-a9a461ef-e9fb-4d11-9788-340004050f66 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607333, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.863272] env[69699]: DEBUG nova.network.neutron [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3] Updating instance_info_cache with network_info: [{"id": "29a883f0-39cf-4c8f-b983-8857afd8bb0e", "address": "fa:16:3e:11:43:49", "network": {"id": "092078f3-d8c3-496a-80c8-b95e926ea458", "bridge": "br-int", "label": "tempest-ServersTestJSON-968257115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50be8566da6d43a5a4de8d714eb3befd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29a883f0-39", "ovs_interfaceid": "29a883f0-39cf-4c8f-b983-8857afd8bb0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.008944] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b939b284-2663-45e9-8d05-15c0cca1a7b2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.025270] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21227d9-a228-4f58-aa56-2533efc9b1a6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.060800] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ab591e-0352-402c-9133-bf4693b5e3e7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.068431] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af761020-c3ce-46c5-b109-df57a0b405e5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.085742] env[69699]: DEBUG nova.compute.provider_tree [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.234884] env[69699]: DEBUG oslo_concurrency.lockutils [req-8eca8f4b-d4cc-47dc-aa13-81d2b8eb5a2e req-501ee89d-860f-4ff2-89aa-18650d269af8 service nova] Releasing lock "refresh_cache-4f0b683d-04ea-4d5f-b0d6-d965e2da75c3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.235205] env[69699]: DEBUG nova.compute.manager [req-8eca8f4b-d4cc-47dc-aa13-81d2b8eb5a2e req-501ee89d-860f-4ff2-89aa-18650d269af8 service nova] [instance: 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3] Received event network-vif-plugged-29a883f0-39cf-4c8f-b983-8857afd8bb0e {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.235405] env[69699]: DEBUG oslo_concurrency.lockutils [req-8eca8f4b-d4cc-47dc-aa13-81d2b8eb5a2e req-501ee89d-860f-4ff2-89aa-18650d269af8 service nova] Acquiring lock "9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.235617] env[69699]: DEBUG oslo_concurrency.lockutils [req-8eca8f4b-d4cc-47dc-aa13-81d2b8eb5a2e req-501ee89d-860f-4ff2-89aa-18650d269af8 service nova] Lock "9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.235779] env[69699]: DEBUG oslo_concurrency.lockutils [req-8eca8f4b-d4cc-47dc-aa13-81d2b8eb5a2e req-501ee89d-860f-4ff2-89aa-18650d269af8 service nova] Lock "9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.235950] env[69699]: DEBUG nova.compute.manager [req-8eca8f4b-d4cc-47dc-aa13-81d2b8eb5a2e req-501ee89d-860f-4ff2-89aa-18650d269af8 service nova] [instance: 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3] No waiting events found dispatching network-vif-plugged-29a883f0-39cf-4c8f-b983-8857afd8bb0e {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 928.236131] env[69699]: WARNING nova.compute.manager [req-8eca8f4b-d4cc-47dc-aa13-81d2b8eb5a2e req-501ee89d-860f-4ff2-89aa-18650d269af8 service nova] [instance: 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3] Received unexpected event network-vif-plugged-29a883f0-39cf-4c8f-b983-8857afd8bb0e for instance with vm_state building and task_state spawning. [ 928.236293] env[69699]: DEBUG nova.compute.manager [req-8eca8f4b-d4cc-47dc-aa13-81d2b8eb5a2e req-501ee89d-860f-4ff2-89aa-18650d269af8 service nova] [instance: 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3] Received event network-changed-29a883f0-39cf-4c8f-b983-8857afd8bb0e {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.236442] env[69699]: DEBUG nova.compute.manager [req-8eca8f4b-d4cc-47dc-aa13-81d2b8eb5a2e req-501ee89d-860f-4ff2-89aa-18650d269af8 service nova] [instance: 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3] Refreshing instance network info cache due to event network-changed-29a883f0-39cf-4c8f-b983-8857afd8bb0e. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 928.236842] env[69699]: DEBUG oslo_concurrency.lockutils [req-8eca8f4b-d4cc-47dc-aa13-81d2b8eb5a2e req-501ee89d-860f-4ff2-89aa-18650d269af8 service nova] Acquiring lock "refresh_cache-9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.280556] env[69699]: DEBUG oslo_vmware.api [None req-a9a461ef-e9fb-4d11-9788-340004050f66 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607333, 'name': PowerOffVM_Task, 'duration_secs': 0.323606} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.280832] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9a461ef-e9fb-4d11-9788-340004050f66 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.281076] env[69699]: DEBUG nova.compute.manager [None req-a9a461ef-e9fb-4d11-9788-340004050f66 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.282159] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc277a4-e640-4add-acae-f6adaced0d5e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.368645] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Releasing lock "refresh_cache-9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.369017] env[69699]: DEBUG nova.compute.manager [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3] Instance network_info: |[{"id": "29a883f0-39cf-4c8f-b983-8857afd8bb0e", "address": "fa:16:3e:11:43:49", "network": {"id": "092078f3-d8c3-496a-80c8-b95e926ea458", "bridge": "br-int", "label": "tempest-ServersTestJSON-968257115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50be8566da6d43a5a4de8d714eb3befd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29a883f0-39", "ovs_interfaceid": "29a883f0-39cf-4c8f-b983-8857afd8bb0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 928.369335] env[69699]: DEBUG oslo_concurrency.lockutils [req-8eca8f4b-d4cc-47dc-aa13-81d2b8eb5a2e req-501ee89d-860f-4ff2-89aa-18650d269af8 service nova] Acquired lock "refresh_cache-9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.369514] env[69699]: DEBUG nova.network.neutron [req-8eca8f4b-d4cc-47dc-aa13-81d2b8eb5a2e req-501ee89d-860f-4ff2-89aa-18650d269af8 service nova] [instance: 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3] Refreshing network info cache for port 29a883f0-39cf-4c8f-b983-8857afd8bb0e {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 928.370736] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:43:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed9dc063-5c7a-4591-ba7d-b58b861d7f63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29a883f0-39cf-4c8f-b983-8857afd8bb0e', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 928.378584] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.381689] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 928.382252] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3517188c-6ee5-417b-ab89-2e69e1b0ada7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.403626] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 928.403626] env[69699]: value = "task-3607334" [ 928.403626] env[69699]: _type = "Task" [ 928.403626] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.412302] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607334, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.532536] env[69699]: DEBUG nova.compute.manager [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 962acb2d-732f-4dfb-9931-11186c34518e] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 928.572274] env[69699]: DEBUG nova.virt.hardware [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 928.572829] env[69699]: DEBUG nova.virt.hardware [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 928.573190] env[69699]: DEBUG nova.virt.hardware [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.573585] env[69699]: DEBUG nova.virt.hardware [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 928.574185] env[69699]: DEBUG nova.virt.hardware [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.574628] env[69699]: DEBUG nova.virt.hardware [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 928.575072] env[69699]: DEBUG nova.virt.hardware [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 928.575437] env[69699]: DEBUG nova.virt.hardware [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 928.576321] env[69699]: DEBUG nova.virt.hardware [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 928.577108] env[69699]: DEBUG nova.virt.hardware [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 928.577108] env[69699]: DEBUG nova.virt.hardware [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 928.578131] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e91d42-49cc-41e3-973e-235203ef86f4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.588645] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079770d6-3c92-4d78-89f8-cbe14c8c4714 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.593678] env[69699]: DEBUG nova.scheduler.client.report [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.693146] env[69699]: DEBUG nova.network.neutron [req-8eca8f4b-d4cc-47dc-aa13-81d2b8eb5a2e req-501ee89d-860f-4ff2-89aa-18650d269af8 service nova] [instance: 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3] Updated VIF entry in instance network info cache for port 29a883f0-39cf-4c8f-b983-8857afd8bb0e. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 928.693146] env[69699]: DEBUG nova.network.neutron [req-8eca8f4b-d4cc-47dc-aa13-81d2b8eb5a2e req-501ee89d-860f-4ff2-89aa-18650d269af8 service nova] [instance: 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3] Updating instance_info_cache with network_info: [{"id": "29a883f0-39cf-4c8f-b983-8857afd8bb0e", "address": "fa:16:3e:11:43:49", "network": {"id": "092078f3-d8c3-496a-80c8-b95e926ea458", "bridge": "br-int", "label": "tempest-ServersTestJSON-968257115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50be8566da6d43a5a4de8d714eb3befd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29a883f0-39", "ovs_interfaceid": "29a883f0-39cf-4c8f-b983-8857afd8bb0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.794623] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a9a461ef-e9fb-4d11-9788-340004050f66 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "2c2ada34-c9b6-424a-a601-0ee922646578" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.915953] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607334, 'name': CreateVM_Task, 'duration_secs': 0.359785} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.916326] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 928.917138] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.919481] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.919481] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.919481] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b86d146-3dd2-4d4d-9e77-98f999809b52 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.923040] env[69699]: DEBUG oslo_vmware.api [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 928.923040] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]529aae43-5b75-6d64-1808-8a19e280bddd" [ 928.923040] env[69699]: _type = "Task" [ 928.923040] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.932734] env[69699]: DEBUG oslo_vmware.api [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]529aae43-5b75-6d64-1808-8a19e280bddd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.102725] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.103102] env[69699]: DEBUG nova.compute.manager [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: a3003b34-1a4f-41bc-8f2c-5a313a5fb85c] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 929.107324] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 48.275s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.201194] env[69699]: DEBUG oslo_concurrency.lockutils [req-8eca8f4b-d4cc-47dc-aa13-81d2b8eb5a2e req-501ee89d-860f-4ff2-89aa-18650d269af8 service nova] Releasing lock "refresh_cache-9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.202034] env[69699]: DEBUG nova.compute.manager [req-6e47d4e1-143c-48f9-9b36-8cbc60d0170f req-9853a147-1e25-46c3-98c4-d2b43b6a8b62 service nova] [instance: 962acb2d-732f-4dfb-9931-11186c34518e] Received event network-vif-plugged-cd3405d8-b5e7-451d-bf54-0037f03bad66 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.202261] env[69699]: DEBUG oslo_concurrency.lockutils [req-6e47d4e1-143c-48f9-9b36-8cbc60d0170f req-9853a147-1e25-46c3-98c4-d2b43b6a8b62 service nova] Acquiring lock "962acb2d-732f-4dfb-9931-11186c34518e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.202463] env[69699]: DEBUG oslo_concurrency.lockutils [req-6e47d4e1-143c-48f9-9b36-8cbc60d0170f req-9853a147-1e25-46c3-98c4-d2b43b6a8b62 service nova] Lock "962acb2d-732f-4dfb-9931-11186c34518e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.202618] env[69699]: DEBUG oslo_concurrency.lockutils [req-6e47d4e1-143c-48f9-9b36-8cbc60d0170f req-9853a147-1e25-46c3-98c4-d2b43b6a8b62 service nova] Lock "962acb2d-732f-4dfb-9931-11186c34518e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.202776] env[69699]: DEBUG nova.compute.manager [req-6e47d4e1-143c-48f9-9b36-8cbc60d0170f req-9853a147-1e25-46c3-98c4-d2b43b6a8b62 service nova] [instance: 962acb2d-732f-4dfb-9931-11186c34518e] No waiting events found dispatching network-vif-plugged-cd3405d8-b5e7-451d-bf54-0037f03bad66 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 929.203597] env[69699]: WARNING nova.compute.manager [req-6e47d4e1-143c-48f9-9b36-8cbc60d0170f req-9853a147-1e25-46c3-98c4-d2b43b6a8b62 service nova] [instance: 962acb2d-732f-4dfb-9931-11186c34518e] Received unexpected event network-vif-plugged-cd3405d8-b5e7-451d-bf54-0037f03bad66 for instance with vm_state building and task_state spawning. [ 929.308255] env[69699]: DEBUG nova.network.neutron [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 962acb2d-732f-4dfb-9931-11186c34518e] Successfully updated port: cd3405d8-b5e7-451d-bf54-0037f03bad66 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 929.434251] env[69699]: DEBUG oslo_vmware.api [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]529aae43-5b75-6d64-1808-8a19e280bddd, 'name': SearchDatastore_Task, 'duration_secs': 0.016594} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.434618] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.434798] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 929.435054] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.435207] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.435387] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 929.435651] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de442b58-a7f6-4b7b-ab5b-291d77a03a39 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.444814] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 929.444996] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 929.445722] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a77a7d8a-fb81-442e-a765-7c14abaca574 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.451944] env[69699]: DEBUG oslo_vmware.api [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 929.451944] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522766f4-845e-b25b-9206-70c7e3db9dcb" [ 929.451944] env[69699]: _type = "Task" [ 929.451944] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.460254] env[69699]: DEBUG oslo_vmware.api [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522766f4-845e-b25b-9206-70c7e3db9dcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.621179] env[69699]: DEBUG nova.compute.utils [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 929.622695] env[69699]: DEBUG nova.compute.manager [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: a3003b34-1a4f-41bc-8f2c-5a313a5fb85c] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 929.623208] env[69699]: DEBUG nova.network.neutron [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: a3003b34-1a4f-41bc-8f2c-5a313a5fb85c] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 929.673051] env[69699]: DEBUG nova.policy [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8cc23d0e7ee407088d7699cccddf8af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '645dbd75f5c147acaa64846298a77f9c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 929.811054] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Acquiring lock "refresh_cache-962acb2d-732f-4dfb-9931-11186c34518e" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.811234] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Acquired lock "refresh_cache-962acb2d-732f-4dfb-9931-11186c34518e" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.811390] env[69699]: DEBUG nova.network.neutron [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 962acb2d-732f-4dfb-9931-11186c34518e] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.928394] env[69699]: DEBUG nova.network.neutron [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: a3003b34-1a4f-41bc-8f2c-5a313a5fb85c] Successfully created port: f2a20db5-9b59-4ff5-b93a-b4393b8126a8 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 929.964249] env[69699]: DEBUG oslo_vmware.api [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522766f4-845e-b25b-9206-70c7e3db9dcb, 'name': SearchDatastore_Task, 'duration_secs': 0.010432} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.966364] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ddf3823-a94c-4d21-a087-ee398bf44037 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.974019] env[69699]: DEBUG oslo_vmware.api [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 929.974019] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]528f48eb-4daf-4d6a-9cca-79dcfc894c0a" [ 929.974019] env[69699]: _type = "Task" [ 929.974019] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.981343] env[69699]: DEBUG oslo_vmware.api [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]528f48eb-4daf-4d6a-9cca-79dcfc894c0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.126484] env[69699]: INFO nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Updating resource usage from migration b20b8d8b-579e-457a-b9bc-488c0d2fec28 [ 930.127076] env[69699]: INFO nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Updating resource usage from migration 959d150e-1bfb-4508-9e0b-e9178f25ccaf [ 930.130369] env[69699]: DEBUG nova.compute.manager [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: a3003b34-1a4f-41bc-8f2c-5a313a5fb85c] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 930.155020] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 2b73a142-8d85-4ef8-8fe6-940dda6d6521 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 930.155020] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 930.155020] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 55a31f53-3712-486d-a4a8-7f15597da862 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 930.155020] env[69699]: WARNING nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 930.155020] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 2268d511-e7f0-45e6-a48f-6a7ed60edcb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 930.155020] env[69699]: WARNING nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 55bc925d-16a8-4b86-9de9-be3aab917368 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 930.155020] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 311e4618-41ff-4cab-ae4f-d7063872abc8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 930.155020] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 5492f83e-37c1-43f8-b40d-1d1872e229d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 930.155020] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 930.155020] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 930.155020] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 1105ca8b-bfc2-4e73-9dd6-4ec5983ad048 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 930.155020] env[69699]: WARNING nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance bf8a21c1-dd9e-41d5-9570-c510bab45ebe is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 930.155020] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance c023299f-9f9c-446c-af98-23940a25f898 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 930.155020] env[69699]: WARNING nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance c7fba1f1-8e12-4891-aa98-06a5ff41a7e5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 930.155509] env[69699]: WARNING nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 930.155509] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 1e93de2f-eaf0-468a-86e4-605aeb79dba9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 930.155882] env[69699]: WARNING nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 0bc9b912-7486-4b33-a317-aaf4e0acae48 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 930.303108] env[69699]: DEBUG nova.compute.manager [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Stashing vm_state: stopped {{(pid=69699) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 930.346551] env[69699]: DEBUG nova.network.neutron [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 962acb2d-732f-4dfb-9931-11186c34518e] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.485089] env[69699]: DEBUG oslo_vmware.api [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]528f48eb-4daf-4d6a-9cca-79dcfc894c0a, 'name': SearchDatastore_Task, 'duration_secs': 0.045672} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.485797] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.485797] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3/9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 930.485946] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cde241b0-2a68-4304-9c1d-f9dedf751c1a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.494034] env[69699]: DEBUG oslo_vmware.api [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 930.494034] env[69699]: value = "task-3607335" [ 930.494034] env[69699]: _type = "Task" [ 930.494034] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.505753] env[69699]: DEBUG oslo_vmware.api [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607335, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.506855] env[69699]: DEBUG nova.network.neutron [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 962acb2d-732f-4dfb-9931-11186c34518e] Updating instance_info_cache with network_info: [{"id": "cd3405d8-b5e7-451d-bf54-0037f03bad66", "address": "fa:16:3e:1a:43:be", "network": {"id": "ea541eb3-0d70-4958-b59a-7b775fc37fb3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-372507407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "645dbd75f5c147acaa64846298a77f9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd3405d8-b5", "ovs_interfaceid": "cd3405d8-b5e7-451d-bf54-0037f03bad66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.590043] env[69699]: DEBUG oslo_concurrency.lockutils [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Acquiring lock "fdc4cb64-8f0a-43ee-82d2-19206020abeb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.590701] env[69699]: DEBUG oslo_concurrency.lockutils [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Lock "fdc4cb64-8f0a-43ee-82d2-19206020abeb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.662499] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance ca488e4c-5958-4ae8-a611-16034ea05264 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 930.662499] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 930.662499] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 930.662499] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 930.662499] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 962acb2d-732f-4dfb-9931-11186c34518e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 930.662499] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance a3003b34-1a4f-41bc-8f2c-5a313a5fb85c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 930.825889] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.004657] env[69699]: DEBUG oslo_vmware.api [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607335, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.009396] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Releasing lock "refresh_cache-962acb2d-732f-4dfb-9931-11186c34518e" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.010079] env[69699]: DEBUG nova.compute.manager [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 962acb2d-732f-4dfb-9931-11186c34518e] Instance network_info: |[{"id": "cd3405d8-b5e7-451d-bf54-0037f03bad66", "address": "fa:16:3e:1a:43:be", "network": {"id": "ea541eb3-0d70-4958-b59a-7b775fc37fb3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-372507407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "645dbd75f5c147acaa64846298a77f9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd3405d8-b5", "ovs_interfaceid": "cd3405d8-b5e7-451d-bf54-0037f03bad66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 931.010321] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 962acb2d-732f-4dfb-9931-11186c34518e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:43:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b71230ae-e879-4384-88ce-fe64c86fce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd3405d8-b5e7-451d-bf54-0037f03bad66', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 931.018419] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.018707] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 962acb2d-732f-4dfb-9931-11186c34518e] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 931.018997] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9fdad0a-d6eb-49ba-9ecf-f13ba93ce070 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.038620] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 931.038620] env[69699]: value = "task-3607336" [ 931.038620] env[69699]: _type = "Task" [ 931.038620] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.046637] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607336, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.093638] env[69699]: DEBUG nova.compute.manager [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] [instance: fdc4cb64-8f0a-43ee-82d2-19206020abeb] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 931.142238] env[69699]: DEBUG nova.compute.manager [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: a3003b34-1a4f-41bc-8f2c-5a313a5fb85c] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 931.169194] env[69699]: DEBUG nova.virt.hardware [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 931.169450] env[69699]: DEBUG nova.virt.hardware [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 931.169603] env[69699]: DEBUG nova.virt.hardware [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 931.169828] env[69699]: DEBUG nova.virt.hardware [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 931.170141] env[69699]: DEBUG nova.virt.hardware [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 931.170327] env[69699]: DEBUG nova.virt.hardware [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 931.170541] env[69699]: DEBUG nova.virt.hardware [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 931.170715] env[69699]: DEBUG nova.virt.hardware [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 931.170895] env[69699]: DEBUG nova.virt.hardware [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 931.171134] env[69699]: DEBUG nova.virt.hardware [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 931.171323] env[69699]: DEBUG nova.virt.hardware [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 931.172077] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance c3c59273-6200-4481-bb63-33f62d31621f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 931.174150] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f99f68-72e3-4ead-b6b6-70172c9ed741 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.186306] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7b4437-d1f7-4a76-82ad-eeea470c70e7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.227373] env[69699]: DEBUG nova.compute.manager [req-21802ef0-0551-499d-b272-0ed2d42a5a3e req-dd5337d5-3f28-4801-a510-4afc48136da3 service nova] [instance: 962acb2d-732f-4dfb-9931-11186c34518e] Received event network-changed-cd3405d8-b5e7-451d-bf54-0037f03bad66 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.227754] env[69699]: DEBUG nova.compute.manager [req-21802ef0-0551-499d-b272-0ed2d42a5a3e req-dd5337d5-3f28-4801-a510-4afc48136da3 service nova] [instance: 962acb2d-732f-4dfb-9931-11186c34518e] Refreshing instance network info cache due to event network-changed-cd3405d8-b5e7-451d-bf54-0037f03bad66. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 931.228268] env[69699]: DEBUG oslo_concurrency.lockutils [req-21802ef0-0551-499d-b272-0ed2d42a5a3e req-dd5337d5-3f28-4801-a510-4afc48136da3 service nova] Acquiring lock "refresh_cache-962acb2d-732f-4dfb-9931-11186c34518e" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.228538] env[69699]: DEBUG oslo_concurrency.lockutils [req-21802ef0-0551-499d-b272-0ed2d42a5a3e req-dd5337d5-3f28-4801-a510-4afc48136da3 service nova] Acquired lock "refresh_cache-962acb2d-732f-4dfb-9931-11186c34518e" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.228804] env[69699]: DEBUG nova.network.neutron [req-21802ef0-0551-499d-b272-0ed2d42a5a3e req-dd5337d5-3f28-4801-a510-4afc48136da3 service nova] [instance: 962acb2d-732f-4dfb-9931-11186c34518e] Refreshing network info cache for port cd3405d8-b5e7-451d-bf54-0037f03bad66 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 931.511095] env[69699]: DEBUG oslo_vmware.api [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607335, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513872} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.511095] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3/9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 931.511095] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 931.511095] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a3e20dd-534c-4b45-8433-e7fcdc06354b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.518074] env[69699]: DEBUG oslo_vmware.api [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 931.518074] env[69699]: value = "task-3607337" [ 931.518074] env[69699]: _type = "Task" [ 931.518074] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.528335] env[69699]: DEBUG oslo_vmware.api [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607337, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.551260] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607336, 'name': CreateVM_Task, 'duration_secs': 0.451552} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.551470] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 962acb2d-732f-4dfb-9931-11186c34518e] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 931.552302] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.552517] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.552894] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.553524] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65d9c91f-20dc-4bcf-8ff0-0864d62fe869 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.560309] env[69699]: DEBUG oslo_vmware.api [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Waiting for the task: (returnval){ [ 931.560309] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52f02637-09bd-55b3-e1e8-c7bc59fe6e49" [ 931.560309] env[69699]: _type = "Task" [ 931.560309] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.572349] env[69699]: DEBUG oslo_vmware.api [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52f02637-09bd-55b3-e1e8-c7bc59fe6e49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.622838] env[69699]: DEBUG oslo_concurrency.lockutils [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.652286] env[69699]: DEBUG nova.network.neutron [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: a3003b34-1a4f-41bc-8f2c-5a313a5fb85c] Successfully updated port: f2a20db5-9b59-4ff5-b93a-b4393b8126a8 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 931.679760] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance ce2c2927-0060-46ea-ac84-b0b1db6663c4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 931.933822] env[69699]: DEBUG nova.network.neutron [req-21802ef0-0551-499d-b272-0ed2d42a5a3e req-dd5337d5-3f28-4801-a510-4afc48136da3 service nova] [instance: 962acb2d-732f-4dfb-9931-11186c34518e] Updated VIF entry in instance network info cache for port cd3405d8-b5e7-451d-bf54-0037f03bad66. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.934245] env[69699]: DEBUG nova.network.neutron [req-21802ef0-0551-499d-b272-0ed2d42a5a3e req-dd5337d5-3f28-4801-a510-4afc48136da3 service nova] [instance: 962acb2d-732f-4dfb-9931-11186c34518e] Updating instance_info_cache with network_info: [{"id": "cd3405d8-b5e7-451d-bf54-0037f03bad66", "address": "fa:16:3e:1a:43:be", "network": {"id": "ea541eb3-0d70-4958-b59a-7b775fc37fb3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-372507407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "645dbd75f5c147acaa64846298a77f9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd3405d8-b5", "ovs_interfaceid": "cd3405d8-b5e7-451d-bf54-0037f03bad66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.028799] env[69699]: DEBUG oslo_vmware.api [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607337, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101655} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.029076] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 932.029854] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43f7114-b4f2-4af8-9cab-fd2292bd9e33 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.052945] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3/9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.053136] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eadc1847-4e24-4fdb-a339-5eb677c7ed25 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.076424] env[69699]: DEBUG oslo_vmware.api [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52f02637-09bd-55b3-e1e8-c7bc59fe6e49, 'name': SearchDatastore_Task, 'duration_secs': 0.014362} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.077703] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.077938] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 962acb2d-732f-4dfb-9931-11186c34518e] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.078184] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.078331] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.078805] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.078805] env[69699]: DEBUG oslo_vmware.api [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 932.078805] env[69699]: value = "task-3607338" [ 932.078805] env[69699]: _type = "Task" [ 932.078805] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.079066] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3102885a-90be-48da-a73d-62498160c04d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.089336] env[69699]: DEBUG oslo_vmware.api [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607338, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.090956] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.091143] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.091851] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff456571-86bf-4eb5-ac49-f576d9977d68 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.096981] env[69699]: DEBUG oslo_vmware.api [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Waiting for the task: (returnval){ [ 932.096981] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ab9e32-e2bd-57fc-9576-8e9fe8b204d0" [ 932.096981] env[69699]: _type = "Task" [ 932.096981] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.105516] env[69699]: DEBUG oslo_vmware.api [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ab9e32-e2bd-57fc-9576-8e9fe8b204d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.155503] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Acquiring lock "refresh_cache-a3003b34-1a4f-41bc-8f2c-5a313a5fb85c" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.155769] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Acquired lock "refresh_cache-a3003b34-1a4f-41bc-8f2c-5a313a5fb85c" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.156040] env[69699]: DEBUG nova.network.neutron [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: a3003b34-1a4f-41bc-8f2c-5a313a5fb85c] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.182646] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance d0089bd8-34e9-4c28-8cce-9eaacbae237b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 932.438058] env[69699]: DEBUG oslo_concurrency.lockutils [req-21802ef0-0551-499d-b272-0ed2d42a5a3e req-dd5337d5-3f28-4801-a510-4afc48136da3 service nova] Releasing lock "refresh_cache-962acb2d-732f-4dfb-9931-11186c34518e" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.591057] env[69699]: DEBUG oslo_vmware.api [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607338, 'name': ReconfigVM_Task, 'duration_secs': 0.318489} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.591185] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3/9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.591853] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c32625a4-1bef-47c9-aae5-53274abe3661 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.615840] env[69699]: DEBUG oslo_vmware.api [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ab9e32-e2bd-57fc-9576-8e9fe8b204d0, 'name': SearchDatastore_Task, 'duration_secs': 0.018748} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.617335] env[69699]: DEBUG oslo_vmware.api [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 932.617335] env[69699]: value = "task-3607339" [ 932.617335] env[69699]: _type = "Task" [ 932.617335] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.617541] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7b01eb4-f8c6-4849-9aa4-67f1a165a7c3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.625879] env[69699]: DEBUG oslo_vmware.api [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Waiting for the task: (returnval){ [ 932.625879] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]524bb31d-acba-cd50-51ae-27c872b0df41" [ 932.625879] env[69699]: _type = "Task" [ 932.625879] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.629198] env[69699]: DEBUG oslo_vmware.api [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607339, 'name': Rename_Task} progress is 10%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.636809] env[69699]: DEBUG oslo_vmware.api [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]524bb31d-acba-cd50-51ae-27c872b0df41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.685323] env[69699]: DEBUG nova.network.neutron [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: a3003b34-1a4f-41bc-8f2c-5a313a5fb85c] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 932.687647] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 7c6fee98-d810-4a93-aa6a-d8a1059b80a2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 932.687794] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Migration b20b8d8b-579e-457a-b9bc-488c0d2fec28 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 932.687918] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 5f115f20-f8bf-4c38-8e88-78e1cb8e24df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 932.847465] env[69699]: DEBUG nova.network.neutron [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: a3003b34-1a4f-41bc-8f2c-5a313a5fb85c] Updating instance_info_cache with network_info: [{"id": "f2a20db5-9b59-4ff5-b93a-b4393b8126a8", "address": "fa:16:3e:6c:6d:78", "network": {"id": "ea541eb3-0d70-4958-b59a-7b775fc37fb3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-372507407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "645dbd75f5c147acaa64846298a77f9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2a20db5-9b", "ovs_interfaceid": "f2a20db5-9b59-4ff5-b93a-b4393b8126a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.132042] env[69699]: DEBUG oslo_vmware.api [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607339, 'name': Rename_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.140974] env[69699]: DEBUG oslo_vmware.api [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]524bb31d-acba-cd50-51ae-27c872b0df41, 'name': SearchDatastore_Task, 'duration_secs': 0.010705} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.141209] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.141498] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 962acb2d-732f-4dfb-9931-11186c34518e/962acb2d-732f-4dfb-9931-11186c34518e.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.141799] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68776c10-7c24-49a2-965e-15e12c01452a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.149310] env[69699]: DEBUG oslo_vmware.api [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Waiting for the task: (returnval){ [ 933.149310] env[69699]: value = "task-3607340" [ 933.149310] env[69699]: _type = "Task" [ 933.149310] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.157994] env[69699]: DEBUG oslo_vmware.api [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607340, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.192336] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 7cc3a93d-3386-4df3-87c6-d624638d695e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 933.192577] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Migration 959d150e-1bfb-4508-9e0b-e9178f25ccaf is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 933.193898] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 2c2ada34-c9b6-424a-a601-0ee922646578 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 933.278144] env[69699]: DEBUG nova.compute.manager [req-0752768a-fdf3-425d-a35e-e7375688eeac req-ea79251f-f014-4b1f-a76b-d4ecf24c3a88 service nova] [instance: a3003b34-1a4f-41bc-8f2c-5a313a5fb85c] Received event network-vif-plugged-f2a20db5-9b59-4ff5-b93a-b4393b8126a8 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.278358] env[69699]: DEBUG oslo_concurrency.lockutils [req-0752768a-fdf3-425d-a35e-e7375688eeac req-ea79251f-f014-4b1f-a76b-d4ecf24c3a88 service nova] Acquiring lock "a3003b34-1a4f-41bc-8f2c-5a313a5fb85c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.278578] env[69699]: DEBUG oslo_concurrency.lockutils [req-0752768a-fdf3-425d-a35e-e7375688eeac req-ea79251f-f014-4b1f-a76b-d4ecf24c3a88 service nova] Lock "a3003b34-1a4f-41bc-8f2c-5a313a5fb85c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.278721] env[69699]: DEBUG oslo_concurrency.lockutils [req-0752768a-fdf3-425d-a35e-e7375688eeac req-ea79251f-f014-4b1f-a76b-d4ecf24c3a88 service nova] Lock "a3003b34-1a4f-41bc-8f2c-5a313a5fb85c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.278882] env[69699]: DEBUG nova.compute.manager [req-0752768a-fdf3-425d-a35e-e7375688eeac req-ea79251f-f014-4b1f-a76b-d4ecf24c3a88 service nova] [instance: a3003b34-1a4f-41bc-8f2c-5a313a5fb85c] No waiting events found dispatching network-vif-plugged-f2a20db5-9b59-4ff5-b93a-b4393b8126a8 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 933.279064] env[69699]: WARNING nova.compute.manager [req-0752768a-fdf3-425d-a35e-e7375688eeac req-ea79251f-f014-4b1f-a76b-d4ecf24c3a88 service nova] [instance: a3003b34-1a4f-41bc-8f2c-5a313a5fb85c] Received unexpected event network-vif-plugged-f2a20db5-9b59-4ff5-b93a-b4393b8126a8 for instance with vm_state building and task_state spawning. [ 933.279231] env[69699]: DEBUG nova.compute.manager [req-0752768a-fdf3-425d-a35e-e7375688eeac req-ea79251f-f014-4b1f-a76b-d4ecf24c3a88 service nova] [instance: a3003b34-1a4f-41bc-8f2c-5a313a5fb85c] Received event network-changed-f2a20db5-9b59-4ff5-b93a-b4393b8126a8 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.279620] env[69699]: DEBUG nova.compute.manager [req-0752768a-fdf3-425d-a35e-e7375688eeac req-ea79251f-f014-4b1f-a76b-d4ecf24c3a88 service nova] [instance: a3003b34-1a4f-41bc-8f2c-5a313a5fb85c] Refreshing instance network info cache due to event network-changed-f2a20db5-9b59-4ff5-b93a-b4393b8126a8. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 933.279620] env[69699]: DEBUG oslo_concurrency.lockutils [req-0752768a-fdf3-425d-a35e-e7375688eeac req-ea79251f-f014-4b1f-a76b-d4ecf24c3a88 service nova] Acquiring lock "refresh_cache-a3003b34-1a4f-41bc-8f2c-5a313a5fb85c" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.350733] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Releasing lock "refresh_cache-a3003b34-1a4f-41bc-8f2c-5a313a5fb85c" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.351127] env[69699]: DEBUG nova.compute.manager [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: a3003b34-1a4f-41bc-8f2c-5a313a5fb85c] Instance network_info: |[{"id": "f2a20db5-9b59-4ff5-b93a-b4393b8126a8", "address": "fa:16:3e:6c:6d:78", "network": {"id": "ea541eb3-0d70-4958-b59a-7b775fc37fb3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-372507407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "645dbd75f5c147acaa64846298a77f9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2a20db5-9b", "ovs_interfaceid": "f2a20db5-9b59-4ff5-b93a-b4393b8126a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 933.351445] env[69699]: DEBUG oslo_concurrency.lockutils [req-0752768a-fdf3-425d-a35e-e7375688eeac req-ea79251f-f014-4b1f-a76b-d4ecf24c3a88 service nova] Acquired lock "refresh_cache-a3003b34-1a4f-41bc-8f2c-5a313a5fb85c" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.351641] env[69699]: DEBUG nova.network.neutron [req-0752768a-fdf3-425d-a35e-e7375688eeac req-ea79251f-f014-4b1f-a76b-d4ecf24c3a88 service nova] [instance: a3003b34-1a4f-41bc-8f2c-5a313a5fb85c] Refreshing network info cache for port f2a20db5-9b59-4ff5-b93a-b4393b8126a8 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 933.353911] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: a3003b34-1a4f-41bc-8f2c-5a313a5fb85c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:6d:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b71230ae-e879-4384-88ce-fe64c86fce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2a20db5-9b59-4ff5-b93a-b4393b8126a8', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 933.364359] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.368080] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3003b34-1a4f-41bc-8f2c-5a313a5fb85c] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 933.369045] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21c6875e-1fda-42e8-8cfc-d66484413c67 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.390816] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 933.390816] env[69699]: value = "task-3607341" [ 933.390816] env[69699]: _type = "Task" [ 933.390816] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.399974] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607341, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.632163] env[69699]: DEBUG oslo_vmware.api [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607339, 'name': Rename_Task, 'duration_secs': 0.906136} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.632448] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.632701] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1a789fa-58ca-4e22-8ff7-1096c414641c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.643063] env[69699]: DEBUG oslo_vmware.api [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 933.643063] env[69699]: value = "task-3607342" [ 933.643063] env[69699]: _type = "Task" [ 933.643063] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.656909] env[69699]: DEBUG oslo_vmware.api [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607342, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.657386] env[69699]: DEBUG nova.network.neutron [req-0752768a-fdf3-425d-a35e-e7375688eeac req-ea79251f-f014-4b1f-a76b-d4ecf24c3a88 service nova] [instance: a3003b34-1a4f-41bc-8f2c-5a313a5fb85c] Updated VIF entry in instance network info cache for port f2a20db5-9b59-4ff5-b93a-b4393b8126a8. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 933.657708] env[69699]: DEBUG nova.network.neutron [req-0752768a-fdf3-425d-a35e-e7375688eeac req-ea79251f-f014-4b1f-a76b-d4ecf24c3a88 service nova] [instance: a3003b34-1a4f-41bc-8f2c-5a313a5fb85c] Updating instance_info_cache with network_info: [{"id": "f2a20db5-9b59-4ff5-b93a-b4393b8126a8", "address": "fa:16:3e:6c:6d:78", "network": {"id": "ea541eb3-0d70-4958-b59a-7b775fc37fb3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-372507407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "645dbd75f5c147acaa64846298a77f9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2a20db5-9b", "ovs_interfaceid": "f2a20db5-9b59-4ff5-b93a-b4393b8126a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.667496] env[69699]: DEBUG oslo_vmware.api [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607340, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.696034] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance fdc4cb64-8f0a-43ee-82d2-19206020abeb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 933.696402] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=69699) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 933.696612] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4032MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=69699) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 933.901834] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607341, 'name': CreateVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.156026] env[69699]: DEBUG oslo_vmware.api [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607342, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.161618] env[69699]: DEBUG oslo_concurrency.lockutils [req-0752768a-fdf3-425d-a35e-e7375688eeac req-ea79251f-f014-4b1f-a76b-d4ecf24c3a88 service nova] Releasing lock "refresh_cache-a3003b34-1a4f-41bc-8f2c-5a313a5fb85c" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.166583] env[69699]: DEBUG oslo_vmware.api [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607340, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668802} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.169451] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 962acb2d-732f-4dfb-9931-11186c34518e/962acb2d-732f-4dfb-9931-11186c34518e.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 934.169678] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 962acb2d-732f-4dfb-9931-11186c34518e] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 934.170135] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef959a1e-9c53-4c27-8ed4-45bde47eaba2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.179616] env[69699]: DEBUG oslo_vmware.api [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Waiting for the task: (returnval){ [ 934.179616] env[69699]: value = "task-3607343" [ 934.179616] env[69699]: _type = "Task" [ 934.179616] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.192506] env[69699]: DEBUG oslo_vmware.api [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607343, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.258584] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d810e7-6645-48c3-9661-b2bc1ee6fb56 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.269064] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3748f9f1-6fb8-4ed2-8b27-0ae504605108 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.300231] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c6f314-ab0b-42a5-87c1-3cae64577bdc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.309151] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5342f0c-2e5f-4c29-b032-0a7930620462 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.323721] env[69699]: DEBUG nova.compute.provider_tree [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.389879] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a811988e-d4c9-48e2-a2b9-03e8e5603078 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Acquiring lock "1e93de2f-eaf0-468a-86e4-605aeb79dba9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.390135] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a811988e-d4c9-48e2-a2b9-03e8e5603078 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "1e93de2f-eaf0-468a-86e4-605aeb79dba9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.403846] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607341, 'name': CreateVM_Task, 'duration_secs': 0.52648} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.404030] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3003b34-1a4f-41bc-8f2c-5a313a5fb85c] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 934.404678] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.404841] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.405196] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.405616] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cbc4d8c-0c46-4afb-9999-06531a2f840b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.411134] env[69699]: DEBUG oslo_vmware.api [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Waiting for the task: (returnval){ [ 934.411134] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ca6859-5a73-8a06-e673-877106f786c8" [ 934.411134] env[69699]: _type = "Task" [ 934.411134] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.419209] env[69699]: DEBUG oslo_vmware.api [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ca6859-5a73-8a06-e673-877106f786c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.653195] env[69699]: DEBUG oslo_vmware.api [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607342, 'name': PowerOnVM_Task, 'duration_secs': 0.583797} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.653460] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 934.653658] env[69699]: INFO nova.compute.manager [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3] Took 8.73 seconds to spawn the instance on the hypervisor. [ 934.653833] env[69699]: DEBUG nova.compute.manager [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 934.655157] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caab6501-985d-408c-981f-d0b04e350cff {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.691884] env[69699]: DEBUG oslo_vmware.api [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607343, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142121} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.692271] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 962acb2d-732f-4dfb-9931-11186c34518e] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.693081] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73e359b-c06e-4d36-8f1a-9e7f429e0020 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.715166] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 962acb2d-732f-4dfb-9931-11186c34518e] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 962acb2d-732f-4dfb-9931-11186c34518e/962acb2d-732f-4dfb-9931-11186c34518e.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.716111] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c74bf34-712a-4ebd-a8bb-e3c48eff264d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.737783] env[69699]: DEBUG oslo_vmware.api [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Waiting for the task: (returnval){ [ 934.737783] env[69699]: value = "task-3607344" [ 934.737783] env[69699]: _type = "Task" [ 934.737783] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.749440] env[69699]: DEBUG oslo_vmware.api [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607344, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.826501] env[69699]: DEBUG nova.scheduler.client.report [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.893477] env[69699]: DEBUG nova.compute.utils [None req-a811988e-d4c9-48e2-a2b9-03e8e5603078 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 934.921406] env[69699]: DEBUG oslo_vmware.api [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ca6859-5a73-8a06-e673-877106f786c8, 'name': SearchDatastore_Task, 'duration_secs': 0.055544} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.921751] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.922008] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: a3003b34-1a4f-41bc-8f2c-5a313a5fb85c] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 934.922251] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.922397] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.922571] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 934.922878] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c8ae8e6-7649-4948-861e-c28ad64e6536 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.935961] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 934.936182] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 934.936986] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d63a5682-7044-4508-80a9-ccc0e2621db3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.943139] env[69699]: DEBUG oslo_vmware.api [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Waiting for the task: (returnval){ [ 934.943139] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]524420a9-273d-9bb2-9142-e73bd3c453d0" [ 934.943139] env[69699]: _type = "Task" [ 934.943139] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.951060] env[69699]: DEBUG oslo_vmware.api [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]524420a9-273d-9bb2-9142-e73bd3c453d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.175312] env[69699]: INFO nova.compute.manager [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3] Took 56.56 seconds to build instance. [ 935.249891] env[69699]: DEBUG oslo_vmware.api [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607344, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.332060] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69699) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 935.332207] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.226s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.332504] env[69699]: DEBUG oslo_concurrency.lockutils [None req-af156b81-50d0-4d8d-aaa6-3f9c181c3ec5 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 52.911s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.332717] env[69699]: DEBUG oslo_concurrency.lockutils [None req-af156b81-50d0-4d8d-aaa6-3f9c181c3ec5 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.334980] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.628s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.336606] env[69699]: INFO nova.compute.claims [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 935.339524] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 935.339700] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Cleaning up deleted instances {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 935.357288] env[69699]: INFO nova.scheduler.client.report [None req-af156b81-50d0-4d8d-aaa6-3f9c181c3ec5 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Deleted allocations for instance bf8a21c1-dd9e-41d5-9570-c510bab45ebe [ 935.396582] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a811988e-d4c9-48e2-a2b9-03e8e5603078 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "1e93de2f-eaf0-468a-86e4-605aeb79dba9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.454771] env[69699]: DEBUG oslo_vmware.api [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]524420a9-273d-9bb2-9142-e73bd3c453d0, 'name': SearchDatastore_Task, 'duration_secs': 0.089351} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.455603] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31a29223-db6f-44da-837c-4cf8e9249e14 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.462136] env[69699]: DEBUG oslo_vmware.api [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Waiting for the task: (returnval){ [ 935.462136] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5296f0b8-247e-3fd3-1143-c33c1c24799e" [ 935.462136] env[69699]: _type = "Task" [ 935.462136] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.471536] env[69699]: DEBUG oslo_vmware.api [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5296f0b8-247e-3fd3-1143-c33c1c24799e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.677881] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8428ac26-55f9-4dd8-8ef6-0a5d4439f98c tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.074s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.749531] env[69699]: DEBUG oslo_vmware.api [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607344, 'name': ReconfigVM_Task, 'duration_secs': 0.575326} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.749804] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 962acb2d-732f-4dfb-9931-11186c34518e] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 962acb2d-732f-4dfb-9931-11186c34518e/962acb2d-732f-4dfb-9931-11186c34518e.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.750455] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0d8aa46-8389-4fe0-8d8d-d1e246ef6c18 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.757572] env[69699]: DEBUG oslo_vmware.api [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Waiting for the task: (returnval){ [ 935.757572] env[69699]: value = "task-3607345" [ 935.757572] env[69699]: _type = "Task" [ 935.757572] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.767433] env[69699]: DEBUG oslo_vmware.api [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607345, 'name': Rename_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.857983] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] There are 48 instances to clean {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 935.858270] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 3ccf91c4-1b19-43b2-8529-b47084669862] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 935.863442] env[69699]: DEBUG oslo_concurrency.lockutils [None req-af156b81-50d0-4d8d-aaa6-3f9c181c3ec5 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Lock "bf8a21c1-dd9e-41d5-9570-c510bab45ebe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 57.693s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.975141] env[69699]: DEBUG oslo_vmware.api [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5296f0b8-247e-3fd3-1143-c33c1c24799e, 'name': SearchDatastore_Task, 'duration_secs': 0.010744} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.975613] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.975861] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] a3003b34-1a4f-41bc-8f2c-5a313a5fb85c/a3003b34-1a4f-41bc-8f2c-5a313a5fb85c.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 935.976131] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8923d44e-9638-4707-a3a2-a773cd93d0b3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.987019] env[69699]: DEBUG oslo_vmware.api [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Waiting for the task: (returnval){ [ 935.987019] env[69699]: value = "task-3607346" [ 935.987019] env[69699]: _type = "Task" [ 935.987019] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.996729] env[69699]: DEBUG oslo_vmware.api [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607346, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.271439] env[69699]: DEBUG oslo_vmware.api [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607345, 'name': Rename_Task, 'duration_secs': 0.15261} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.271792] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 962acb2d-732f-4dfb-9931-11186c34518e] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.272081] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-507a10e3-a2c3-4266-abe3-7eb1b5d74dfd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.279429] env[69699]: DEBUG oslo_vmware.api [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Waiting for the task: (returnval){ [ 936.279429] env[69699]: value = "task-3607347" [ 936.279429] env[69699]: _type = "Task" [ 936.279429] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.289096] env[69699]: DEBUG oslo_vmware.api [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607347, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.365168] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: ca8c5b2b-c07c-4005-b771-8af7e9c2a8b8] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 936.418104] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b780dd9b-fe3d-4295-9ba9-a5efca96550d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquiring lock "9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.418378] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b780dd9b-fe3d-4295-9ba9-a5efca96550d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.419093] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b780dd9b-fe3d-4295-9ba9-a5efca96550d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquiring lock "9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.419481] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b780dd9b-fe3d-4295-9ba9-a5efca96550d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.419481] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b780dd9b-fe3d-4295-9ba9-a5efca96550d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.424193] env[69699]: INFO nova.compute.manager [None req-b780dd9b-fe3d-4295-9ba9-a5efca96550d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3] Terminating instance [ 936.477617] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a811988e-d4c9-48e2-a2b9-03e8e5603078 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Acquiring lock "1e93de2f-eaf0-468a-86e4-605aeb79dba9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.477617] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a811988e-d4c9-48e2-a2b9-03e8e5603078 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "1e93de2f-eaf0-468a-86e4-605aeb79dba9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.477834] env[69699]: INFO nova.compute.manager [None req-a811988e-d4c9-48e2-a2b9-03e8e5603078 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Attaching volume fd5eb4eb-e98f-4826-bb00-3a5b59e5671b to /dev/sdb [ 936.509320] env[69699]: DEBUG oslo_vmware.api [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607346, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.520877] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f741ef19-f963-4ec6-9435-5a3e8add8c17 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.532595] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092b3222-b268-43cc-9f4b-f6c02acf1d16 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.551366] env[69699]: DEBUG nova.virt.block_device [None req-a811988e-d4c9-48e2-a2b9-03e8e5603078 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Updating existing volume attachment record: d59aa5eb-3548-48e1-a910-09f4f9bca60b {{(pid=69699) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 936.794116] env[69699]: DEBUG oslo_vmware.api [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607347, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.830893] env[69699]: DEBUG oslo_concurrency.lockutils [None req-87105477-37d0-4545-8824-d26355cbc4e0 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Acquiring lock "1105ca8b-bfc2-4e73-9dd6-4ec5983ad048" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.831278] env[69699]: DEBUG oslo_concurrency.lockutils [None req-87105477-37d0-4545-8824-d26355cbc4e0 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Lock "1105ca8b-bfc2-4e73-9dd6-4ec5983ad048" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.831538] env[69699]: DEBUG oslo_concurrency.lockutils [None req-87105477-37d0-4545-8824-d26355cbc4e0 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Acquiring lock "1105ca8b-bfc2-4e73-9dd6-4ec5983ad048-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.831793] env[69699]: DEBUG oslo_concurrency.lockutils [None req-87105477-37d0-4545-8824-d26355cbc4e0 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Lock "1105ca8b-bfc2-4e73-9dd6-4ec5983ad048-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.832066] env[69699]: DEBUG oslo_concurrency.lockutils [None req-87105477-37d0-4545-8824-d26355cbc4e0 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Lock "1105ca8b-bfc2-4e73-9dd6-4ec5983ad048-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.834879] env[69699]: INFO nova.compute.manager [None req-87105477-37d0-4545-8824-d26355cbc4e0 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: 1105ca8b-bfc2-4e73-9dd6-4ec5983ad048] Terminating instance [ 936.850313] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f179032-4125-4b5a-af66-ebd04c9187d7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.858203] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28251dc4-66ba-49c4-9644-2f8a61e7bf02 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.889181] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 63b25b55-b483-48db-aced-d2df4010a8ee] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 936.892632] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242f207e-613e-48aa-8bfd-30185f7110bb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.900403] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad18d7a5-b61a-4869-986f-87baeffe4b31 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.914570] env[69699]: DEBUG nova.compute.provider_tree [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.929697] env[69699]: DEBUG nova.compute.manager [None req-b780dd9b-fe3d-4295-9ba9-a5efca96550d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 936.929927] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-b780dd9b-fe3d-4295-9ba9-a5efca96550d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 936.931338] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9c8e33-5bfc-413c-a675-e1af7cbf326b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.940736] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-b780dd9b-fe3d-4295-9ba9-a5efca96550d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 936.940995] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fad7be1f-57cd-4cf3-93d8-953f03b10d47 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.947386] env[69699]: DEBUG oslo_vmware.api [None req-b780dd9b-fe3d-4295-9ba9-a5efca96550d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 936.947386] env[69699]: value = "task-3607351" [ 936.947386] env[69699]: _type = "Task" [ 936.947386] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.957896] env[69699]: DEBUG oslo_vmware.api [None req-b780dd9b-fe3d-4295-9ba9-a5efca96550d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.999342] env[69699]: DEBUG oslo_vmware.api [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607346, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578142} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.999409] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] a3003b34-1a4f-41bc-8f2c-5a313a5fb85c/a3003b34-1a4f-41bc-8f2c-5a313a5fb85c.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 936.999612] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: a3003b34-1a4f-41bc-8f2c-5a313a5fb85c] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 936.999875] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d57d790a-644d-478f-83c2-fe32df09d629 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.008581] env[69699]: DEBUG oslo_vmware.api [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Waiting for the task: (returnval){ [ 937.008581] env[69699]: value = "task-3607352" [ 937.008581] env[69699]: _type = "Task" [ 937.008581] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.020042] env[69699]: DEBUG oslo_vmware.api [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607352, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.292103] env[69699]: DEBUG oslo_vmware.api [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607347, 'name': PowerOnVM_Task, 'duration_secs': 0.972101} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.292387] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 962acb2d-732f-4dfb-9931-11186c34518e] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.292621] env[69699]: INFO nova.compute.manager [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 962acb2d-732f-4dfb-9931-11186c34518e] Took 8.76 seconds to spawn the instance on the hypervisor. [ 937.292856] env[69699]: DEBUG nova.compute.manager [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 962acb2d-732f-4dfb-9931-11186c34518e] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.294345] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063de7b5-10fe-40a1-aef5-85484e81753c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.338201] env[69699]: DEBUG oslo_concurrency.lockutils [None req-87105477-37d0-4545-8824-d26355cbc4e0 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Acquiring lock "refresh_cache-1105ca8b-bfc2-4e73-9dd6-4ec5983ad048" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.338403] env[69699]: DEBUG oslo_concurrency.lockutils [None req-87105477-37d0-4545-8824-d26355cbc4e0 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Acquired lock "refresh_cache-1105ca8b-bfc2-4e73-9dd6-4ec5983ad048" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.338581] env[69699]: DEBUG nova.network.neutron [None req-87105477-37d0-4545-8824-d26355cbc4e0 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: 1105ca8b-bfc2-4e73-9dd6-4ec5983ad048] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.392353] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: e90cd9d1-a50b-4153-9e93-ec1006ebbad1] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 937.417316] env[69699]: DEBUG nova.scheduler.client.report [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.457772] env[69699]: DEBUG oslo_vmware.api [None req-b780dd9b-fe3d-4295-9ba9-a5efca96550d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607351, 'name': PowerOffVM_Task, 'duration_secs': 0.350383} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.457966] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-b780dd9b-fe3d-4295-9ba9-a5efca96550d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 937.458188] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-b780dd9b-fe3d-4295-9ba9-a5efca96550d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 937.458446] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc196a70-769b-4ba7-be96-23ad9fb3d6ea {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.521514] env[69699]: DEBUG oslo_vmware.api [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607352, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13204} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.525087] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: a3003b34-1a4f-41bc-8f2c-5a313a5fb85c] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 937.525087] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2472b42-31ff-4010-a83b-c8e7487e8892 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.554018] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: a3003b34-1a4f-41bc-8f2c-5a313a5fb85c] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] a3003b34-1a4f-41bc-8f2c-5a313a5fb85c/a3003b34-1a4f-41bc-8f2c-5a313a5fb85c.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.554994] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08242431-f9d8-40e7-b08c-7f0729a3a384 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.570794] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-b780dd9b-fe3d-4295-9ba9-a5efca96550d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 937.571290] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-b780dd9b-fe3d-4295-9ba9-a5efca96550d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 937.571607] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-b780dd9b-fe3d-4295-9ba9-a5efca96550d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Deleting the datastore file [datastore2] 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 937.572437] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-018c55e1-631f-482b-aeef-9e81b91dc935 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.584732] env[69699]: DEBUG oslo_vmware.api [None req-b780dd9b-fe3d-4295-9ba9-a5efca96550d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 937.584732] env[69699]: value = "task-3607354" [ 937.584732] env[69699]: _type = "Task" [ 937.584732] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.586358] env[69699]: DEBUG oslo_vmware.api [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Waiting for the task: (returnval){ [ 937.586358] env[69699]: value = "task-3607355" [ 937.586358] env[69699]: _type = "Task" [ 937.586358] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.616354] env[69699]: DEBUG oslo_vmware.api [None req-b780dd9b-fe3d-4295-9ba9-a5efca96550d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607354, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.619402] env[69699]: DEBUG oslo_vmware.api [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607355, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.817094] env[69699]: INFO nova.compute.manager [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 962acb2d-732f-4dfb-9931-11186c34518e] Took 59.08 seconds to build instance. [ 937.860804] env[69699]: DEBUG nova.network.neutron [None req-87105477-37d0-4545-8824-d26355cbc4e0 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: 1105ca8b-bfc2-4e73-9dd6-4ec5983ad048] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 937.895470] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: a56031df-186a-4a08-886d-8bb99e015dba] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 937.920335] env[69699]: DEBUG nova.network.neutron [None req-87105477-37d0-4545-8824-d26355cbc4e0 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: 1105ca8b-bfc2-4e73-9dd6-4ec5983ad048] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.923790] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.589s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.924282] env[69699]: DEBUG nova.compute.manager [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 937.926891] env[69699]: DEBUG oslo_concurrency.lockutils [None req-04368c59-1ba4-4de5-a2b3-23fdf1249715 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.539s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.926973] env[69699]: DEBUG oslo_concurrency.lockutils [None req-04368c59-1ba4-4de5-a2b3-23fdf1249715 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.928870] env[69699]: DEBUG oslo_concurrency.lockutils [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.483s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.930550] env[69699]: INFO nova.compute.claims [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 937.954779] env[69699]: INFO nova.scheduler.client.report [None req-04368c59-1ba4-4de5-a2b3-23fdf1249715 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Deleted allocations for instance e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005 [ 938.101638] env[69699]: DEBUG oslo_vmware.api [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607355, 'name': ReconfigVM_Task, 'duration_secs': 0.30995} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.101901] env[69699]: DEBUG oslo_vmware.api [None req-b780dd9b-fe3d-4295-9ba9-a5efca96550d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607354, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.434546} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.102163] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: a3003b34-1a4f-41bc-8f2c-5a313a5fb85c] Reconfigured VM instance instance-00000049 to attach disk [datastore2] a3003b34-1a4f-41bc-8f2c-5a313a5fb85c/a3003b34-1a4f-41bc-8f2c-5a313a5fb85c.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.102776] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-b780dd9b-fe3d-4295-9ba9-a5efca96550d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 938.102959] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-b780dd9b-fe3d-4295-9ba9-a5efca96550d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 938.103145] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-b780dd9b-fe3d-4295-9ba9-a5efca96550d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 938.103316] env[69699]: INFO nova.compute.manager [None req-b780dd9b-fe3d-4295-9ba9-a5efca96550d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3] Took 1.17 seconds to destroy the instance on the hypervisor. [ 938.103541] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b780dd9b-fe3d-4295-9ba9-a5efca96550d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.103728] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-699be642-7567-4348-a1e5-466777fcf746 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.105767] env[69699]: DEBUG nova.compute.manager [-] [instance: 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 938.105767] env[69699]: DEBUG nova.network.neutron [-] [instance: 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 938.113072] env[69699]: DEBUG oslo_vmware.api [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Waiting for the task: (returnval){ [ 938.113072] env[69699]: value = "task-3607356" [ 938.113072] env[69699]: _type = "Task" [ 938.113072] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.119864] env[69699]: DEBUG oslo_vmware.api [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607356, 'name': Rename_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.319637] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Lock "962acb2d-732f-4dfb-9931-11186c34518e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.587s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.400378] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 7927fd76-4ab2-4703-985e-e539a7d44482] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 938.427762] env[69699]: DEBUG oslo_concurrency.lockutils [None req-87105477-37d0-4545-8824-d26355cbc4e0 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Releasing lock "refresh_cache-1105ca8b-bfc2-4e73-9dd6-4ec5983ad048" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.428208] env[69699]: DEBUG nova.compute.manager [None req-87105477-37d0-4545-8824-d26355cbc4e0 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: 1105ca8b-bfc2-4e73-9dd6-4ec5983ad048] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 938.428400] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-87105477-37d0-4545-8824-d26355cbc4e0 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: 1105ca8b-bfc2-4e73-9dd6-4ec5983ad048] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 938.429490] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b238498c-f1a1-4a68-8726-d84630306b6f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.438197] env[69699]: DEBUG nova.compute.utils [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 938.442294] env[69699]: DEBUG nova.compute.manager [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 938.442472] env[69699]: DEBUG nova.network.neutron [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: c3c59273-6200-4481-bb63-33f62d31621f] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 938.444431] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-87105477-37d0-4545-8824-d26355cbc4e0 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: 1105ca8b-bfc2-4e73-9dd6-4ec5983ad048] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 938.446267] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97b7dcba-b346-41c4-a957-d5f45aa3b9c2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.451881] env[69699]: DEBUG nova.compute.manager [req-00c406f4-898f-4b1b-810a-72c7c81fee3e req-2c66d01d-3d56-4e81-910a-f838e1ec5ee7 service nova] [instance: 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3] Received event network-vif-deleted-29a883f0-39cf-4c8f-b983-8857afd8bb0e {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.451881] env[69699]: INFO nova.compute.manager [req-00c406f4-898f-4b1b-810a-72c7c81fee3e req-2c66d01d-3d56-4e81-910a-f838e1ec5ee7 service nova] [instance: 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3] Neutron deleted interface 29a883f0-39cf-4c8f-b983-8857afd8bb0e; detaching it from the instance and deleting it from the info cache [ 938.451881] env[69699]: DEBUG nova.network.neutron [req-00c406f4-898f-4b1b-810a-72c7c81fee3e req-2c66d01d-3d56-4e81-910a-f838e1ec5ee7 service nova] [instance: 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.459491] env[69699]: DEBUG oslo_vmware.api [None req-87105477-37d0-4545-8824-d26355cbc4e0 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Waiting for the task: (returnval){ [ 938.459491] env[69699]: value = "task-3607357" [ 938.459491] env[69699]: _type = "Task" [ 938.459491] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.467020] env[69699]: DEBUG oslo_concurrency.lockutils [None req-04368c59-1ba4-4de5-a2b3-23fdf1249715 tempest-ListServerFiltersTestJSON-797986437 tempest-ListServerFiltersTestJSON-797986437-project-member] Lock "e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.828s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.475685] env[69699]: DEBUG oslo_vmware.api [None req-87105477-37d0-4545-8824-d26355cbc4e0 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': task-3607357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.535108] env[69699]: DEBUG nova.policy [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e613a936989546069d59164e00c0bac3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'deb2d5d11bed4a27b8072873567c44b6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 938.624515] env[69699]: DEBUG oslo_vmware.api [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607356, 'name': Rename_Task, 'duration_secs': 0.147762} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.624772] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: a3003b34-1a4f-41bc-8f2c-5a313a5fb85c] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.625041] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a290f3f4-f486-4b1e-9fca-91f722442bf5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.631749] env[69699]: DEBUG oslo_vmware.api [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Waiting for the task: (returnval){ [ 938.631749] env[69699]: value = "task-3607358" [ 938.631749] env[69699]: _type = "Task" [ 938.631749] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.640600] env[69699]: DEBUG oslo_vmware.api [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607358, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.874892] env[69699]: DEBUG nova.network.neutron [-] [instance: 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.905490] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 0504132d-eb33-4c2d-9944-316aa6918035] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 938.951310] env[69699]: DEBUG nova.compute.manager [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 938.959816] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-05e1ac7a-e6f6-4b3d-826c-37e22851a9ec {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.984601] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ddda0e-d642-4f27-994d-292e4e641a52 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.001364] env[69699]: DEBUG oslo_vmware.api [None req-87105477-37d0-4545-8824-d26355cbc4e0 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': task-3607357, 'name': PowerOffVM_Task, 'duration_secs': 0.122209} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.005293] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-87105477-37d0-4545-8824-d26355cbc4e0 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: 1105ca8b-bfc2-4e73-9dd6-4ec5983ad048] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.005702] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-87105477-37d0-4545-8824-d26355cbc4e0 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: 1105ca8b-bfc2-4e73-9dd6-4ec5983ad048] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 939.006690] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-adc05c8a-564e-41cb-8c95-e1d0c10ca6cc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.014759] env[69699]: DEBUG nova.network.neutron [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Successfully created port: 981d3597-bb6c-4587-b18c-a6f74be23111 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 939.038758] env[69699]: DEBUG nova.compute.manager [req-00c406f4-898f-4b1b-810a-72c7c81fee3e req-2c66d01d-3d56-4e81-910a-f838e1ec5ee7 service nova] [instance: 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3] Detach interface failed, port_id=29a883f0-39cf-4c8f-b983-8857afd8bb0e, reason: Instance 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3 could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 939.043050] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-87105477-37d0-4545-8824-d26355cbc4e0 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: 1105ca8b-bfc2-4e73-9dd6-4ec5983ad048] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 939.043286] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-87105477-37d0-4545-8824-d26355cbc4e0 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: 1105ca8b-bfc2-4e73-9dd6-4ec5983ad048] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 939.044420] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-87105477-37d0-4545-8824-d26355cbc4e0 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Deleting the datastore file [datastore2] 1105ca8b-bfc2-4e73-9dd6-4ec5983ad048 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 939.044420] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfb3bbdb-014f-4d81-a448-2ab6017bfda1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.051446] env[69699]: DEBUG oslo_vmware.api [None req-87105477-37d0-4545-8824-d26355cbc4e0 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Waiting for the task: (returnval){ [ 939.051446] env[69699]: value = "task-3607361" [ 939.051446] env[69699]: _type = "Task" [ 939.051446] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.061641] env[69699]: DEBUG oslo_vmware.api [None req-87105477-37d0-4545-8824-d26355cbc4e0 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': task-3607361, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.145727] env[69699]: DEBUG oslo_vmware.api [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607358, 'name': PowerOnVM_Task, 'duration_secs': 0.502954} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.146045] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: a3003b34-1a4f-41bc-8f2c-5a313a5fb85c] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.146442] env[69699]: INFO nova.compute.manager [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: a3003b34-1a4f-41bc-8f2c-5a313a5fb85c] Took 8.00 seconds to spawn the instance on the hypervisor. [ 939.146832] env[69699]: DEBUG nova.compute.manager [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: a3003b34-1a4f-41bc-8f2c-5a313a5fb85c] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.148553] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f6da8d-01ca-45a0-a4d6-4dc7b50ce7e0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.377738] env[69699]: INFO nova.compute.manager [-] [instance: 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3] Took 1.27 seconds to deallocate network for instance. [ 939.409962] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 5e474303-4132-46e9-8cc8-e459f2a82293] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 939.426598] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f60734-339c-4bc0-aae9-822e6e6bfb9a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.438436] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee4ce58-5079-4365-8f76-a1a87a19a542 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.480807] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02647cc9-0aa3-4009-9e29-667ecfc38bd3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.489907] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46bc0f56-e68e-4b9d-a9cd-ed7de45d4706 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.507029] env[69699]: DEBUG nova.compute.provider_tree [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 939.562552] env[69699]: DEBUG oslo_vmware.api [None req-87105477-37d0-4545-8824-d26355cbc4e0 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Task: {'id': task-3607361, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138938} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.562552] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-87105477-37d0-4545-8824-d26355cbc4e0 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 939.562674] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-87105477-37d0-4545-8824-d26355cbc4e0 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: 1105ca8b-bfc2-4e73-9dd6-4ec5983ad048] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 939.562890] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-87105477-37d0-4545-8824-d26355cbc4e0 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: 1105ca8b-bfc2-4e73-9dd6-4ec5983ad048] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 939.563078] env[69699]: INFO nova.compute.manager [None req-87105477-37d0-4545-8824-d26355cbc4e0 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] [instance: 1105ca8b-bfc2-4e73-9dd6-4ec5983ad048] Took 1.13 seconds to destroy the instance on the hypervisor. [ 939.563345] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87105477-37d0-4545-8824-d26355cbc4e0 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.564727] env[69699]: DEBUG nova.compute.manager [-] [instance: 1105ca8b-bfc2-4e73-9dd6-4ec5983ad048] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 939.564727] env[69699]: DEBUG nova.network.neutron [-] [instance: 1105ca8b-bfc2-4e73-9dd6-4ec5983ad048] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 939.589459] env[69699]: DEBUG nova.network.neutron [-] [instance: 1105ca8b-bfc2-4e73-9dd6-4ec5983ad048] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 939.674065] env[69699]: INFO nova.compute.manager [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: a3003b34-1a4f-41bc-8f2c-5a313a5fb85c] Took 60.90 seconds to build instance. [ 939.885565] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b780dd9b-fe3d-4295-9ba9-a5efca96550d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.915384] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: c2fb5505-fc81-40cb-b6de-34779f347adb] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 939.981925] env[69699]: DEBUG nova.compute.manager [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 940.016880] env[69699]: DEBUG nova.virt.hardware [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.017281] env[69699]: DEBUG nova.virt.hardware [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.017525] env[69699]: DEBUG nova.virt.hardware [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.017802] env[69699]: DEBUG nova.virt.hardware [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.018079] env[69699]: DEBUG nova.virt.hardware [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.018298] env[69699]: DEBUG nova.virt.hardware [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.018632] env[69699]: DEBUG nova.virt.hardware [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.018877] env[69699]: DEBUG nova.virt.hardware [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.019184] env[69699]: DEBUG nova.virt.hardware [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.019453] env[69699]: DEBUG nova.virt.hardware [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.019708] env[69699]: DEBUG nova.virt.hardware [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.021317] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1ad5c5-5954-4a57-8d94-418205da55e8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.033573] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c983b1eb-acdc-4f95-b101-270ac329b168 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.043707] env[69699]: ERROR nova.scheduler.client.report [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [req-9f018935-700a-4573-b500-4246471c0540] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80d35c48-5f27-4b75-a19d-7a1a6901050f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9f018935-700a-4573-b500-4246471c0540"}]} [ 940.063026] env[69699]: DEBUG nova.scheduler.client.report [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Refreshing inventories for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 940.079219] env[69699]: DEBUG nova.scheduler.client.report [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Updating ProviderTree inventory for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 940.079524] env[69699]: DEBUG nova.compute.provider_tree [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 940.092760] env[69699]: DEBUG nova.network.neutron [-] [instance: 1105ca8b-bfc2-4e73-9dd6-4ec5983ad048] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.095328] env[69699]: DEBUG nova.scheduler.client.report [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Refreshing aggregate associations for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f, aggregates: None {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 940.115353] env[69699]: DEBUG nova.scheduler.client.report [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Refreshing trait associations for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 940.179792] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cf2fee09-96a0-488d-838d-fc17e4d421cf tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Lock "a3003b34-1a4f-41bc-8f2c-5a313a5fb85c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.415s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.418691] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: a0dad223-34a6-4e39-8ee7-ec74ba96a133] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 940.590645] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405e1518-72f7-4da1-ae31-f9fddda43921 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.594430] env[69699]: INFO nova.compute.manager [-] [instance: 1105ca8b-bfc2-4e73-9dd6-4ec5983ad048] Took 1.03 seconds to deallocate network for instance. [ 940.603140] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb3400e-69ea-4957-ae93-f55cc1522d0d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.638296] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2385afac-24a3-410e-932a-6cd42ac3872a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.648079] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fca576-e579-4054-ac1a-58950b41fd0f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.663392] env[69699]: DEBUG nova.compute.provider_tree [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 940.706339] env[69699]: DEBUG nova.compute.manager [req-8c3d50e0-ad29-4985-a110-ff0587070c93 req-e70b76cc-2ef2-489a-95c2-8e33facb0af0 service nova] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Received event network-vif-plugged-981d3597-bb6c-4587-b18c-a6f74be23111 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.706730] env[69699]: DEBUG oslo_concurrency.lockutils [req-8c3d50e0-ad29-4985-a110-ff0587070c93 req-e70b76cc-2ef2-489a-95c2-8e33facb0af0 service nova] Acquiring lock "c3c59273-6200-4481-bb63-33f62d31621f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.707207] env[69699]: DEBUG oslo_concurrency.lockutils [req-8c3d50e0-ad29-4985-a110-ff0587070c93 req-e70b76cc-2ef2-489a-95c2-8e33facb0af0 service nova] Lock "c3c59273-6200-4481-bb63-33f62d31621f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.707472] env[69699]: DEBUG oslo_concurrency.lockutils [req-8c3d50e0-ad29-4985-a110-ff0587070c93 req-e70b76cc-2ef2-489a-95c2-8e33facb0af0 service nova] Lock "c3c59273-6200-4481-bb63-33f62d31621f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.707687] env[69699]: DEBUG nova.compute.manager [req-8c3d50e0-ad29-4985-a110-ff0587070c93 req-e70b76cc-2ef2-489a-95c2-8e33facb0af0 service nova] [instance: c3c59273-6200-4481-bb63-33f62d31621f] No waiting events found dispatching network-vif-plugged-981d3597-bb6c-4587-b18c-a6f74be23111 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 940.707898] env[69699]: WARNING nova.compute.manager [req-8c3d50e0-ad29-4985-a110-ff0587070c93 req-e70b76cc-2ef2-489a-95c2-8e33facb0af0 service nova] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Received unexpected event network-vif-plugged-981d3597-bb6c-4587-b18c-a6f74be23111 for instance with vm_state building and task_state spawning. [ 940.737567] env[69699]: DEBUG nova.network.neutron [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Successfully updated port: 981d3597-bb6c-4587-b18c-a6f74be23111 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 940.921988] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 20a3bc2c-042e-4d70-93f5-b17cbb06a6c8] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 941.103619] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-a811988e-d4c9-48e2-a2b9-03e8e5603078 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Volume attach. Driver type: vmdk {{(pid=69699) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 941.103873] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-a811988e-d4c9-48e2-a2b9-03e8e5603078 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719631', 'volume_id': 'fd5eb4eb-e98f-4826-bb00-3a5b59e5671b', 'name': 'volume-fd5eb4eb-e98f-4826-bb00-3a5b59e5671b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1e93de2f-eaf0-468a-86e4-605aeb79dba9', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd5eb4eb-e98f-4826-bb00-3a5b59e5671b', 'serial': 'fd5eb4eb-e98f-4826-bb00-3a5b59e5671b'} {{(pid=69699) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 941.104832] env[69699]: DEBUG oslo_concurrency.lockutils [None req-87105477-37d0-4545-8824-d26355cbc4e0 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.106095] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2fa8b29-dfdf-4700-99a7-a5ca3cf0025b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.125174] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15b2bc0-1e95-41f6-9c75-d7fc2bf1a23e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.152306] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-a811988e-d4c9-48e2-a2b9-03e8e5603078 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] volume-fd5eb4eb-e98f-4826-bb00-3a5b59e5671b/volume-fd5eb4eb-e98f-4826-bb00-3a5b59e5671b.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.152648] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7d42387-177b-4896-a202-ebf4a5b8cc46 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.171933] env[69699]: DEBUG oslo_vmware.api [None req-a811988e-d4c9-48e2-a2b9-03e8e5603078 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for the task: (returnval){ [ 941.171933] env[69699]: value = "task-3607362" [ 941.171933] env[69699]: _type = "Task" [ 941.171933] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.181809] env[69699]: DEBUG oslo_vmware.api [None req-a811988e-d4c9-48e2-a2b9-03e8e5603078 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607362, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.199963] env[69699]: DEBUG nova.scheduler.client.report [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Updated inventory for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with generation 106 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 941.200327] env[69699]: DEBUG nova.compute.provider_tree [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Updating resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f generation from 106 to 107 during operation: update_inventory {{(pid=69699) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 941.200548] env[69699]: DEBUG nova.compute.provider_tree [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 941.239464] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquiring lock "refresh_cache-c3c59273-6200-4481-bb63-33f62d31621f" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.239651] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquired lock "refresh_cache-c3c59273-6200-4481-bb63-33f62d31621f" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.239808] env[69699]: DEBUG nova.network.neutron [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 941.418968] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fe0d2191-5c8d-4a9b-8288-df6069f993b8 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Acquiring lock "962acb2d-732f-4dfb-9931-11186c34518e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.419335] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fe0d2191-5c8d-4a9b-8288-df6069f993b8 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Lock "962acb2d-732f-4dfb-9931-11186c34518e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.419477] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fe0d2191-5c8d-4a9b-8288-df6069f993b8 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Acquiring lock "962acb2d-732f-4dfb-9931-11186c34518e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.419667] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fe0d2191-5c8d-4a9b-8288-df6069f993b8 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Lock "962acb2d-732f-4dfb-9931-11186c34518e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.419837] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fe0d2191-5c8d-4a9b-8288-df6069f993b8 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Lock "962acb2d-732f-4dfb-9931-11186c34518e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.422425] env[69699]: INFO nova.compute.manager [None req-fe0d2191-5c8d-4a9b-8288-df6069f993b8 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 962acb2d-732f-4dfb-9931-11186c34518e] Terminating instance [ 941.424966] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 8a1f8bf9-4787-45d5-bb42-dbd504d568f7] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 941.562311] env[69699]: DEBUG oslo_concurrency.lockutils [None req-677df403-48fe-4f19-b780-d74a035be90a tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Acquiring lock "a3003b34-1a4f-41bc-8f2c-5a313a5fb85c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.562627] env[69699]: DEBUG oslo_concurrency.lockutils [None req-677df403-48fe-4f19-b780-d74a035be90a tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Lock "a3003b34-1a4f-41bc-8f2c-5a313a5fb85c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.562911] env[69699]: DEBUG oslo_concurrency.lockutils [None req-677df403-48fe-4f19-b780-d74a035be90a tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Acquiring lock "a3003b34-1a4f-41bc-8f2c-5a313a5fb85c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.563142] env[69699]: DEBUG oslo_concurrency.lockutils [None req-677df403-48fe-4f19-b780-d74a035be90a tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Lock "a3003b34-1a4f-41bc-8f2c-5a313a5fb85c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.563318] env[69699]: DEBUG oslo_concurrency.lockutils [None req-677df403-48fe-4f19-b780-d74a035be90a tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Lock "a3003b34-1a4f-41bc-8f2c-5a313a5fb85c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.565446] env[69699]: INFO nova.compute.manager [None req-677df403-48fe-4f19-b780-d74a035be90a tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: a3003b34-1a4f-41bc-8f2c-5a313a5fb85c] Terminating instance [ 941.685462] env[69699]: DEBUG oslo_vmware.api [None req-a811988e-d4c9-48e2-a2b9-03e8e5603078 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607362, 'name': ReconfigVM_Task, 'duration_secs': 0.51129} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.685770] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-a811988e-d4c9-48e2-a2b9-03e8e5603078 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Reconfigured VM instance instance-00000042 to attach disk [datastore1] volume-fd5eb4eb-e98f-4826-bb00-3a5b59e5671b/volume-fd5eb4eb-e98f-4826-bb00-3a5b59e5671b.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 941.691051] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbeef11f-81a5-4fba-981b-4f40a0929a96 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.706924] env[69699]: DEBUG oslo_concurrency.lockutils [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.778s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.707266] env[69699]: DEBUG nova.compute.manager [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 941.711666] env[69699]: DEBUG oslo_concurrency.lockutils [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.149s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.713176] env[69699]: INFO nova.compute.claims [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] [instance: d0089bd8-34e9-4c28-8cce-9eaacbae237b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 941.716039] env[69699]: DEBUG oslo_vmware.api [None req-a811988e-d4c9-48e2-a2b9-03e8e5603078 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for the task: (returnval){ [ 941.716039] env[69699]: value = "task-3607363" [ 941.716039] env[69699]: _type = "Task" [ 941.716039] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.726423] env[69699]: DEBUG oslo_vmware.api [None req-a811988e-d4c9-48e2-a2b9-03e8e5603078 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607363, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.778560] env[69699]: DEBUG nova.network.neutron [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 941.927799] env[69699]: DEBUG nova.compute.manager [None req-fe0d2191-5c8d-4a9b-8288-df6069f993b8 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 962acb2d-732f-4dfb-9931-11186c34518e] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 941.928117] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0d2191-5c8d-4a9b-8288-df6069f993b8 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 962acb2d-732f-4dfb-9931-11186c34518e] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.928539] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: e21ce499-fd39-4810-88cf-8a8d1330a67b] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 941.931451] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562d2c08-125c-476c-8e3c-376f956247f6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.943026] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe0d2191-5c8d-4a9b-8288-df6069f993b8 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 962acb2d-732f-4dfb-9931-11186c34518e] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.943026] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06156400-97ad-4ca4-9d97-b24f1213d446 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.953135] env[69699]: DEBUG oslo_vmware.api [None req-fe0d2191-5c8d-4a9b-8288-df6069f993b8 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Waiting for the task: (returnval){ [ 941.953135] env[69699]: value = "task-3607364" [ 941.953135] env[69699]: _type = "Task" [ 941.953135] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.962036] env[69699]: DEBUG oslo_vmware.api [None req-fe0d2191-5c8d-4a9b-8288-df6069f993b8 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607364, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.965746] env[69699]: DEBUG nova.network.neutron [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Updating instance_info_cache with network_info: [{"id": "981d3597-bb6c-4587-b18c-a6f74be23111", "address": "fa:16:3e:07:a7:86", "network": {"id": "9844044a-e94c-45d6-aa96-24b8c7d1e908", "bridge": "br-int", "label": "tempest-ImagesTestJSON-288563612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "deb2d5d11bed4a27b8072873567c44b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap981d3597-bb", "ovs_interfaceid": "981d3597-bb6c-4587-b18c-a6f74be23111", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.069144] env[69699]: DEBUG nova.compute.manager [None req-677df403-48fe-4f19-b780-d74a035be90a tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: a3003b34-1a4f-41bc-8f2c-5a313a5fb85c] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 942.069411] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-677df403-48fe-4f19-b780-d74a035be90a tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: a3003b34-1a4f-41bc-8f2c-5a313a5fb85c] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.070398] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8217a72d-1694-4fd5-9144-3e427a31610b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.078922] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-677df403-48fe-4f19-b780-d74a035be90a tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: a3003b34-1a4f-41bc-8f2c-5a313a5fb85c] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.079191] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b183f92-469c-4044-84af-d09d7a2ff5ca {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.087735] env[69699]: DEBUG oslo_vmware.api [None req-677df403-48fe-4f19-b780-d74a035be90a tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Waiting for the task: (returnval){ [ 942.087735] env[69699]: value = "task-3607365" [ 942.087735] env[69699]: _type = "Task" [ 942.087735] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.101758] env[69699]: DEBUG oslo_vmware.api [None req-677df403-48fe-4f19-b780-d74a035be90a tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607365, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.220062] env[69699]: DEBUG nova.compute.utils [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 942.221616] env[69699]: DEBUG nova.compute.manager [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 942.221816] env[69699]: DEBUG nova.network.neutron [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 942.237264] env[69699]: DEBUG oslo_vmware.api [None req-a811988e-d4c9-48e2-a2b9-03e8e5603078 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607363, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.305457] env[69699]: DEBUG nova.policy [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6f676db37358432486dd33e8672d637f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30d713bc29a74f27bdab6269c3f93455', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 942.437539] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: a04a2fe1-2877-4fea-8bc9-7a4e65aa8171] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 942.462579] env[69699]: DEBUG oslo_vmware.api [None req-fe0d2191-5c8d-4a9b-8288-df6069f993b8 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607364, 'name': PowerOffVM_Task, 'duration_secs': 0.212272} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.463072] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe0d2191-5c8d-4a9b-8288-df6069f993b8 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 962acb2d-732f-4dfb-9931-11186c34518e] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.463262] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0d2191-5c8d-4a9b-8288-df6069f993b8 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 962acb2d-732f-4dfb-9931-11186c34518e] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 942.463645] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d333c3b3-1da8-4fcd-9a6b-ef7526f4a7c7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.470330] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Releasing lock "refresh_cache-c3c59273-6200-4481-bb63-33f62d31621f" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.470608] env[69699]: DEBUG nova.compute.manager [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Instance network_info: |[{"id": "981d3597-bb6c-4587-b18c-a6f74be23111", "address": "fa:16:3e:07:a7:86", "network": {"id": "9844044a-e94c-45d6-aa96-24b8c7d1e908", "bridge": "br-int", "label": "tempest-ImagesTestJSON-288563612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "deb2d5d11bed4a27b8072873567c44b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap981d3597-bb", "ovs_interfaceid": "981d3597-bb6c-4587-b18c-a6f74be23111", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 942.470983] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:a7:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1c8fdf9-970c-4ae0-b6d9-f1015196b552', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '981d3597-bb6c-4587-b18c-a6f74be23111', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 942.478190] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Creating folder: Project (deb2d5d11bed4a27b8072873567c44b6). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 942.478666] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02e1211e-b21b-4003-9c86-f632335d0795 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.490155] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Created folder: Project (deb2d5d11bed4a27b8072873567c44b6) in parent group-v719415. [ 942.490349] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Creating folder: Instances. Parent ref: group-v719632. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 942.490580] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af7b9897-2f33-48e0-bb54-295f14e5f1b2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.501605] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Created folder: Instances in parent group-v719632. [ 942.501605] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.501605] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 942.501605] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0112c08b-82e6-4453-ad5d-b579615d7fe0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.522152] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 942.522152] env[69699]: value = "task-3607369" [ 942.522152] env[69699]: _type = "Task" [ 942.522152] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.531450] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607369, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.551434] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0d2191-5c8d-4a9b-8288-df6069f993b8 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 962acb2d-732f-4dfb-9931-11186c34518e] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 942.551673] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0d2191-5c8d-4a9b-8288-df6069f993b8 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 962acb2d-732f-4dfb-9931-11186c34518e] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 942.551891] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe0d2191-5c8d-4a9b-8288-df6069f993b8 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Deleting the datastore file [datastore2] 962acb2d-732f-4dfb-9931-11186c34518e {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 942.552201] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-016bc88a-d42e-4a21-a350-45746923064a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.559098] env[69699]: DEBUG oslo_vmware.api [None req-fe0d2191-5c8d-4a9b-8288-df6069f993b8 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Waiting for the task: (returnval){ [ 942.559098] env[69699]: value = "task-3607370" [ 942.559098] env[69699]: _type = "Task" [ 942.559098] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.579199] env[69699]: DEBUG nova.network.neutron [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Successfully created port: fb768f9a-7df5-400a-9458-4db7712c1e5d {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 942.614491] env[69699]: DEBUG oslo_vmware.api [None req-677df403-48fe-4f19-b780-d74a035be90a tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607365, 'name': PowerOffVM_Task, 'duration_secs': 0.19461} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.615962] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-677df403-48fe-4f19-b780-d74a035be90a tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: a3003b34-1a4f-41bc-8f2c-5a313a5fb85c] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.615962] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-677df403-48fe-4f19-b780-d74a035be90a tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: a3003b34-1a4f-41bc-8f2c-5a313a5fb85c] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 942.615962] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7c653e6-8306-41f3-9000-36720d5a0f22 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.685582] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-677df403-48fe-4f19-b780-d74a035be90a tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: a3003b34-1a4f-41bc-8f2c-5a313a5fb85c] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 942.685822] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-677df403-48fe-4f19-b780-d74a035be90a tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: a3003b34-1a4f-41bc-8f2c-5a313a5fb85c] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 942.686098] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-677df403-48fe-4f19-b780-d74a035be90a tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Deleting the datastore file [datastore2] a3003b34-1a4f-41bc-8f2c-5a313a5fb85c {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 942.686415] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7cb5cfe8-517c-45bf-8c56-1adca8691ea1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.694100] env[69699]: DEBUG oslo_vmware.api [None req-677df403-48fe-4f19-b780-d74a035be90a tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Waiting for the task: (returnval){ [ 942.694100] env[69699]: value = "task-3607372" [ 942.694100] env[69699]: _type = "Task" [ 942.694100] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.703438] env[69699]: DEBUG oslo_vmware.api [None req-677df403-48fe-4f19-b780-d74a035be90a tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607372, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.730248] env[69699]: DEBUG nova.compute.manager [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 942.736695] env[69699]: DEBUG oslo_vmware.api [None req-a811988e-d4c9-48e2-a2b9-03e8e5603078 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607363, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.763018] env[69699]: DEBUG nova.compute.manager [req-08e6eaaa-9086-4132-adfe-36fb9484736c req-a587206c-f5d8-4516-90ff-a1dd603b9f5f service nova] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Received event network-changed-981d3597-bb6c-4587-b18c-a6f74be23111 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.763018] env[69699]: DEBUG nova.compute.manager [req-08e6eaaa-9086-4132-adfe-36fb9484736c req-a587206c-f5d8-4516-90ff-a1dd603b9f5f service nova] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Refreshing instance network info cache due to event network-changed-981d3597-bb6c-4587-b18c-a6f74be23111. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 942.763018] env[69699]: DEBUG oslo_concurrency.lockutils [req-08e6eaaa-9086-4132-adfe-36fb9484736c req-a587206c-f5d8-4516-90ff-a1dd603b9f5f service nova] Acquiring lock "refresh_cache-c3c59273-6200-4481-bb63-33f62d31621f" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.763018] env[69699]: DEBUG oslo_concurrency.lockutils [req-08e6eaaa-9086-4132-adfe-36fb9484736c req-a587206c-f5d8-4516-90ff-a1dd603b9f5f service nova] Acquired lock "refresh_cache-c3c59273-6200-4481-bb63-33f62d31621f" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.763488] env[69699]: DEBUG nova.network.neutron [req-08e6eaaa-9086-4132-adfe-36fb9484736c req-a587206c-f5d8-4516-90ff-a1dd603b9f5f service nova] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Refreshing network info cache for port 981d3597-bb6c-4587-b18c-a6f74be23111 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.942298] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 0e8f01e6-5844-4226-8ff8-370d3618b366] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 943.038481] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607369, 'name': CreateVM_Task, 'duration_secs': 0.370106} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.038838] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 943.041859] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.042059] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.042375] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.043952] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b8977b0-2438-47c6-9cf8-d1b18d6ded2b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.049034] env[69699]: DEBUG oslo_vmware.api [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 943.049034] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52f30663-7150-253d-8fd5-20138ed4d92d" [ 943.049034] env[69699]: _type = "Task" [ 943.049034] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.062113] env[69699]: DEBUG oslo_vmware.api [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52f30663-7150-253d-8fd5-20138ed4d92d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.070135] env[69699]: DEBUG oslo_vmware.api [None req-fe0d2191-5c8d-4a9b-8288-df6069f993b8 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607370, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141798} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.072780] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe0d2191-5c8d-4a9b-8288-df6069f993b8 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.072885] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0d2191-5c8d-4a9b-8288-df6069f993b8 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 962acb2d-732f-4dfb-9931-11186c34518e] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.073137] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0d2191-5c8d-4a9b-8288-df6069f993b8 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 962acb2d-732f-4dfb-9931-11186c34518e] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.073251] env[69699]: INFO nova.compute.manager [None req-fe0d2191-5c8d-4a9b-8288-df6069f993b8 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: 962acb2d-732f-4dfb-9931-11186c34518e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 943.073481] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe0d2191-5c8d-4a9b-8288-df6069f993b8 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.073836] env[69699]: DEBUG nova.compute.manager [-] [instance: 962acb2d-732f-4dfb-9931-11186c34518e] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 943.073935] env[69699]: DEBUG nova.network.neutron [-] [instance: 962acb2d-732f-4dfb-9931-11186c34518e] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 943.206921] env[69699]: DEBUG oslo_vmware.api [None req-677df403-48fe-4f19-b780-d74a035be90a tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Task: {'id': task-3607372, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140469} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.206921] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-677df403-48fe-4f19-b780-d74a035be90a tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.207120] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-677df403-48fe-4f19-b780-d74a035be90a tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: a3003b34-1a4f-41bc-8f2c-5a313a5fb85c] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.207216] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-677df403-48fe-4f19-b780-d74a035be90a tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: a3003b34-1a4f-41bc-8f2c-5a313a5fb85c] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.207383] env[69699]: INFO nova.compute.manager [None req-677df403-48fe-4f19-b780-d74a035be90a tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] [instance: a3003b34-1a4f-41bc-8f2c-5a313a5fb85c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 943.210878] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-677df403-48fe-4f19-b780-d74a035be90a tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.210878] env[69699]: DEBUG nova.compute.manager [-] [instance: a3003b34-1a4f-41bc-8f2c-5a313a5fb85c] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 943.210878] env[69699]: DEBUG nova.network.neutron [-] [instance: a3003b34-1a4f-41bc-8f2c-5a313a5fb85c] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 943.234787] env[69699]: DEBUG oslo_vmware.api [None req-a811988e-d4c9-48e2-a2b9-03e8e5603078 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607363, 'name': ReconfigVM_Task, 'duration_secs': 1.173479} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.235087] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-a811988e-d4c9-48e2-a2b9-03e8e5603078 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719631', 'volume_id': 'fd5eb4eb-e98f-4826-bb00-3a5b59e5671b', 'name': 'volume-fd5eb4eb-e98f-4826-bb00-3a5b59e5671b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1e93de2f-eaf0-468a-86e4-605aeb79dba9', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd5eb4eb-e98f-4826-bb00-3a5b59e5671b', 'serial': 'fd5eb4eb-e98f-4826-bb00-3a5b59e5671b'} {{(pid=69699) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 943.368429] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3681ba3-2b68-4605-a5f7-57cd30b13f6b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.380394] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff30e1a0-99ee-427f-b608-0da9eecb1783 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.425772] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0ec070-eb2f-41eb-a01c-245e25da8b95 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.429627] env[69699]: DEBUG nova.compute.manager [req-ff6ce05d-0fc4-487a-b14e-a50fe94cab69 req-cafbae89-a400-4557-bed3-6134a4ee8692 service nova] [instance: 962acb2d-732f-4dfb-9931-11186c34518e] Received event network-vif-deleted-cd3405d8-b5e7-451d-bf54-0037f03bad66 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.429856] env[69699]: INFO nova.compute.manager [req-ff6ce05d-0fc4-487a-b14e-a50fe94cab69 req-cafbae89-a400-4557-bed3-6134a4ee8692 service nova] [instance: 962acb2d-732f-4dfb-9931-11186c34518e] Neutron deleted interface cd3405d8-b5e7-451d-bf54-0037f03bad66; detaching it from the instance and deleting it from the info cache [ 943.429983] env[69699]: DEBUG nova.network.neutron [req-ff6ce05d-0fc4-487a-b14e-a50fe94cab69 req-cafbae89-a400-4557-bed3-6134a4ee8692 service nova] [instance: 962acb2d-732f-4dfb-9931-11186c34518e] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.438059] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbf2f09-9a1f-4a1c-8a41-a9f04eb3773b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.446188] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 64ac299a-1fe8-4bcb-b657-6d660d38f5b5] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 943.456080] env[69699]: DEBUG nova.compute.provider_tree [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.563988] env[69699]: DEBUG oslo_vmware.api [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52f30663-7150-253d-8fd5-20138ed4d92d, 'name': SearchDatastore_Task, 'duration_secs': 0.01031} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.564320] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.564555] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 943.564793] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.564939] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.565126] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 943.565406] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03a272a4-bd83-4ae1-b216-09f2b7abc16c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.575322] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 943.575500] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 943.576327] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c4354b7-b207-4d1a-80cd-e3e02babee6e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.581679] env[69699]: DEBUG oslo_vmware.api [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 943.581679] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52dc7855-420c-ebd8-304a-a8b2407a7417" [ 943.581679] env[69699]: _type = "Task" [ 943.581679] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.589692] env[69699]: DEBUG oslo_vmware.api [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52dc7855-420c-ebd8-304a-a8b2407a7417, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.655655] env[69699]: DEBUG nova.network.neutron [req-08e6eaaa-9086-4132-adfe-36fb9484736c req-a587206c-f5d8-4516-90ff-a1dd603b9f5f service nova] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Updated VIF entry in instance network info cache for port 981d3597-bb6c-4587-b18c-a6f74be23111. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.656072] env[69699]: DEBUG nova.network.neutron [req-08e6eaaa-9086-4132-adfe-36fb9484736c req-a587206c-f5d8-4516-90ff-a1dd603b9f5f service nova] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Updating instance_info_cache with network_info: [{"id": "981d3597-bb6c-4587-b18c-a6f74be23111", "address": "fa:16:3e:07:a7:86", "network": {"id": "9844044a-e94c-45d6-aa96-24b8c7d1e908", "bridge": "br-int", "label": "tempest-ImagesTestJSON-288563612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "deb2d5d11bed4a27b8072873567c44b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap981d3597-bb", "ovs_interfaceid": "981d3597-bb6c-4587-b18c-a6f74be23111", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.743267] env[69699]: DEBUG nova.compute.manager [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 943.773199] env[69699]: DEBUG nova.virt.hardware [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 943.773580] env[69699]: DEBUG nova.virt.hardware [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.773829] env[69699]: DEBUG nova.virt.hardware [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.774153] env[69699]: DEBUG nova.virt.hardware [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.774415] env[69699]: DEBUG nova.virt.hardware [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.774644] env[69699]: DEBUG nova.virt.hardware [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 943.774925] env[69699]: DEBUG nova.virt.hardware [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 943.775240] env[69699]: DEBUG nova.virt.hardware [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 943.775506] env[69699]: DEBUG nova.virt.hardware [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 943.775732] env[69699]: DEBUG nova.virt.hardware [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 943.775973] env[69699]: DEBUG nova.virt.hardware [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 943.777226] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6037db12-7b44-4e96-8f2f-bf7bceb4aada {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.790910] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00ae117-77b7-4633-9763-9f72f2991cd9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.892140] env[69699]: DEBUG nova.network.neutron [-] [instance: 962acb2d-732f-4dfb-9931-11186c34518e] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.932870] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0c0178f4-4e4f-4aa7-b890-c2ed359a69a4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.944113] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4034a91-cc45-4440-98de-42d1daec7519 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.960441] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 5faa9d6e-3cbf-46cf-9bf7-d0910511491d] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 943.962978] env[69699]: DEBUG nova.scheduler.client.report [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.982266] env[69699]: DEBUG nova.compute.manager [req-ff6ce05d-0fc4-487a-b14e-a50fe94cab69 req-cafbae89-a400-4557-bed3-6134a4ee8692 service nova] [instance: 962acb2d-732f-4dfb-9931-11186c34518e] Detach interface failed, port_id=cd3405d8-b5e7-451d-bf54-0037f03bad66, reason: Instance 962acb2d-732f-4dfb-9931-11186c34518e could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 944.095212] env[69699]: DEBUG oslo_vmware.api [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52dc7855-420c-ebd8-304a-a8b2407a7417, 'name': SearchDatastore_Task, 'duration_secs': 0.009595} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.096067] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-667780a7-92db-4e4a-8707-32751b4e990e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.101945] env[69699]: DEBUG oslo_vmware.api [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 944.101945] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5229363c-9f0a-efa7-9158-73f3b0f815ce" [ 944.101945] env[69699]: _type = "Task" [ 944.101945] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.106850] env[69699]: DEBUG nova.network.neutron [-] [instance: a3003b34-1a4f-41bc-8f2c-5a313a5fb85c] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.112972] env[69699]: DEBUG oslo_vmware.api [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5229363c-9f0a-efa7-9158-73f3b0f815ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.160698] env[69699]: DEBUG oslo_concurrency.lockutils [req-08e6eaaa-9086-4132-adfe-36fb9484736c req-a587206c-f5d8-4516-90ff-a1dd603b9f5f service nova] Releasing lock "refresh_cache-c3c59273-6200-4481-bb63-33f62d31621f" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.286869] env[69699]: DEBUG nova.objects.instance [None req-a811988e-d4c9-48e2-a2b9-03e8e5603078 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lazy-loading 'flavor' on Instance uuid 1e93de2f-eaf0-468a-86e4-605aeb79dba9 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 944.320449] env[69699]: DEBUG nova.network.neutron [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Successfully updated port: fb768f9a-7df5-400a-9458-4db7712c1e5d {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 944.394408] env[69699]: INFO nova.compute.manager [-] [instance: 962acb2d-732f-4dfb-9931-11186c34518e] Took 1.32 seconds to deallocate network for instance. [ 944.467098] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: f94689f2-f576-4b80-bcac-59a95fcd7899] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 944.469392] env[69699]: DEBUG oslo_concurrency.lockutils [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.758s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.469977] env[69699]: DEBUG nova.compute.manager [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] [instance: d0089bd8-34e9-4c28-8cce-9eaacbae237b] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 944.473271] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f61d085f-2e1a-4ffe-868c-08800f625146 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.216s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.473476] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f61d085f-2e1a-4ffe-868c-08800f625146 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.476035] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.677s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.476035] env[69699]: DEBUG nova.objects.instance [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Lazy-loading 'pci_requests' on Instance uuid ca488e4c-5958-4ae8-a611-16034ea05264 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 944.501857] env[69699]: INFO nova.scheduler.client.report [None req-f61d085f-2e1a-4ffe-868c-08800f625146 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Deleted allocations for instance 55bc925d-16a8-4b86-9de9-be3aab917368 [ 944.612774] env[69699]: INFO nova.compute.manager [-] [instance: a3003b34-1a4f-41bc-8f2c-5a313a5fb85c] Took 1.40 seconds to deallocate network for instance. [ 944.613145] env[69699]: DEBUG oslo_vmware.api [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5229363c-9f0a-efa7-9158-73f3b0f815ce, 'name': SearchDatastore_Task, 'duration_secs': 0.011017} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.614724] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.614984] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] c3c59273-6200-4481-bb63-33f62d31621f/c3c59273-6200-4481-bb63-33f62d31621f.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 944.617581] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b071758f-9e1a-4518-a010-ad606e37abbb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.624897] env[69699]: DEBUG oslo_vmware.api [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 944.624897] env[69699]: value = "task-3607373" [ 944.624897] env[69699]: _type = "Task" [ 944.624897] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.633211] env[69699]: DEBUG oslo_vmware.api [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607373, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.795647] env[69699]: DEBUG nova.compute.manager [req-8693553a-5f13-4e68-8f40-35a88e5b7fff req-c34229e5-f58d-41a3-a83a-36890d02103d service nova] [instance: a3003b34-1a4f-41bc-8f2c-5a313a5fb85c] Received event network-vif-deleted-f2a20db5-9b59-4ff5-b93a-b4393b8126a8 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.795861] env[69699]: DEBUG nova.compute.manager [req-8693553a-5f13-4e68-8f40-35a88e5b7fff req-c34229e5-f58d-41a3-a83a-36890d02103d service nova] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Received event network-vif-plugged-fb768f9a-7df5-400a-9458-4db7712c1e5d {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.796092] env[69699]: DEBUG oslo_concurrency.lockutils [req-8693553a-5f13-4e68-8f40-35a88e5b7fff req-c34229e5-f58d-41a3-a83a-36890d02103d service nova] Acquiring lock "ce2c2927-0060-46ea-ac84-b0b1db6663c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.796412] env[69699]: DEBUG oslo_concurrency.lockutils [req-8693553a-5f13-4e68-8f40-35a88e5b7fff req-c34229e5-f58d-41a3-a83a-36890d02103d service nova] Lock "ce2c2927-0060-46ea-ac84-b0b1db6663c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.796495] env[69699]: DEBUG oslo_concurrency.lockutils [req-8693553a-5f13-4e68-8f40-35a88e5b7fff req-c34229e5-f58d-41a3-a83a-36890d02103d service nova] Lock "ce2c2927-0060-46ea-ac84-b0b1db6663c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.796671] env[69699]: DEBUG nova.compute.manager [req-8693553a-5f13-4e68-8f40-35a88e5b7fff req-c34229e5-f58d-41a3-a83a-36890d02103d service nova] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] No waiting events found dispatching network-vif-plugged-fb768f9a-7df5-400a-9458-4db7712c1e5d {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 944.796831] env[69699]: WARNING nova.compute.manager [req-8693553a-5f13-4e68-8f40-35a88e5b7fff req-c34229e5-f58d-41a3-a83a-36890d02103d service nova] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Received unexpected event network-vif-plugged-fb768f9a-7df5-400a-9458-4db7712c1e5d for instance with vm_state building and task_state spawning. [ 944.796988] env[69699]: DEBUG nova.compute.manager [req-8693553a-5f13-4e68-8f40-35a88e5b7fff req-c34229e5-f58d-41a3-a83a-36890d02103d service nova] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Received event network-changed-fb768f9a-7df5-400a-9458-4db7712c1e5d {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.798965] env[69699]: DEBUG nova.compute.manager [req-8693553a-5f13-4e68-8f40-35a88e5b7fff req-c34229e5-f58d-41a3-a83a-36890d02103d service nova] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Refreshing instance network info cache due to event network-changed-fb768f9a-7df5-400a-9458-4db7712c1e5d. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 944.798965] env[69699]: DEBUG oslo_concurrency.lockutils [req-8693553a-5f13-4e68-8f40-35a88e5b7fff req-c34229e5-f58d-41a3-a83a-36890d02103d service nova] Acquiring lock "refresh_cache-ce2c2927-0060-46ea-ac84-b0b1db6663c4" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.798965] env[69699]: DEBUG oslo_concurrency.lockutils [req-8693553a-5f13-4e68-8f40-35a88e5b7fff req-c34229e5-f58d-41a3-a83a-36890d02103d service nova] Acquired lock "refresh_cache-ce2c2927-0060-46ea-ac84-b0b1db6663c4" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.798965] env[69699]: DEBUG nova.network.neutron [req-8693553a-5f13-4e68-8f40-35a88e5b7fff req-c34229e5-f58d-41a3-a83a-36890d02103d service nova] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Refreshing network info cache for port fb768f9a-7df5-400a-9458-4db7712c1e5d {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 944.799542] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a811988e-d4c9-48e2-a2b9-03e8e5603078 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "1e93de2f-eaf0-468a-86e4-605aeb79dba9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.322s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.822550] env[69699]: DEBUG oslo_concurrency.lockutils [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Acquiring lock "refresh_cache-ce2c2927-0060-46ea-ac84-b0b1db6663c4" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.900969] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fe0d2191-5c8d-4a9b-8288-df6069f993b8 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.974075] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 11123131-ce04-45c0-a369-1ec5e568b6a5] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 944.981892] env[69699]: DEBUG nova.objects.instance [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Lazy-loading 'numa_topology' on Instance uuid ca488e4c-5958-4ae8-a611-16034ea05264 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 944.986743] env[69699]: DEBUG nova.compute.utils [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 944.992417] env[69699]: DEBUG nova.compute.manager [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] [instance: d0089bd8-34e9-4c28-8cce-9eaacbae237b] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 944.992657] env[69699]: DEBUG nova.network.neutron [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] [instance: d0089bd8-34e9-4c28-8cce-9eaacbae237b] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 945.012355] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f61d085f-2e1a-4ffe-868c-08800f625146 tempest-ServersTestManualDisk-923673515 tempest-ServersTestManualDisk-923673515-project-member] Lock "55bc925d-16a8-4b86-9de9-be3aab917368" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.894s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.038100] env[69699]: DEBUG nova.policy [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2ee417aa35e466d9d47d05d9bcabb9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c7267a282fb4490943b5c5c7618e617', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 945.121255] env[69699]: DEBUG oslo_concurrency.lockutils [None req-677df403-48fe-4f19-b780-d74a035be90a tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.140531] env[69699]: DEBUG oslo_vmware.api [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607373, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.372880] env[69699]: DEBUG nova.network.neutron [req-8693553a-5f13-4e68-8f40-35a88e5b7fff req-c34229e5-f58d-41a3-a83a-36890d02103d service nova] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 945.477714] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 38000a91-e705-4063-806c-9af0fe7235ca] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 945.488828] env[69699]: INFO nova.compute.claims [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.495896] env[69699]: DEBUG nova.compute.manager [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] [instance: d0089bd8-34e9-4c28-8cce-9eaacbae237b] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 945.555461] env[69699]: DEBUG nova.network.neutron [req-8693553a-5f13-4e68-8f40-35a88e5b7fff req-c34229e5-f58d-41a3-a83a-36890d02103d service nova] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.562496] env[69699]: DEBUG nova.network.neutron [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] [instance: d0089bd8-34e9-4c28-8cce-9eaacbae237b] Successfully created port: 8b3f4f6b-7258-45d9-833b-0e83f2885660 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 945.637412] env[69699]: DEBUG oslo_vmware.api [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607373, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569947} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.637669] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] c3c59273-6200-4481-bb63-33f62d31621f/c3c59273-6200-4481-bb63-33f62d31621f.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 945.640107] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 945.640107] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e5606d2-bd66-4eeb-85a5-1c5356d75328 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.647316] env[69699]: DEBUG oslo_vmware.api [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 945.647316] env[69699]: value = "task-3607374" [ 945.647316] env[69699]: _type = "Task" [ 945.647316] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.660529] env[69699]: DEBUG oslo_vmware.api [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607374, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.983357] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 8a133dcc-4367-4ee4-a9ed-1bc47ac2839a] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 946.058441] env[69699]: DEBUG oslo_concurrency.lockutils [req-8693553a-5f13-4e68-8f40-35a88e5b7fff req-c34229e5-f58d-41a3-a83a-36890d02103d service nova] Releasing lock "refresh_cache-ce2c2927-0060-46ea-ac84-b0b1db6663c4" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.058701] env[69699]: DEBUG oslo_concurrency.lockutils [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Acquired lock "refresh_cache-ce2c2927-0060-46ea-ac84-b0b1db6663c4" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.058859] env[69699]: DEBUG nova.network.neutron [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.160033] env[69699]: DEBUG oslo_vmware.api [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607374, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.222539} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.160033] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 946.160033] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04bac6b-3b64-4259-866f-76f0c265e305 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.182439] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] c3c59273-6200-4481-bb63-33f62d31621f/c3c59273-6200-4481-bb63-33f62d31621f.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 946.182808] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e80944dc-d6ed-4ea7-b8df-6c33903ae0e6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.208667] env[69699]: DEBUG oslo_vmware.api [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 946.208667] env[69699]: value = "task-3607375" [ 946.208667] env[69699]: _type = "Task" [ 946.208667] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.218821] env[69699]: DEBUG oslo_vmware.api [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607375, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.244970] env[69699]: DEBUG oslo_concurrency.lockutils [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Acquiring lock "bcc609cc-9c31-475c-9442-4fa616272c64" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.245356] env[69699]: DEBUG oslo_concurrency.lockutils [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "bcc609cc-9c31-475c-9442-4fa616272c64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.487140] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 7d299e10-f60c-434f-94aa-283d1738ee16] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 946.507283] env[69699]: DEBUG nova.compute.manager [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] [instance: d0089bd8-34e9-4c28-8cce-9eaacbae237b] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 946.539783] env[69699]: DEBUG nova.virt.hardware [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 946.540217] env[69699]: DEBUG nova.virt.hardware [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 946.540404] env[69699]: DEBUG nova.virt.hardware [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 946.540625] env[69699]: DEBUG nova.virt.hardware [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 946.540736] env[69699]: DEBUG nova.virt.hardware [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 946.541042] env[69699]: DEBUG nova.virt.hardware [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 946.541452] env[69699]: DEBUG nova.virt.hardware [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 946.541653] env[69699]: DEBUG nova.virt.hardware [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 946.541944] env[69699]: DEBUG nova.virt.hardware [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 946.542268] env[69699]: DEBUG nova.virt.hardware [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 946.542495] env[69699]: DEBUG nova.virt.hardware [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 946.543797] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a64bd3-e61a-46bb-86b2-8ee68ee8f19f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.557798] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596f6397-db1e-472e-ade5-44f5a4f2b8cb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.610020] env[69699]: DEBUG nova.network.neutron [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 946.723524] env[69699]: DEBUG oslo_vmware.api [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607375, 'name': ReconfigVM_Task, 'duration_secs': 0.277407} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.724070] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Reconfigured VM instance instance-0000004a to attach disk [datastore2] c3c59273-6200-4481-bb63-33f62d31621f/c3c59273-6200-4481-bb63-33f62d31621f.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.725073] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99d1ccc6-da6b-4d50-982d-c9951149e838 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.736019] env[69699]: DEBUG oslo_vmware.api [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 946.736019] env[69699]: value = "task-3607376" [ 946.736019] env[69699]: _type = "Task" [ 946.736019] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.742751] env[69699]: DEBUG oslo_vmware.api [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607376, 'name': Rename_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.747623] env[69699]: DEBUG nova.compute.manager [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 946.793689] env[69699]: DEBUG nova.network.neutron [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Updating instance_info_cache with network_info: [{"id": "fb768f9a-7df5-400a-9458-4db7712c1e5d", "address": "fa:16:3e:d4:48:a3", "network": {"id": "71a6dabb-23ad-4272-bda8-d74ffdb3b265", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1255505806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30d713bc29a74f27bdab6269c3f93455", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb768f9a-7d", "ovs_interfaceid": "fb768f9a-7df5-400a-9458-4db7712c1e5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.974153] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852b791e-895e-45b5-86e6-9031a6d402c7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.982797] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c394c9-c82b-4ed6-ba09-d6ef24e899a0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.013721] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 7de76820-d45f-4bfc-afd9-895e47274116] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 947.016713] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a618aff-b352-4fd7-810b-20d94414bfb6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.025363] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e179dd-4fb8-4de7-a7f3-9cb8e67bf252 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.041016] env[69699]: DEBUG nova.compute.provider_tree [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.187100] env[69699]: DEBUG nova.compute.manager [req-a4091848-9ece-45eb-b870-12a8a4ce3a20 req-ccddf738-42e9-4573-b98e-f710f2af8c37 service nova] [instance: d0089bd8-34e9-4c28-8cce-9eaacbae237b] Received event network-vif-plugged-8b3f4f6b-7258-45d9-833b-0e83f2885660 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.187100] env[69699]: DEBUG oslo_concurrency.lockutils [req-a4091848-9ece-45eb-b870-12a8a4ce3a20 req-ccddf738-42e9-4573-b98e-f710f2af8c37 service nova] Acquiring lock "d0089bd8-34e9-4c28-8cce-9eaacbae237b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.187100] env[69699]: DEBUG oslo_concurrency.lockutils [req-a4091848-9ece-45eb-b870-12a8a4ce3a20 req-ccddf738-42e9-4573-b98e-f710f2af8c37 service nova] Lock "d0089bd8-34e9-4c28-8cce-9eaacbae237b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.187100] env[69699]: DEBUG oslo_concurrency.lockutils [req-a4091848-9ece-45eb-b870-12a8a4ce3a20 req-ccddf738-42e9-4573-b98e-f710f2af8c37 service nova] Lock "d0089bd8-34e9-4c28-8cce-9eaacbae237b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.187100] env[69699]: DEBUG nova.compute.manager [req-a4091848-9ece-45eb-b870-12a8a4ce3a20 req-ccddf738-42e9-4573-b98e-f710f2af8c37 service nova] [instance: d0089bd8-34e9-4c28-8cce-9eaacbae237b] No waiting events found dispatching network-vif-plugged-8b3f4f6b-7258-45d9-833b-0e83f2885660 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 947.187749] env[69699]: WARNING nova.compute.manager [req-a4091848-9ece-45eb-b870-12a8a4ce3a20 req-ccddf738-42e9-4573-b98e-f710f2af8c37 service nova] [instance: d0089bd8-34e9-4c28-8cce-9eaacbae237b] Received unexpected event network-vif-plugged-8b3f4f6b-7258-45d9-833b-0e83f2885660 for instance with vm_state building and task_state spawning. [ 947.243928] env[69699]: DEBUG oslo_vmware.api [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607376, 'name': Rename_Task, 'duration_secs': 0.155365} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.244397] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 947.244500] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a0009ce-090c-434e-89b7-0c00ffb53384 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.261817] env[69699]: DEBUG oslo_vmware.api [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 947.261817] env[69699]: value = "task-3607377" [ 947.261817] env[69699]: _type = "Task" [ 947.261817] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.263212] env[69699]: DEBUG nova.network.neutron [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] [instance: d0089bd8-34e9-4c28-8cce-9eaacbae237b] Successfully updated port: 8b3f4f6b-7258-45d9-833b-0e83f2885660 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 947.281102] env[69699]: DEBUG oslo_vmware.api [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607377, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.281102] env[69699]: DEBUG oslo_concurrency.lockutils [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.296547] env[69699]: DEBUG oslo_concurrency.lockutils [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Releasing lock "refresh_cache-ce2c2927-0060-46ea-ac84-b0b1db6663c4" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.296547] env[69699]: DEBUG nova.compute.manager [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Instance network_info: |[{"id": "fb768f9a-7df5-400a-9458-4db7712c1e5d", "address": "fa:16:3e:d4:48:a3", "network": {"id": "71a6dabb-23ad-4272-bda8-d74ffdb3b265", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1255505806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30d713bc29a74f27bdab6269c3f93455", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb768f9a-7d", "ovs_interfaceid": "fb768f9a-7df5-400a-9458-4db7712c1e5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 947.297049] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:48:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f39e3b37-7906-4bbc-820e-ceac74e4d827', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb768f9a-7df5-400a-9458-4db7712c1e5d', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.305072] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.305287] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.305525] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0535c31-7d40-4bef-8fde-1774806b3779 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.327220] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.327220] env[69699]: value = "task-3607378" [ 947.327220] env[69699]: _type = "Task" [ 947.327220] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.337540] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607378, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.521298] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 7a41f0c5-22b0-48ca-9be5-f41ab5f64203] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 947.547022] env[69699]: DEBUG nova.scheduler.client.report [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.768568] env[69699]: DEBUG oslo_concurrency.lockutils [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Acquiring lock "refresh_cache-d0089bd8-34e9-4c28-8cce-9eaacbae237b" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.768815] env[69699]: DEBUG oslo_concurrency.lockutils [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Acquired lock "refresh_cache-d0089bd8-34e9-4c28-8cce-9eaacbae237b" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.769043] env[69699]: DEBUG nova.network.neutron [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] [instance: d0089bd8-34e9-4c28-8cce-9eaacbae237b] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.781325] env[69699]: DEBUG oslo_vmware.api [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607377, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.840836] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607378, 'name': CreateVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.024268] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: af9422bd-d925-4174-8ea5-91d2bcec2f3b] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 948.050245] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.574s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.052672] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 42.631s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.055225] env[69699]: DEBUG nova.objects.instance [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69699) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 948.096343] env[69699]: INFO nova.network.neutron [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Updating port b173074e-8ee9-458f-8c26-64dec7000a04 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 948.280698] env[69699]: DEBUG oslo_vmware.api [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607377, 'name': PowerOnVM_Task, 'duration_secs': 0.70078} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.281391] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 948.281515] env[69699]: INFO nova.compute.manager [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Took 8.30 seconds to spawn the instance on the hypervisor. [ 948.281697] env[69699]: DEBUG nova.compute.manager [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 948.282512] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee8d78c-79cc-498c-85f7-9dc3329defe0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.338048] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607378, 'name': CreateVM_Task, 'duration_secs': 0.584258} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.338258] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 948.338914] env[69699]: DEBUG oslo_concurrency.lockutils [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.339103] env[69699]: DEBUG oslo_concurrency.lockutils [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.339423] env[69699]: DEBUG oslo_concurrency.lockutils [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.339677] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f196c146-3ea9-4602-9c6f-0c22d5b0f4b6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.346073] env[69699]: DEBUG oslo_vmware.api [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 948.346073] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52f75d91-db65-30b5-4f94-b7dba51fc975" [ 948.346073] env[69699]: _type = "Task" [ 948.346073] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.358097] env[69699]: DEBUG oslo_vmware.api [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52f75d91-db65-30b5-4f94-b7dba51fc975, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.527327] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 89d1dbf0-20d6-4fa7-b362-e5b4311a68d1] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 948.580603] env[69699]: DEBUG nova.network.neutron [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] [instance: d0089bd8-34e9-4c28-8cce-9eaacbae237b] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 948.803444] env[69699]: INFO nova.compute.manager [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Took 58.11 seconds to build instance. [ 948.807188] env[69699]: DEBUG nova.network.neutron [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] [instance: d0089bd8-34e9-4c28-8cce-9eaacbae237b] Updating instance_info_cache with network_info: [{"id": "8b3f4f6b-7258-45d9-833b-0e83f2885660", "address": "fa:16:3e:5d:4c:8f", "network": {"id": "a8e8a46f-761b-4000-a14d-d546af64b282", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1944702409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c7267a282fb4490943b5c5c7618e617", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b3f4f6b-72", "ovs_interfaceid": "8b3f4f6b-7258-45d9-833b-0e83f2885660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.858722] env[69699]: DEBUG oslo_vmware.api [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52f75d91-db65-30b5-4f94-b7dba51fc975, 'name': SearchDatastore_Task, 'duration_secs': 0.029978} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.858722] env[69699]: DEBUG oslo_concurrency.lockutils [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.858827] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 948.859057] env[69699]: DEBUG oslo_concurrency.lockutils [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.859209] env[69699]: DEBUG oslo_concurrency.lockutils [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.859385] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.859647] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2a9c16b-0756-4bdc-b0bd-14fd4d9f6e57 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.870649] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 948.870847] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 948.871684] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6967f9b9-47d0-4e47-8713-1fd5bb2cdadd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.877461] env[69699]: DEBUG oslo_vmware.api [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 948.877461] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52086220-333d-9f70-a7bf-9042acd5c0cd" [ 948.877461] env[69699]: _type = "Task" [ 948.877461] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.886467] env[69699]: DEBUG oslo_vmware.api [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52086220-333d-9f70-a7bf-9042acd5c0cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.031711] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 1826ebd7-c2ea-4f23-90a0-ae9da1f6c53e] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 949.064295] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6aa32021-a1ce-4280-af3e-89fd044d8ba2 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.065333] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.075s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.066869] env[69699]: INFO nova.compute.claims [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 949.277498] env[69699]: DEBUG nova.compute.manager [req-8cd95f9d-1752-4bf9-a0aa-5315011430e6 req-a340f0cd-99f3-4312-8e1f-3d0c4c59f2a1 service nova] [instance: d0089bd8-34e9-4c28-8cce-9eaacbae237b] Received event network-changed-8b3f4f6b-7258-45d9-833b-0e83f2885660 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.277631] env[69699]: DEBUG nova.compute.manager [req-8cd95f9d-1752-4bf9-a0aa-5315011430e6 req-a340f0cd-99f3-4312-8e1f-3d0c4c59f2a1 service nova] [instance: d0089bd8-34e9-4c28-8cce-9eaacbae237b] Refreshing instance network info cache due to event network-changed-8b3f4f6b-7258-45d9-833b-0e83f2885660. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 949.277817] env[69699]: DEBUG oslo_concurrency.lockutils [req-8cd95f9d-1752-4bf9-a0aa-5315011430e6 req-a340f0cd-99f3-4312-8e1f-3d0c4c59f2a1 service nova] Acquiring lock "refresh_cache-d0089bd8-34e9-4c28-8cce-9eaacbae237b" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.308678] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6e6a58a2-c6d7-4321-b26f-b020c8db99e4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lock "c3c59273-6200-4481-bb63-33f62d31621f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.657s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.309140] env[69699]: DEBUG oslo_concurrency.lockutils [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Releasing lock "refresh_cache-d0089bd8-34e9-4c28-8cce-9eaacbae237b" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.309457] env[69699]: DEBUG nova.compute.manager [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] [instance: d0089bd8-34e9-4c28-8cce-9eaacbae237b] Instance network_info: |[{"id": "8b3f4f6b-7258-45d9-833b-0e83f2885660", "address": "fa:16:3e:5d:4c:8f", "network": {"id": "a8e8a46f-761b-4000-a14d-d546af64b282", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1944702409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c7267a282fb4490943b5c5c7618e617", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b3f4f6b-72", "ovs_interfaceid": "8b3f4f6b-7258-45d9-833b-0e83f2885660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 949.309992] env[69699]: DEBUG oslo_concurrency.lockutils [req-8cd95f9d-1752-4bf9-a0aa-5315011430e6 req-a340f0cd-99f3-4312-8e1f-3d0c4c59f2a1 service nova] Acquired lock "refresh_cache-d0089bd8-34e9-4c28-8cce-9eaacbae237b" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.310195] env[69699]: DEBUG nova.network.neutron [req-8cd95f9d-1752-4bf9-a0aa-5315011430e6 req-a340f0cd-99f3-4312-8e1f-3d0c4c59f2a1 service nova] [instance: d0089bd8-34e9-4c28-8cce-9eaacbae237b] Refreshing network info cache for port 8b3f4f6b-7258-45d9-833b-0e83f2885660 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 949.311363] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] [instance: d0089bd8-34e9-4c28-8cce-9eaacbae237b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:4c:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b3f4f6b-7258-45d9-833b-0e83f2885660', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 949.318855] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Creating folder: Project (0c7267a282fb4490943b5c5c7618e617). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 949.319780] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cadcb067-3e89-4687-a318-0add81b11ff8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.333380] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Created folder: Project (0c7267a282fb4490943b5c5c7618e617) in parent group-v719415. [ 949.333696] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Creating folder: Instances. Parent ref: group-v719636. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 949.333982] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3daf3d7b-a250-47dc-a078-e8de604c9f88 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.344982] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Created folder: Instances in parent group-v719636. [ 949.345282] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.345590] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0089bd8-34e9-4c28-8cce-9eaacbae237b] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 949.345827] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a6384a1-a5b3-423a-a63a-0c23cf2b7658 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.367799] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 949.367799] env[69699]: value = "task-3607381" [ 949.367799] env[69699]: _type = "Task" [ 949.367799] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.380284] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607381, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.388175] env[69699]: DEBUG oslo_vmware.api [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52086220-333d-9f70-a7bf-9042acd5c0cd, 'name': SearchDatastore_Task, 'duration_secs': 0.0108} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.389042] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38ad837f-a99b-41ca-9839-4c69ced1f17b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.395198] env[69699]: DEBUG oslo_vmware.api [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 949.395198] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52bb57f3-0cc0-4b34-b8f7-c33b9d1166b4" [ 949.395198] env[69699]: _type = "Task" [ 949.395198] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.404925] env[69699]: DEBUG oslo_vmware.api [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52bb57f3-0cc0-4b34-b8f7-c33b9d1166b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.535642] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 6d7a78cf-7d52-4f84-9f93-10bd4fddb511] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 949.600134] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b0a95043-8183-48dc-a17c-2d60a45a04d6 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquiring lock "c3c59273-6200-4481-bb63-33f62d31621f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.600397] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b0a95043-8183-48dc-a17c-2d60a45a04d6 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lock "c3c59273-6200-4481-bb63-33f62d31621f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.600578] env[69699]: DEBUG nova.compute.manager [None req-b0a95043-8183-48dc-a17c-2d60a45a04d6 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.601752] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d234cef-fd58-4b2f-af44-e4d4294b20b5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.609397] env[69699]: DEBUG nova.compute.manager [None req-b0a95043-8183-48dc-a17c-2d60a45a04d6 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69699) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 949.610056] env[69699]: DEBUG nova.objects.instance [None req-b0a95043-8183-48dc-a17c-2d60a45a04d6 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lazy-loading 'flavor' on Instance uuid c3c59273-6200-4481-bb63-33f62d31621f {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.885228] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607381, 'name': CreateVM_Task, 'duration_secs': 0.339671} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.885406] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0089bd8-34e9-4c28-8cce-9eaacbae237b] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 949.886114] env[69699]: DEBUG oslo_concurrency.lockutils [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.886306] env[69699]: DEBUG oslo_concurrency.lockutils [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.886640] env[69699]: DEBUG oslo_concurrency.lockutils [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.887037] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbcc31af-dadc-4b69-9931-18a654a05fcb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.893166] env[69699]: DEBUG oslo_vmware.api [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Waiting for the task: (returnval){ [ 949.893166] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b6fe45-9e49-6824-8c11-b097c66972a6" [ 949.893166] env[69699]: _type = "Task" [ 949.893166] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.905859] env[69699]: DEBUG oslo_vmware.api [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b6fe45-9e49-6824-8c11-b097c66972a6, 'name': SearchDatastore_Task, 'duration_secs': 0.010649} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.909585] env[69699]: DEBUG oslo_concurrency.lockutils [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.909821] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] [instance: d0089bd8-34e9-4c28-8cce-9eaacbae237b] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 949.910259] env[69699]: DEBUG oslo_concurrency.lockutils [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.910539] env[69699]: DEBUG oslo_vmware.api [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52bb57f3-0cc0-4b34-b8f7-c33b9d1166b4, 'name': SearchDatastore_Task, 'duration_secs': 0.011145} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.910744] env[69699]: DEBUG oslo_concurrency.lockutils [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.910978] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] ce2c2927-0060-46ea-ac84-b0b1db6663c4/ce2c2927-0060-46ea-ac84-b0b1db6663c4.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 949.911554] env[69699]: DEBUG oslo_concurrency.lockutils [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.911554] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 949.911724] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5eb19e3c-430f-45fb-887a-508ee4e51723 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.913750] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2a5fdf8-1ab2-4c55-aa6f-94ef74db9776 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.921596] env[69699]: DEBUG oslo_vmware.api [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 949.921596] env[69699]: value = "task-3607382" [ 949.921596] env[69699]: _type = "Task" [ 949.921596] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.927028] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 949.927028] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 949.928217] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6d59fa3-9436-432c-9b18-454e9f5c7796 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.934234] env[69699]: DEBUG oslo_vmware.api [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.938775] env[69699]: DEBUG oslo_vmware.api [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Waiting for the task: (returnval){ [ 949.938775] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]525221e8-821e-d803-aa75-034f1aefba58" [ 949.938775] env[69699]: _type = "Task" [ 949.938775] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.947683] env[69699]: DEBUG oslo_vmware.api [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]525221e8-821e-d803-aa75-034f1aefba58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.039589] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 1d02c383-6ec5-4f47-a40e-d7d32e9cc0a2] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 950.156091] env[69699]: INFO nova.compute.manager [None req-846ca1ad-be9b-4f9a-81cb-db7e68adfe87 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Rebuilding instance [ 950.219125] env[69699]: DEBUG nova.compute.manager [None req-846ca1ad-be9b-4f9a-81cb-db7e68adfe87 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.220028] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5af227-762e-40fb-924d-61cbb150ac8b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.240937] env[69699]: DEBUG nova.network.neutron [req-8cd95f9d-1752-4bf9-a0aa-5315011430e6 req-a340f0cd-99f3-4312-8e1f-3d0c4c59f2a1 service nova] [instance: d0089bd8-34e9-4c28-8cce-9eaacbae237b] Updated VIF entry in instance network info cache for port 8b3f4f6b-7258-45d9-833b-0e83f2885660. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 950.241484] env[69699]: DEBUG nova.network.neutron [req-8cd95f9d-1752-4bf9-a0aa-5315011430e6 req-a340f0cd-99f3-4312-8e1f-3d0c4c59f2a1 service nova] [instance: d0089bd8-34e9-4c28-8cce-9eaacbae237b] Updating instance_info_cache with network_info: [{"id": "8b3f4f6b-7258-45d9-833b-0e83f2885660", "address": "fa:16:3e:5d:4c:8f", "network": {"id": "a8e8a46f-761b-4000-a14d-d546af64b282", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1944702409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c7267a282fb4490943b5c5c7618e617", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b3f4f6b-72", "ovs_interfaceid": "8b3f4f6b-7258-45d9-833b-0e83f2885660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.289405] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Acquiring lock "refresh_cache-ca488e4c-5958-4ae8-a611-16034ea05264" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.289727] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Acquired lock "refresh_cache-ca488e4c-5958-4ae8-a611-16034ea05264" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.289921] env[69699]: DEBUG nova.network.neutron [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.433756] env[69699]: DEBUG oslo_vmware.api [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607382, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505945} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.436592] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] ce2c2927-0060-46ea-ac84-b0b1db6663c4/ce2c2927-0060-46ea-ac84-b0b1db6663c4.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 950.436831] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 950.437356] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5105192-9fe4-4395-a5b9-5498c16b2adf {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.453974] env[69699]: DEBUG oslo_vmware.api [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]525221e8-821e-d803-aa75-034f1aefba58, 'name': SearchDatastore_Task, 'duration_secs': 0.01121} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.453974] env[69699]: DEBUG oslo_vmware.api [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 950.453974] env[69699]: value = "task-3607383" [ 950.453974] env[69699]: _type = "Task" [ 950.453974] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.454276] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50269d5f-68ec-4c2f-8df2-198d31c19c3b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.469689] env[69699]: DEBUG oslo_vmware.api [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Waiting for the task: (returnval){ [ 950.469689] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b2f9e7-50c4-f669-ef04-92e352e20b03" [ 950.469689] env[69699]: _type = "Task" [ 950.469689] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.469939] env[69699]: DEBUG oslo_vmware.api [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607383, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.479288] env[69699]: DEBUG oslo_vmware.api [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b2f9e7-50c4-f669-ef04-92e352e20b03, 'name': SearchDatastore_Task, 'duration_secs': 0.010827} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.482089] env[69699]: DEBUG oslo_concurrency.lockutils [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.482408] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] d0089bd8-34e9-4c28-8cce-9eaacbae237b/d0089bd8-34e9-4c28-8cce-9eaacbae237b.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 950.482786] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-445a5063-5ebe-40b1-b7aa-8ff7a62c363b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.492484] env[69699]: DEBUG oslo_vmware.api [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Waiting for the task: (returnval){ [ 950.492484] env[69699]: value = "task-3607384" [ 950.492484] env[69699]: _type = "Task" [ 950.492484] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.503385] env[69699]: DEBUG oslo_vmware.api [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Task: {'id': task-3607384, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.547642] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 16f935f2-2c14-4c1a-9f55-c5c219b3101c] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 950.580779] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1a550c-770e-4249-8b92-135b1a4d4d06 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.588992] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d239554-2c65-400e-bf7a-b57256beddab {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.630408] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0a95043-8183-48dc-a17c-2d60a45a04d6 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.630842] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fd99648-01f5-4cc3-972c-3c7fbb2f8fdf {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.632952] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18b00bb-269c-4588-95d1-b797f9175f69 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.641595] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930f2612-2ee9-414a-bba1-42211ce5ec67 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.645635] env[69699]: DEBUG oslo_vmware.api [None req-b0a95043-8183-48dc-a17c-2d60a45a04d6 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 950.645635] env[69699]: value = "task-3607385" [ 950.645635] env[69699]: _type = "Task" [ 950.645635] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.656775] env[69699]: DEBUG nova.compute.provider_tree [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 950.665875] env[69699]: DEBUG oslo_vmware.api [None req-b0a95043-8183-48dc-a17c-2d60a45a04d6 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.744424] env[69699]: DEBUG oslo_concurrency.lockutils [req-8cd95f9d-1752-4bf9-a0aa-5315011430e6 req-a340f0cd-99f3-4312-8e1f-3d0c4c59f2a1 service nova] Releasing lock "refresh_cache-d0089bd8-34e9-4c28-8cce-9eaacbae237b" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.963994] env[69699]: DEBUG oslo_vmware.api [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607383, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071707} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.964286] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 950.965054] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9214224-169d-4ac3-a54e-f2f6fa42cc8f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.988514] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] ce2c2927-0060-46ea-ac84-b0b1db6663c4/ce2c2927-0060-46ea-ac84-b0b1db6663c4.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.990951] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70d62d14-c67d-4668-9f5d-b0bb0c550fe7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.013684] env[69699]: DEBUG oslo_vmware.api [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Task: {'id': task-3607384, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.015016] env[69699]: DEBUG oslo_vmware.api [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 951.015016] env[69699]: value = "task-3607386" [ 951.015016] env[69699]: _type = "Task" [ 951.015016] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.024166] env[69699]: DEBUG oslo_vmware.api [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607386, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.051675] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: fb987065-208f-42d9-b928-7431e722c642] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 951.123597] env[69699]: DEBUG nova.network.neutron [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Updating instance_info_cache with network_info: [{"id": "b173074e-8ee9-458f-8c26-64dec7000a04", "address": "fa:16:3e:52:97:b1", "network": {"id": "ea781b08-64ab-439d-b6be-fdcba547dbc1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1455220346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8394c185353f4b06b9f5e55522a396c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb173074e-8e", "ovs_interfaceid": "b173074e-8ee9-458f-8c26-64dec7000a04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.157475] env[69699]: DEBUG oslo_vmware.api [None req-b0a95043-8183-48dc-a17c-2d60a45a04d6 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607385, 'name': PowerOffVM_Task, 'duration_secs': 0.269411} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.157857] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0a95043-8183-48dc-a17c-2d60a45a04d6 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.158183] env[69699]: DEBUG nova.compute.manager [None req-b0a95043-8183-48dc-a17c-2d60a45a04d6 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 951.159185] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2c12da-01ee-48dd-8490-96853bb54f1a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.191995] env[69699]: ERROR nova.scheduler.client.report [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] [req-66409aae-c1c2-49a7-b15a-7d288b740edd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80d35c48-5f27-4b75-a19d-7a1a6901050f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-66409aae-c1c2-49a7-b15a-7d288b740edd"}]} [ 951.211336] env[69699]: DEBUG nova.scheduler.client.report [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Refreshing inventories for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 951.227176] env[69699]: DEBUG nova.scheduler.client.report [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Updating ProviderTree inventory for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 951.227414] env[69699]: DEBUG nova.compute.provider_tree [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 951.235217] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-846ca1ad-be9b-4f9a-81cb-db7e68adfe87 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.235498] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0c3711b-bd18-4fce-8c5f-473db08fa2be {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.239060] env[69699]: DEBUG nova.scheduler.client.report [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Refreshing aggregate associations for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f, aggregates: None {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 951.247287] env[69699]: DEBUG oslo_vmware.api [None req-846ca1ad-be9b-4f9a-81cb-db7e68adfe87 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Waiting for the task: (returnval){ [ 951.247287] env[69699]: value = "task-3607387" [ 951.247287] env[69699]: _type = "Task" [ 951.247287] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.256707] env[69699]: DEBUG oslo_vmware.api [None req-846ca1ad-be9b-4f9a-81cb-db7e68adfe87 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Task: {'id': task-3607387, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.265133] env[69699]: DEBUG nova.scheduler.client.report [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Refreshing trait associations for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 951.302011] env[69699]: DEBUG nova.compute.manager [req-5ef5c425-1858-4943-b69c-01ba24709cb4 req-ef3121de-a948-4ec0-9923-ab9bf23d1daf service nova] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Received event network-vif-plugged-b173074e-8ee9-458f-8c26-64dec7000a04 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.302209] env[69699]: DEBUG oslo_concurrency.lockutils [req-5ef5c425-1858-4943-b69c-01ba24709cb4 req-ef3121de-a948-4ec0-9923-ab9bf23d1daf service nova] Acquiring lock "ca488e4c-5958-4ae8-a611-16034ea05264-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.302418] env[69699]: DEBUG oslo_concurrency.lockutils [req-5ef5c425-1858-4943-b69c-01ba24709cb4 req-ef3121de-a948-4ec0-9923-ab9bf23d1daf service nova] Lock "ca488e4c-5958-4ae8-a611-16034ea05264-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.302597] env[69699]: DEBUG oslo_concurrency.lockutils [req-5ef5c425-1858-4943-b69c-01ba24709cb4 req-ef3121de-a948-4ec0-9923-ab9bf23d1daf service nova] Lock "ca488e4c-5958-4ae8-a611-16034ea05264-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.302766] env[69699]: DEBUG nova.compute.manager [req-5ef5c425-1858-4943-b69c-01ba24709cb4 req-ef3121de-a948-4ec0-9923-ab9bf23d1daf service nova] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] No waiting events found dispatching network-vif-plugged-b173074e-8ee9-458f-8c26-64dec7000a04 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 951.302945] env[69699]: WARNING nova.compute.manager [req-5ef5c425-1858-4943-b69c-01ba24709cb4 req-ef3121de-a948-4ec0-9923-ab9bf23d1daf service nova] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Received unexpected event network-vif-plugged-b173074e-8ee9-458f-8c26-64dec7000a04 for instance with vm_state shelved_offloaded and task_state spawning. [ 951.303131] env[69699]: DEBUG nova.compute.manager [req-5ef5c425-1858-4943-b69c-01ba24709cb4 req-ef3121de-a948-4ec0-9923-ab9bf23d1daf service nova] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Received event network-changed-b173074e-8ee9-458f-8c26-64dec7000a04 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.303289] env[69699]: DEBUG nova.compute.manager [req-5ef5c425-1858-4943-b69c-01ba24709cb4 req-ef3121de-a948-4ec0-9923-ab9bf23d1daf service nova] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Refreshing instance network info cache due to event network-changed-b173074e-8ee9-458f-8c26-64dec7000a04. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 951.303453] env[69699]: DEBUG oslo_concurrency.lockutils [req-5ef5c425-1858-4943-b69c-01ba24709cb4 req-ef3121de-a948-4ec0-9923-ab9bf23d1daf service nova] Acquiring lock "refresh_cache-ca488e4c-5958-4ae8-a611-16034ea05264" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.516319] env[69699]: DEBUG oslo_vmware.api [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Task: {'id': task-3607384, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722943} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.519451] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] d0089bd8-34e9-4c28-8cce-9eaacbae237b/d0089bd8-34e9-4c28-8cce-9eaacbae237b.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 951.519706] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] [instance: d0089bd8-34e9-4c28-8cce-9eaacbae237b] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 951.519983] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc996905-e075-47e4-8a0d-c0813c8e918d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.528145] env[69699]: DEBUG oslo_vmware.api [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607386, 'name': ReconfigVM_Task, 'duration_secs': 0.392701} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.531736] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Reconfigured VM instance instance-0000004b to attach disk [datastore2] ce2c2927-0060-46ea-ac84-b0b1db6663c4/ce2c2927-0060-46ea-ac84-b0b1db6663c4.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.532582] env[69699]: DEBUG oslo_vmware.api [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Waiting for the task: (returnval){ [ 951.532582] env[69699]: value = "task-3607388" [ 951.532582] env[69699]: _type = "Task" [ 951.532582] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.532989] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5328907-970e-45b9-a814-9594b4fceb5a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.544858] env[69699]: DEBUG oslo_vmware.api [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Task: {'id': task-3607388, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.548728] env[69699]: DEBUG oslo_vmware.api [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 951.548728] env[69699]: value = "task-3607389" [ 951.548728] env[69699]: _type = "Task" [ 951.548728] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.557493] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 2a3ec625-a7e5-478c-bb23-8b5e5f29f5e3] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 951.559921] env[69699]: DEBUG oslo_vmware.api [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607389, 'name': Rename_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.626557] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Releasing lock "refresh_cache-ca488e4c-5958-4ae8-a611-16034ea05264" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.628545] env[69699]: DEBUG oslo_concurrency.lockutils [req-5ef5c425-1858-4943-b69c-01ba24709cb4 req-ef3121de-a948-4ec0-9923-ab9bf23d1daf service nova] Acquired lock "refresh_cache-ca488e4c-5958-4ae8-a611-16034ea05264" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.628545] env[69699]: DEBUG nova.network.neutron [req-5ef5c425-1858-4943-b69c-01ba24709cb4 req-ef3121de-a948-4ec0-9923-ab9bf23d1daf service nova] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Refreshing network info cache for port b173074e-8ee9-458f-8c26-64dec7000a04 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 951.658257] env[69699]: DEBUG nova.virt.hardware [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b0db94f708c3cf7d4dd70c350ee6f63e',container_format='bare',created_at=2025-04-25T20:02:09Z,direct_url=,disk_format='vmdk',id=351d9b65-e469-4cbf-aed9-f138308fd655,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1606629141-shelved',owner='8394c185353f4b06b9f5e55522a396c5',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2025-04-25T20:02:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 951.658517] env[69699]: DEBUG nova.virt.hardware [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 951.658678] env[69699]: DEBUG nova.virt.hardware [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 951.658867] env[69699]: DEBUG nova.virt.hardware [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 951.659110] env[69699]: DEBUG nova.virt.hardware [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 951.659169] env[69699]: DEBUG nova.virt.hardware [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 951.659366] env[69699]: DEBUG nova.virt.hardware [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 951.659519] env[69699]: DEBUG nova.virt.hardware [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 951.659695] env[69699]: DEBUG nova.virt.hardware [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 951.659893] env[69699]: DEBUG nova.virt.hardware [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 951.660131] env[69699]: DEBUG nova.virt.hardware [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 951.661321] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b68b6c-bff8-444d-946a-e7940c3b72c9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.672098] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64ca7a8-5f6b-4788-8c99-4ecfa001df12 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.680570] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba347b0-801c-46fe-80b4-104392b7ebc2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.683315] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b0a95043-8183-48dc-a17c-2d60a45a04d6 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lock "c3c59273-6200-4481-bb63-33f62d31621f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.083s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.692266] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:97:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c24464bb-bb6b-43a2-bdcd-8086ad1a307f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b173074e-8ee9-458f-8c26-64dec7000a04', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 951.699883] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.701628] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 951.702170] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-516eee62-98d1-4108-b8eb-444a3af57c92 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.719419] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed924979-fb59-4bfa-8285-f74723396b78 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.723846] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 951.723846] env[69699]: value = "task-3607390" [ 951.723846] env[69699]: _type = "Task" [ 951.723846] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.755307] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da9f2d0-146f-4430-9fd8-874e9a288bdf {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.760797] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607390, 'name': CreateVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.765640] env[69699]: DEBUG oslo_vmware.api [None req-846ca1ad-be9b-4f9a-81cb-db7e68adfe87 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Task: {'id': task-3607387, 'name': PowerOffVM_Task, 'duration_secs': 0.210849} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.768194] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-846ca1ad-be9b-4f9a-81cb-db7e68adfe87 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.768349] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-846ca1ad-be9b-4f9a-81cb-db7e68adfe87 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.769280] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a8a6672-0dd0-4f08-a26e-2b657d25c01c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.771391] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ed34eb-694e-4f88-b0f4-157287c2f7a9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.787435] env[69699]: DEBUG nova.compute.provider_tree [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 951.790122] env[69699]: DEBUG oslo_vmware.api [None req-846ca1ad-be9b-4f9a-81cb-db7e68adfe87 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Waiting for the task: (returnval){ [ 951.790122] env[69699]: value = "task-3607391" [ 951.790122] env[69699]: _type = "Task" [ 951.790122] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.043984] env[69699]: DEBUG oslo_vmware.api [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Task: {'id': task-3607388, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068153} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.044295] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] [instance: d0089bd8-34e9-4c28-8cce-9eaacbae237b] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 952.045072] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc40cdeb-4007-40a7-ae4f-c0b91a21421d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.069468] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] [instance: d0089bd8-34e9-4c28-8cce-9eaacbae237b] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] d0089bd8-34e9-4c28-8cce-9eaacbae237b/d0089bd8-34e9-4c28-8cce-9eaacbae237b.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.070407] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 5a4aa01c-baa5-4ea5-bb0e-209add1622ca] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 952.072302] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afe735b7-c0e8-4198-bee1-78f21f5b1c80 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.091082] env[69699]: DEBUG oslo_vmware.api [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607389, 'name': Rename_Task, 'duration_secs': 0.141116} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.091853] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 952.092695] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-302115cc-1a97-4018-b99f-451cfaba3016 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.095928] env[69699]: DEBUG oslo_vmware.api [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Waiting for the task: (returnval){ [ 952.095928] env[69699]: value = "task-3607392" [ 952.095928] env[69699]: _type = "Task" [ 952.095928] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.099843] env[69699]: DEBUG oslo_vmware.api [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 952.099843] env[69699]: value = "task-3607393" [ 952.099843] env[69699]: _type = "Task" [ 952.099843] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.112023] env[69699]: DEBUG oslo_vmware.api [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Task: {'id': task-3607392, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.114949] env[69699]: DEBUG oslo_vmware.api [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607393, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.236348] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607390, 'name': CreateVM_Task, 'duration_secs': 0.359596} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.236529] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 952.237232] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/351d9b65-e469-4cbf-aed9-f138308fd655" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.237429] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Acquired lock "[datastore1] devstack-image-cache_base/351d9b65-e469-4cbf-aed9-f138308fd655" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.237819] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/351d9b65-e469-4cbf-aed9-f138308fd655" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.238110] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1691b0a-7d21-458a-8725-c9cf5df16aa3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.242520] env[69699]: DEBUG oslo_vmware.api [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the task: (returnval){ [ 952.242520] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5295f02e-d979-089f-6751-65d25eb054af" [ 952.242520] env[69699]: _type = "Task" [ 952.242520] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.250265] env[69699]: DEBUG oslo_vmware.api [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5295f02e-d979-089f-6751-65d25eb054af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.308842] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-846ca1ad-be9b-4f9a-81cb-db7e68adfe87 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] VM already powered off {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 952.308990] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-846ca1ad-be9b-4f9a-81cb-db7e68adfe87 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Volume detach. Driver type: vmdk {{(pid=69699) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 952.309201] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-846ca1ad-be9b-4f9a-81cb-db7e68adfe87 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719591', 'volume_id': 'c9efda31-e311-4adb-b373-64aa5825c036', 'name': 'volume-c9efda31-e311-4adb-b373-64aa5825c036', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '990fcb68-920f-4d2a-b9d4-31c4bf7fc71a', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9efda31-e311-4adb-b373-64aa5825c036', 'serial': 'c9efda31-e311-4adb-b373-64aa5825c036'} {{(pid=69699) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 952.309997] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235bfc6e-07e1-4d25-b871-ee78b0858b17 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.330176] env[69699]: DEBUG nova.scheduler.client.report [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Updated inventory for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with generation 108 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 952.330483] env[69699]: DEBUG nova.compute.provider_tree [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Updating resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f generation from 108 to 109 during operation: update_inventory {{(pid=69699) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 952.330684] env[69699]: DEBUG nova.compute.provider_tree [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 952.334540] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b962dd1-6f52-44ae-b445-1da5007ca31e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.342250] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4134c432-f7e5-44b1-b092-6eb6dea349a7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.362366] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741016db-330d-45eb-98f0-cae87bf9037a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.378878] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-846ca1ad-be9b-4f9a-81cb-db7e68adfe87 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] The volume has not been displaced from its original location: [datastore2] volume-c9efda31-e311-4adb-b373-64aa5825c036/volume-c9efda31-e311-4adb-b373-64aa5825c036.vmdk. No consolidation needed. {{(pid=69699) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 952.384236] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-846ca1ad-be9b-4f9a-81cb-db7e68adfe87 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Reconfiguring VM instance instance-00000045 to detach disk 2000 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 952.385154] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-238bc6cb-a4d3-4eb0-b0b7-9707af85fa2d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.404108] env[69699]: DEBUG oslo_vmware.api [None req-846ca1ad-be9b-4f9a-81cb-db7e68adfe87 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Waiting for the task: (returnval){ [ 952.404108] env[69699]: value = "task-3607394" [ 952.404108] env[69699]: _type = "Task" [ 952.404108] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.408289] env[69699]: DEBUG nova.network.neutron [req-5ef5c425-1858-4943-b69c-01ba24709cb4 req-ef3121de-a948-4ec0-9923-ab9bf23d1daf service nova] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Updated VIF entry in instance network info cache for port b173074e-8ee9-458f-8c26-64dec7000a04. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 952.408661] env[69699]: DEBUG nova.network.neutron [req-5ef5c425-1858-4943-b69c-01ba24709cb4 req-ef3121de-a948-4ec0-9923-ab9bf23d1daf service nova] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Updating instance_info_cache with network_info: [{"id": "b173074e-8ee9-458f-8c26-64dec7000a04", "address": "fa:16:3e:52:97:b1", "network": {"id": "ea781b08-64ab-439d-b6be-fdcba547dbc1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1455220346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8394c185353f4b06b9f5e55522a396c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb173074e-8e", "ovs_interfaceid": "b173074e-8ee9-458f-8c26-64dec7000a04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.415275] env[69699]: DEBUG oslo_vmware.api [None req-846ca1ad-be9b-4f9a-81cb-db7e68adfe87 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Task: {'id': task-3607394, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.589073] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 86f6b962-b909-4350-80e2-b64b5565369e] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 952.609863] env[69699]: DEBUG oslo_vmware.api [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Task: {'id': task-3607392, 'name': ReconfigVM_Task, 'duration_secs': 0.398699} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.613875] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] [instance: d0089bd8-34e9-4c28-8cce-9eaacbae237b] Reconfigured VM instance instance-0000004c to attach disk [datastore2] d0089bd8-34e9-4c28-8cce-9eaacbae237b/d0089bd8-34e9-4c28-8cce-9eaacbae237b.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 952.614706] env[69699]: DEBUG oslo_vmware.api [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607393, 'name': PowerOnVM_Task, 'duration_secs': 0.485242} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.615056] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef498558-7366-45f7-961e-3b18cb19a660 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.616893] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.617148] env[69699]: INFO nova.compute.manager [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Took 8.87 seconds to spawn the instance on the hypervisor. [ 952.617689] env[69699]: DEBUG nova.compute.manager [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 952.618736] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa09cbc-a8b4-4877-aea2-02fe5eabed79 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.629339] env[69699]: DEBUG oslo_vmware.api [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Waiting for the task: (returnval){ [ 952.629339] env[69699]: value = "task-3607395" [ 952.629339] env[69699]: _type = "Task" [ 952.629339] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.752134] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Releasing lock "[datastore1] devstack-image-cache_base/351d9b65-e469-4cbf-aed9-f138308fd655" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.752400] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Processing image 351d9b65-e469-4cbf-aed9-f138308fd655 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 952.752641] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/351d9b65-e469-4cbf-aed9-f138308fd655/351d9b65-e469-4cbf-aed9-f138308fd655.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.752788] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Acquired lock "[datastore1] devstack-image-cache_base/351d9b65-e469-4cbf-aed9-f138308fd655/351d9b65-e469-4cbf-aed9-f138308fd655.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.752973] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 952.753283] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98fc89ce-7bdc-49da-9498-20b48bb6eb36 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.761671] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 952.762416] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 952.762590] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-058dc8c4-7640-41e4-8e0c-38ffff9800a7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.765454] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c7462463-885a-4772-8e3c-21b0f6196a16 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Acquiring lock "5492f83e-37c1-43f8-b40d-1d1872e229d6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.765676] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c7462463-885a-4772-8e3c-21b0f6196a16 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Lock "5492f83e-37c1-43f8-b40d-1d1872e229d6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.768155] env[69699]: DEBUG oslo_vmware.api [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the task: (returnval){ [ 952.768155] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522cf8c6-24b4-bfd3-2153-c739e7db93e3" [ 952.768155] env[69699]: _type = "Task" [ 952.768155] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.775976] env[69699]: DEBUG oslo_vmware.api [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522cf8c6-24b4-bfd3-2153-c739e7db93e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.839243] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.774s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.840639] env[69699]: DEBUG nova.compute.manager [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 952.844597] env[69699]: DEBUG oslo_concurrency.lockutils [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 44.766s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.913509] env[69699]: DEBUG oslo_concurrency.lockutils [req-5ef5c425-1858-4943-b69c-01ba24709cb4 req-ef3121de-a948-4ec0-9923-ab9bf23d1daf service nova] Releasing lock "refresh_cache-ca488e4c-5958-4ae8-a611-16034ea05264" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.914182] env[69699]: DEBUG oslo_vmware.api [None req-846ca1ad-be9b-4f9a-81cb-db7e68adfe87 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Task: {'id': task-3607394, 'name': ReconfigVM_Task, 'duration_secs': 0.289559} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.914453] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-846ca1ad-be9b-4f9a-81cb-db7e68adfe87 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Reconfigured VM instance instance-00000045 to detach disk 2000 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 952.919043] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2596ef14-7e30-4d21-b414-434ab76eca1e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.930899] env[69699]: DEBUG nova.compute.manager [None req-86681b5c-b313-4e82-9986-7d1ffc24b2dd tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 952.931668] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413e407b-f66d-485a-a41a-342cd4129be0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.942906] env[69699]: DEBUG oslo_vmware.api [None req-846ca1ad-be9b-4f9a-81cb-db7e68adfe87 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Waiting for the task: (returnval){ [ 952.942906] env[69699]: value = "task-3607396" [ 952.942906] env[69699]: _type = "Task" [ 952.942906] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.951109] env[69699]: DEBUG oslo_vmware.api [None req-846ca1ad-be9b-4f9a-81cb-db7e68adfe87 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Task: {'id': task-3607396, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.092322] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: db8d5037-bee1-4225-8658-78c8844b6f62] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 953.140060] env[69699]: INFO nova.compute.manager [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Took 59.73 seconds to build instance. [ 953.144678] env[69699]: DEBUG oslo_vmware.api [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Task: {'id': task-3607395, 'name': Rename_Task, 'duration_secs': 0.276125} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.144929] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] [instance: d0089bd8-34e9-4c28-8cce-9eaacbae237b] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 953.145181] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c3235bf-94c1-4b69-bcdb-eaa2d3f2de3e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.151421] env[69699]: DEBUG oslo_vmware.api [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Waiting for the task: (returnval){ [ 953.151421] env[69699]: value = "task-3607397" [ 953.151421] env[69699]: _type = "Task" [ 953.151421] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.159541] env[69699]: DEBUG oslo_vmware.api [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Task: {'id': task-3607397, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.270322] env[69699]: INFO nova.compute.manager [None req-c7462463-885a-4772-8e3c-21b0f6196a16 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Detaching volume a8f75fca-d060-43fe-a2cb-d310b985bb7d [ 953.284964] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Preparing fetch location {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 953.285307] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Fetch image to [datastore1] OSTACK_IMG_4b0753a2-edc7-49e1-8103-311f32c61c80/OSTACK_IMG_4b0753a2-edc7-49e1-8103-311f32c61c80.vmdk {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 953.286026] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Downloading stream optimized image 351d9b65-e469-4cbf-aed9-f138308fd655 to [datastore1] OSTACK_IMG_4b0753a2-edc7-49e1-8103-311f32c61c80/OSTACK_IMG_4b0753a2-edc7-49e1-8103-311f32c61c80.vmdk on the data store datastore1 as vApp {{(pid=69699) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 953.286026] env[69699]: DEBUG nova.virt.vmwareapi.images [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Downloading image file data 351d9b65-e469-4cbf-aed9-f138308fd655 to the ESX as VM named 'OSTACK_IMG_4b0753a2-edc7-49e1-8103-311f32c61c80' {{(pid=69699) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 953.325979] env[69699]: INFO nova.virt.block_device [None req-c7462463-885a-4772-8e3c-21b0f6196a16 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Attempting to driver detach volume a8f75fca-d060-43fe-a2cb-d310b985bb7d from mountpoint /dev/sdb [ 953.325979] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7462463-885a-4772-8e3c-21b0f6196a16 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Volume detach. Driver type: vmdk {{(pid=69699) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 953.326410] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7462463-885a-4772-8e3c-21b0f6196a16 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719617', 'volume_id': 'a8f75fca-d060-43fe-a2cb-d310b985bb7d', 'name': 'volume-a8f75fca-d060-43fe-a2cb-d310b985bb7d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5492f83e-37c1-43f8-b40d-1d1872e229d6', 'attached_at': '', 'detached_at': '', 'volume_id': 'a8f75fca-d060-43fe-a2cb-d310b985bb7d', 'serial': 'a8f75fca-d060-43fe-a2cb-d310b985bb7d'} {{(pid=69699) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 953.326893] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3318a33-aa0e-48e7-ab9e-0efe3a114cd2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.349934] env[69699]: DEBUG nova.compute.utils [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 953.355316] env[69699]: INFO nova.compute.claims [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 953.359326] env[69699]: DEBUG nova.compute.manager [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 953.361846] env[69699]: DEBUG nova.network.neutron [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 953.362831] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06efc4a2-62b2-4802-93a5-9c735ac342a3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.366871] env[69699]: DEBUG nova.compute.manager [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 953.376123] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afef90e3-7e0e-4e7a-9d1d-ab9dccc3464c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.402936] env[69699]: DEBUG oslo_vmware.rw_handles [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 953.402936] env[69699]: value = "resgroup-9" [ 953.402936] env[69699]: _type = "ResourcePool" [ 953.402936] env[69699]: }. {{(pid=69699) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 953.404310] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceef0dd8-ac51-4a20-bce4-0c9be18a2ce5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.406226] env[69699]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e2909252-471e-4f2e-95f0-559306fc1b14 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.424849] env[69699]: DEBUG nova.policy [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '447b5f2cef03426a9053c109a6b59d1c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab147489779f410c95dac440420550c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 953.438993] env[69699]: DEBUG oslo_vmware.rw_handles [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Lease: (returnval){ [ 953.438993] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5295af05-f212-5b0c-b457-8f90f467323c" [ 953.438993] env[69699]: _type = "HttpNfcLease" [ 953.438993] env[69699]: } obtained for vApp import into resource pool (val){ [ 953.438993] env[69699]: value = "resgroup-9" [ 953.438993] env[69699]: _type = "ResourcePool" [ 953.438993] env[69699]: }. {{(pid=69699) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 953.438993] env[69699]: DEBUG oslo_vmware.api [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the lease: (returnval){ [ 953.438993] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5295af05-f212-5b0c-b457-8f90f467323c" [ 953.438993] env[69699]: _type = "HttpNfcLease" [ 953.438993] env[69699]: } to be ready. {{(pid=69699) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 953.439841] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7462463-885a-4772-8e3c-21b0f6196a16 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] The volume has not been displaced from its original location: [datastore2] volume-a8f75fca-d060-43fe-a2cb-d310b985bb7d/volume-a8f75fca-d060-43fe-a2cb-d310b985bb7d.vmdk. No consolidation needed. {{(pid=69699) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 953.444891] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7462463-885a-4772-8e3c-21b0f6196a16 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Reconfiguring VM instance instance-0000003a to detach disk 2001 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 953.449145] env[69699]: INFO nova.compute.manager [None req-86681b5c-b313-4e82-9986-7d1ffc24b2dd tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: c3c59273-6200-4481-bb63-33f62d31621f] instance snapshotting [ 953.449145] env[69699]: WARNING nova.compute.manager [None req-86681b5c-b313-4e82-9986-7d1ffc24b2dd tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: c3c59273-6200-4481-bb63-33f62d31621f] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 953.449145] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97e50c96-476b-4b34-ba10-a6d0d18a30e5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.466362] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7455912-f27d-4942-a879-6390c48ae701 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.475601] env[69699]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 953.475601] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5295af05-f212-5b0c-b457-8f90f467323c" [ 953.475601] env[69699]: _type = "HttpNfcLease" [ 953.475601] env[69699]: } is initializing. {{(pid=69699) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 953.492932] env[69699]: DEBUG oslo_vmware.api [None req-846ca1ad-be9b-4f9a-81cb-db7e68adfe87 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Task: {'id': task-3607396, 'name': ReconfigVM_Task, 'duration_secs': 0.119793} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.493234] env[69699]: DEBUG oslo_vmware.api [None req-c7462463-885a-4772-8e3c-21b0f6196a16 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Waiting for the task: (returnval){ [ 953.493234] env[69699]: value = "task-3607399" [ 953.493234] env[69699]: _type = "Task" [ 953.493234] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.495708] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53fc8d6c-9e93-4d10-a2ac-3aa4d1650d84 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.498411] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-846ca1ad-be9b-4f9a-81cb-db7e68adfe87 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719591', 'volume_id': 'c9efda31-e311-4adb-b373-64aa5825c036', 'name': 'volume-c9efda31-e311-4adb-b373-64aa5825c036', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '990fcb68-920f-4d2a-b9d4-31c4bf7fc71a', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9efda31-e311-4adb-b373-64aa5825c036', 'serial': 'c9efda31-e311-4adb-b373-64aa5825c036'} {{(pid=69699) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 953.498680] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-846ca1ad-be9b-4f9a-81cb-db7e68adfe87 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 953.499144] env[69699]: DEBUG oslo_concurrency.lockutils [None req-21103bd2-676b-4455-ab33-1ddd1d9eb49a tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquiring lock "311e4618-41ff-4cab-ae4f-d7063872abc8" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.499368] env[69699]: DEBUG oslo_concurrency.lockutils [None req-21103bd2-676b-4455-ab33-1ddd1d9eb49a tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "311e4618-41ff-4cab-ae4f-d7063872abc8" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.499554] env[69699]: INFO nova.compute.manager [None req-21103bd2-676b-4455-ab33-1ddd1d9eb49a tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Rebooting instance [ 953.501303] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34538fe7-5753-4421-a7b3-823b50390408 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.519063] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-846ca1ad-be9b-4f9a-81cb-db7e68adfe87 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 953.520264] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b426f09-e1ea-4017-8692-fbddc2551bc9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.522894] env[69699]: DEBUG oslo_vmware.api [None req-c7462463-885a-4772-8e3c-21b0f6196a16 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607399, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.592753] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-846ca1ad-be9b-4f9a-81cb-db7e68adfe87 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 953.592753] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-846ca1ad-be9b-4f9a-81cb-db7e68adfe87 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 953.592753] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-846ca1ad-be9b-4f9a-81cb-db7e68adfe87 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Deleting the datastore file [datastore2] 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 953.592753] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e43cca0-3c17-427d-8d3e-e1ce09b81d28 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.595149] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: a05eee33-bfda-4a2d-b341-f5a792d98872] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 953.608526] env[69699]: DEBUG oslo_vmware.api [None req-846ca1ad-be9b-4f9a-81cb-db7e68adfe87 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Waiting for the task: (returnval){ [ 953.608526] env[69699]: value = "task-3607401" [ 953.608526] env[69699]: _type = "Task" [ 953.608526] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.618046] env[69699]: DEBUG oslo_vmware.api [None req-846ca1ad-be9b-4f9a-81cb-db7e68adfe87 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Task: {'id': task-3607401, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.643518] env[69699]: DEBUG oslo_concurrency.lockutils [None req-de6e80b6-7b6a-4a54-b4ac-4461f488a4e3 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Lock "ce2c2927-0060-46ea-ac84-b0b1db6663c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.970s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.664342] env[69699]: DEBUG oslo_vmware.api [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Task: {'id': task-3607397, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.872266] env[69699]: INFO nova.compute.resource_tracker [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Updating resource usage from migration b20b8d8b-579e-457a-b9bc-488c0d2fec28 [ 953.878613] env[69699]: DEBUG nova.network.neutron [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] Successfully created port: 10e591a2-535b-4ae6-8bbb-93231da8f969 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 953.955120] env[69699]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 953.955120] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5295af05-f212-5b0c-b457-8f90f467323c" [ 953.955120] env[69699]: _type = "HttpNfcLease" [ 953.955120] env[69699]: } is ready. {{(pid=69699) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 953.958079] env[69699]: DEBUG oslo_vmware.rw_handles [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 953.958079] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5295af05-f212-5b0c-b457-8f90f467323c" [ 953.958079] env[69699]: _type = "HttpNfcLease" [ 953.958079] env[69699]: }. {{(pid=69699) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 953.958998] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e17eb0-ba72-4843-8d4e-ad11c8eb874a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.966993] env[69699]: DEBUG oslo_vmware.rw_handles [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526d4133-3420-1137-3227-e9907089e54f/disk-0.vmdk from lease info. {{(pid=69699) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 953.967185] env[69699]: DEBUG oslo_vmware.rw_handles [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526d4133-3420-1137-3227-e9907089e54f/disk-0.vmdk. {{(pid=69699) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 954.034769] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-86681b5c-b313-4e82-9986-7d1ffc24b2dd tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Creating Snapshot of the VM instance {{(pid=69699) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 954.042160] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f5a0f964-1cbb-46c0-bc98-aa308eedf840 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.049021] env[69699]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ee725cac-34e5-4e24-b0ec-73c441deb274 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.054982] env[69699]: DEBUG oslo_vmware.api [None req-c7462463-885a-4772-8e3c-21b0f6196a16 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607399, 'name': ReconfigVM_Task, 'duration_secs': 0.255259} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.056540] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7462463-885a-4772-8e3c-21b0f6196a16 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Reconfigured VM instance instance-0000003a to detach disk 2001 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 954.061606] env[69699]: DEBUG oslo_vmware.api [None req-86681b5c-b313-4e82-9986-7d1ffc24b2dd tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 954.061606] env[69699]: value = "task-3607402" [ 954.061606] env[69699]: _type = "Task" [ 954.061606] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.063258] env[69699]: DEBUG oslo_concurrency.lockutils [None req-21103bd2-676b-4455-ab33-1ddd1d9eb49a tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquiring lock "refresh_cache-311e4618-41ff-4cab-ae4f-d7063872abc8" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.063358] env[69699]: DEBUG oslo_concurrency.lockutils [None req-21103bd2-676b-4455-ab33-1ddd1d9eb49a tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquired lock "refresh_cache-311e4618-41ff-4cab-ae4f-d7063872abc8" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.063474] env[69699]: DEBUG nova.network.neutron [None req-21103bd2-676b-4455-ab33-1ddd1d9eb49a tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.064674] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37aeb815-487f-4bae-89c6-3fb4fc17e0e0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.087821] env[69699]: DEBUG oslo_vmware.api [None req-86681b5c-b313-4e82-9986-7d1ffc24b2dd tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607402, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.089126] env[69699]: DEBUG oslo_vmware.api [None req-c7462463-885a-4772-8e3c-21b0f6196a16 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Waiting for the task: (returnval){ [ 954.089126] env[69699]: value = "task-3607403" [ 954.089126] env[69699]: _type = "Task" [ 954.089126] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.100900] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: d35745c3-a340-4650-9566-3726d0c8b018] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 954.101862] env[69699]: DEBUG oslo_vmware.api [None req-c7462463-885a-4772-8e3c-21b0f6196a16 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607403, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.119925] env[69699]: DEBUG oslo_vmware.api [None req-846ca1ad-be9b-4f9a-81cb-db7e68adfe87 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Task: {'id': task-3607401, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.090104} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.120755] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-846ca1ad-be9b-4f9a-81cb-db7e68adfe87 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 954.120755] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-846ca1ad-be9b-4f9a-81cb-db7e68adfe87 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 954.120755] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-846ca1ad-be9b-4f9a-81cb-db7e68adfe87 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 954.164705] env[69699]: DEBUG oslo_vmware.api [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Task: {'id': task-3607397, 'name': PowerOnVM_Task, 'duration_secs': 0.645858} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.165869] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] [instance: d0089bd8-34e9-4c28-8cce-9eaacbae237b] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 954.165869] env[69699]: INFO nova.compute.manager [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] [instance: d0089bd8-34e9-4c28-8cce-9eaacbae237b] Took 7.66 seconds to spawn the instance on the hypervisor. [ 954.165869] env[69699]: DEBUG nova.compute.manager [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] [instance: d0089bd8-34e9-4c28-8cce-9eaacbae237b] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.166171] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69bfacdd-cf9d-428f-878a-7aad48ddf117 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.187276] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-846ca1ad-be9b-4f9a-81cb-db7e68adfe87 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Volume detach. Driver type: vmdk {{(pid=69699) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 954.187634] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9dd7fd4c-f51c-4ed4-ab77-b72dc8b4a56c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.197294] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c561bca-f161-44d2-b306-3c699132f029 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.234814] env[69699]: ERROR nova.compute.manager [None req-846ca1ad-be9b-4f9a-81cb-db7e68adfe87 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Failed to detach volume c9efda31-e311-4adb-b373-64aa5825c036 from /dev/sda: nova.exception.InstanceNotFound: Instance 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a could not be found. [ 954.234814] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Traceback (most recent call last): [ 954.234814] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 954.234814] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] self.driver.rebuild(**kwargs) [ 954.234814] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 954.234814] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] raise NotImplementedError() [ 954.234814] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] NotImplementedError [ 954.234814] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] [ 954.234814] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] During handling of the above exception, another exception occurred: [ 954.234814] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] [ 954.234814] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Traceback (most recent call last): [ 954.234814] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 954.234814] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] self.driver.detach_volume(context, old_connection_info, [ 954.234814] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 954.234814] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] return self._volumeops.detach_volume(connection_info, instance) [ 954.234814] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 954.234814] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] self._detach_volume_vmdk(connection_info, instance) [ 954.234814] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 954.234814] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 954.234814] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 954.234814] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] stable_ref.fetch_moref(session) [ 954.234814] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 954.234814] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] raise exception.InstanceNotFound(instance_id=self._uuid) [ 954.234814] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] nova.exception.InstanceNotFound: Instance 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a could not be found. [ 954.234814] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] [ 954.382713] env[69699]: DEBUG nova.compute.manager [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 954.414293] env[69699]: DEBUG nova.virt.hardware [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 954.414643] env[69699]: DEBUG nova.virt.hardware [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 954.414888] env[69699]: DEBUG nova.virt.hardware [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 954.415149] env[69699]: DEBUG nova.virt.hardware [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 954.415334] env[69699]: DEBUG nova.virt.hardware [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 954.415490] env[69699]: DEBUG nova.virt.hardware [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 954.415821] env[69699]: DEBUG nova.virt.hardware [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 954.416028] env[69699]: DEBUG nova.virt.hardware [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 954.416204] env[69699]: DEBUG nova.virt.hardware [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 954.416428] env[69699]: DEBUG nova.virt.hardware [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 954.416626] env[69699]: DEBUG nova.virt.hardware [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 954.417676] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc9830c-d31d-4327-b03d-7fa8b6e85669 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.431547] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5c30f3-1a2a-4573-ad60-0229e9de5c1d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.441626] env[69699]: DEBUG nova.compute.utils [None req-846ca1ad-be9b-4f9a-81cb-db7e68adfe87 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Build of instance 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a aborted: Failed to rebuild volume backed instance. {{(pid=69699) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 954.444899] env[69699]: ERROR nova.compute.manager [None req-846ca1ad-be9b-4f9a-81cb-db7e68adfe87 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a aborted: Failed to rebuild volume backed instance. [ 954.444899] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Traceback (most recent call last): [ 954.444899] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 954.444899] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] self.driver.rebuild(**kwargs) [ 954.444899] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 954.444899] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] raise NotImplementedError() [ 954.444899] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] NotImplementedError [ 954.444899] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] [ 954.444899] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] During handling of the above exception, another exception occurred: [ 954.444899] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] [ 954.444899] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Traceback (most recent call last): [ 954.444899] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 954.444899] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] self._detach_root_volume(context, instance, root_bdm) [ 954.444899] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 954.444899] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] with excutils.save_and_reraise_exception(): [ 954.444899] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 954.444899] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] self.force_reraise() [ 954.444899] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 954.444899] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] raise self.value [ 954.444899] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 954.444899] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] self.driver.detach_volume(context, old_connection_info, [ 954.444899] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 954.444899] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] return self._volumeops.detach_volume(connection_info, instance) [ 954.444899] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 954.444899] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] self._detach_volume_vmdk(connection_info, instance) [ 954.444899] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 954.444899] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 954.444899] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 954.444899] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] stable_ref.fetch_moref(session) [ 954.444899] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 954.444899] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] raise exception.InstanceNotFound(instance_id=self._uuid) [ 954.444899] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] nova.exception.InstanceNotFound: Instance 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a could not be found. [ 954.444899] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] [ 954.444899] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] During handling of the above exception, another exception occurred: [ 954.444899] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] [ 954.444899] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Traceback (most recent call last): [ 954.444899] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 954.444899] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] yield [ 954.444899] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 954.444899] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] self._do_rebuild_instance_with_claim( [ 954.446953] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 954.446953] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] self._do_rebuild_instance( [ 954.446953] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 954.446953] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] self._rebuild_default_impl(**kwargs) [ 954.446953] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 954.446953] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] self._rebuild_volume_backed_instance( [ 954.446953] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 954.446953] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] raise exception.BuildAbortException( [ 954.446953] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] nova.exception.BuildAbortException: Build of instance 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a aborted: Failed to rebuild volume backed instance. [ 954.446953] env[69699]: ERROR nova.compute.manager [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] [ 954.450866] env[69699]: DEBUG nova.compute.manager [req-e4d9d06f-30e0-4e5c-84d6-6dc36d714d12 req-2ea9d87f-8408-49f5-982e-c371640be896 service nova] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Received event network-changed-fb768f9a-7df5-400a-9458-4db7712c1e5d {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.451097] env[69699]: DEBUG nova.compute.manager [req-e4d9d06f-30e0-4e5c-84d6-6dc36d714d12 req-2ea9d87f-8408-49f5-982e-c371640be896 service nova] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Refreshing instance network info cache due to event network-changed-fb768f9a-7df5-400a-9458-4db7712c1e5d. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 954.451347] env[69699]: DEBUG oslo_concurrency.lockutils [req-e4d9d06f-30e0-4e5c-84d6-6dc36d714d12 req-2ea9d87f-8408-49f5-982e-c371640be896 service nova] Acquiring lock "refresh_cache-ce2c2927-0060-46ea-ac84-b0b1db6663c4" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.451494] env[69699]: DEBUG oslo_concurrency.lockutils [req-e4d9d06f-30e0-4e5c-84d6-6dc36d714d12 req-2ea9d87f-8408-49f5-982e-c371640be896 service nova] Acquired lock "refresh_cache-ce2c2927-0060-46ea-ac84-b0b1db6663c4" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.451648] env[69699]: DEBUG nova.network.neutron [req-e4d9d06f-30e0-4e5c-84d6-6dc36d714d12 req-2ea9d87f-8408-49f5-982e-c371640be896 service nova] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Refreshing network info cache for port fb768f9a-7df5-400a-9458-4db7712c1e5d {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 954.545818] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af15a3cf-7eb9-4917-a452-4a302b198dd7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.555014] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c668e79-ae5b-4eeb-9c33-fbb88666e2be {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.598287] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ae6a7c-d92b-4bb2-a323-c2eacce0aaa9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.607235] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: daab1c9b-cf22-4ef3-901b-56dfa26ac10e] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 954.612842] env[69699]: DEBUG oslo_vmware.api [None req-86681b5c-b313-4e82-9986-7d1ffc24b2dd tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607402, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.618277] env[69699]: DEBUG oslo_vmware.api [None req-c7462463-885a-4772-8e3c-21b0f6196a16 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607403, 'name': ReconfigVM_Task, 'duration_secs': 0.146078} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.621084] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7462463-885a-4772-8e3c-21b0f6196a16 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719617', 'volume_id': 'a8f75fca-d060-43fe-a2cb-d310b985bb7d', 'name': 'volume-a8f75fca-d060-43fe-a2cb-d310b985bb7d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5492f83e-37c1-43f8-b40d-1d1872e229d6', 'attached_at': '', 'detached_at': '', 'volume_id': 'a8f75fca-d060-43fe-a2cb-d310b985bb7d', 'serial': 'a8f75fca-d060-43fe-a2cb-d310b985bb7d'} {{(pid=69699) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 954.624424] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1becc0d-088a-4713-be74-da216efcd403 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.639916] env[69699]: DEBUG nova.compute.provider_tree [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.689520] env[69699]: INFO nova.compute.manager [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] [instance: d0089bd8-34e9-4c28-8cce-9eaacbae237b] Took 58.16 seconds to build instance. [ 954.903632] env[69699]: DEBUG nova.network.neutron [None req-21103bd2-676b-4455-ab33-1ddd1d9eb49a tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Updating instance_info_cache with network_info: [{"id": "4fdb835d-6532-41ed-a080-cc51c855a95e", "address": "fa:16:3e:8f:5f:18", "network": {"id": "4a55132d-5b16-41eb-97d5-c6aacd2ebbe0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2076238106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f0293384f344ba09f431b47ef381d57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fdb835d-65", "ovs_interfaceid": "4fdb835d-6532-41ed-a080-cc51c855a95e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.112251] env[69699]: DEBUG oslo_vmware.api [None req-86681b5c-b313-4e82-9986-7d1ffc24b2dd tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607402, 'name': CreateSnapshot_Task, 'duration_secs': 0.6327} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.112686] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-86681b5c-b313-4e82-9986-7d1ffc24b2dd tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Created Snapshot of the VM instance {{(pid=69699) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 955.114209] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3824aab-64d8-44f6-8338-24249eb463b9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.121813] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 6d276c01-142d-4814-9a6e-52da8bc20897] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 955.147475] env[69699]: DEBUG nova.scheduler.client.report [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.151506] env[69699]: DEBUG oslo_vmware.rw_handles [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Completed reading data from the image iterator. {{(pid=69699) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 955.155024] env[69699]: DEBUG oslo_vmware.rw_handles [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526d4133-3420-1137-3227-e9907089e54f/disk-0.vmdk. {{(pid=69699) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 955.155024] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9934e804-566f-43a9-aecb-b7c568ad9d39 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.161991] env[69699]: DEBUG oslo_vmware.rw_handles [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526d4133-3420-1137-3227-e9907089e54f/disk-0.vmdk is in state: ready. {{(pid=69699) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 955.162236] env[69699]: DEBUG oslo_vmware.rw_handles [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526d4133-3420-1137-3227-e9907089e54f/disk-0.vmdk. {{(pid=69699) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 955.162503] env[69699]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-5142f6b7-d2c2-46fd-b69f-5ca787b9b398 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.188623] env[69699]: DEBUG nova.objects.instance [None req-c7462463-885a-4772-8e3c-21b0f6196a16 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Lazy-loading 'flavor' on Instance uuid 5492f83e-37c1-43f8-b40d-1d1872e229d6 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.196237] env[69699]: DEBUG oslo_concurrency.lockutils [None req-98313fbd-44e0-4456-9b21-4be905c7144b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Lock "d0089bd8-34e9-4c28-8cce-9eaacbae237b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.525s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.317262] env[69699]: DEBUG nova.network.neutron [req-e4d9d06f-30e0-4e5c-84d6-6dc36d714d12 req-2ea9d87f-8408-49f5-982e-c371640be896 service nova] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Updated VIF entry in instance network info cache for port fb768f9a-7df5-400a-9458-4db7712c1e5d. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.317646] env[69699]: DEBUG nova.network.neutron [req-e4d9d06f-30e0-4e5c-84d6-6dc36d714d12 req-2ea9d87f-8408-49f5-982e-c371640be896 service nova] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Updating instance_info_cache with network_info: [{"id": "fb768f9a-7df5-400a-9458-4db7712c1e5d", "address": "fa:16:3e:d4:48:a3", "network": {"id": "71a6dabb-23ad-4272-bda8-d74ffdb3b265", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1255505806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30d713bc29a74f27bdab6269c3f93455", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb768f9a-7d", "ovs_interfaceid": "fb768f9a-7df5-400a-9458-4db7712c1e5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.372211] env[69699]: DEBUG oslo_vmware.rw_handles [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526d4133-3420-1137-3227-e9907089e54f/disk-0.vmdk. {{(pid=69699) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 955.372456] env[69699]: INFO nova.virt.vmwareapi.images [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Downloaded image file data 351d9b65-e469-4cbf-aed9-f138308fd655 [ 955.373450] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a0bf7c-e992-48c5-8d16-e5158bf9fe8c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.395972] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d45c3d6-2f0f-4700-8dcb-ace4695a65c0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.407274] env[69699]: DEBUG oslo_concurrency.lockutils [None req-21103bd2-676b-4455-ab33-1ddd1d9eb49a tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Releasing lock "refresh_cache-311e4618-41ff-4cab-ae4f-d7063872abc8" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.424999] env[69699]: INFO nova.virt.vmwareapi.images [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] The imported VM was unregistered [ 955.428809] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Caching image {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 955.432024] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Creating directory with path [datastore1] devstack-image-cache_base/351d9b65-e469-4cbf-aed9-f138308fd655 {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.432024] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3dad7b4-cc98-4a08-bc1e-d15732a7aa05 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.445053] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Created directory with path [datastore1] devstack-image-cache_base/351d9b65-e469-4cbf-aed9-f138308fd655 {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.445560] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_4b0753a2-edc7-49e1-8103-311f32c61c80/OSTACK_IMG_4b0753a2-edc7-49e1-8103-311f32c61c80.vmdk to [datastore1] devstack-image-cache_base/351d9b65-e469-4cbf-aed9-f138308fd655/351d9b65-e469-4cbf-aed9-f138308fd655.vmdk. {{(pid=69699) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 955.445560] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ea92a2d2-85ff-4984-8012-8fb15045cb31 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.463033] env[69699]: DEBUG oslo_vmware.api [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the task: (returnval){ [ 955.463033] env[69699]: value = "task-3607405" [ 955.463033] env[69699]: _type = "Task" [ 955.463033] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.472517] env[69699]: DEBUG oslo_vmware.api [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607405, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.627751] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: e46d11e1-2931-4ed2-907e-1577961e3d03] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 955.635946] env[69699]: DEBUG nova.network.neutron [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] Successfully updated port: 10e591a2-535b-4ae6-8bbb-93231da8f969 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 955.647664] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-86681b5c-b313-4e82-9986-7d1ffc24b2dd tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Creating linked-clone VM from snapshot {{(pid=69699) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 955.647664] env[69699]: DEBUG nova.compute.manager [req-846bcdeb-1cd9-43c7-b0c7-be8cc4fc99ab req-e1b159f9-2c2a-45c3-8e52-0c5bf0a17793 service nova] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] Received event network-vif-plugged-10e591a2-535b-4ae6-8bbb-93231da8f969 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.647664] env[69699]: DEBUG oslo_concurrency.lockutils [req-846bcdeb-1cd9-43c7-b0c7-be8cc4fc99ab req-e1b159f9-2c2a-45c3-8e52-0c5bf0a17793 service nova] Acquiring lock "7c6fee98-d810-4a93-aa6a-d8a1059b80a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.647664] env[69699]: DEBUG oslo_concurrency.lockutils [req-846bcdeb-1cd9-43c7-b0c7-be8cc4fc99ab req-e1b159f9-2c2a-45c3-8e52-0c5bf0a17793 service nova] Lock "7c6fee98-d810-4a93-aa6a-d8a1059b80a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.647664] env[69699]: DEBUG oslo_concurrency.lockutils [req-846bcdeb-1cd9-43c7-b0c7-be8cc4fc99ab req-e1b159f9-2c2a-45c3-8e52-0c5bf0a17793 service nova] Lock "7c6fee98-d810-4a93-aa6a-d8a1059b80a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.647664] env[69699]: DEBUG nova.compute.manager [req-846bcdeb-1cd9-43c7-b0c7-be8cc4fc99ab req-e1b159f9-2c2a-45c3-8e52-0c5bf0a17793 service nova] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] No waiting events found dispatching network-vif-plugged-10e591a2-535b-4ae6-8bbb-93231da8f969 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 955.647847] env[69699]: WARNING nova.compute.manager [req-846bcdeb-1cd9-43c7-b0c7-be8cc4fc99ab req-e1b159f9-2c2a-45c3-8e52-0c5bf0a17793 service nova] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] Received unexpected event network-vif-plugged-10e591a2-535b-4ae6-8bbb-93231da8f969 for instance with vm_state building and task_state spawning. [ 955.649165] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5df5ac74-29d7-4355-89a3-7f2d78c00bf8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.657089] env[69699]: DEBUG oslo_concurrency.lockutils [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.812s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.657309] env[69699]: INFO nova.compute.manager [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Migrating [ 955.671382] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.307s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.671729] env[69699]: DEBUG nova.objects.instance [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69699) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 955.681653] env[69699]: DEBUG oslo_vmware.api [None req-86681b5c-b313-4e82-9986-7d1ffc24b2dd tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 955.681653] env[69699]: value = "task-3607406" [ 955.681653] env[69699]: _type = "Task" [ 955.681653] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.699823] env[69699]: DEBUG oslo_vmware.api [None req-86681b5c-b313-4e82-9986-7d1ffc24b2dd tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607406, 'name': CloneVM_Task} progress is 12%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.820901] env[69699]: DEBUG oslo_concurrency.lockutils [req-e4d9d06f-30e0-4e5c-84d6-6dc36d714d12 req-2ea9d87f-8408-49f5-982e-c371640be896 service nova] Releasing lock "refresh_cache-ce2c2927-0060-46ea-ac84-b0b1db6663c4" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.916025] env[69699]: DEBUG nova.compute.manager [None req-21103bd2-676b-4455-ab33-1ddd1d9eb49a tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.916025] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc82ed29-675b-4021-b2d4-aecb70758ba5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.977034] env[69699]: DEBUG oslo_vmware.api [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607405, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.008214] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2ee4c730-9e53-46fb-bdb3-9dea6a798670 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Acquiring lock "5492f83e-37c1-43f8-b40d-1d1872e229d6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.149301] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 23ef84be-eb8c-46e3-a8df-d9843024f3fe] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 956.152337] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Acquiring lock "refresh_cache-7c6fee98-d810-4a93-aa6a-d8a1059b80a2" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.152543] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Acquired lock "refresh_cache-7c6fee98-d810-4a93-aa6a-d8a1059b80a2" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.152695] env[69699]: DEBUG nova.network.neutron [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.185999] env[69699]: DEBUG oslo_concurrency.lockutils [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "refresh_cache-5f115f20-f8bf-4c38-8e88-78e1cb8e24df" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.185999] env[69699]: DEBUG oslo_concurrency.lockutils [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquired lock "refresh_cache-5f115f20-f8bf-4c38-8e88-78e1cb8e24df" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.185999] env[69699]: DEBUG nova.network.neutron [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.201711] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c7462463-885a-4772-8e3c-21b0f6196a16 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Lock "5492f83e-37c1-43f8-b40d-1d1872e229d6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.436s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.202870] env[69699]: DEBUG oslo_vmware.api [None req-86681b5c-b313-4e82-9986-7d1ffc24b2dd tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607406, 'name': CloneVM_Task} progress is 94%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.203345] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2ee4c730-9e53-46fb-bdb3-9dea6a798670 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Lock "5492f83e-37c1-43f8-b40d-1d1872e229d6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.195s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.203535] env[69699]: DEBUG nova.compute.manager [None req-2ee4c730-9e53-46fb-bdb3-9dea6a798670 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.204822] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528601ad-2a8b-4b34-9399-1d07c19e74e2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.213927] env[69699]: DEBUG nova.compute.manager [None req-2ee4c730-9e53-46fb-bdb3-9dea6a798670 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69699) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 956.214640] env[69699]: DEBUG nova.objects.instance [None req-2ee4c730-9e53-46fb-bdb3-9dea6a798670 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Lazy-loading 'flavor' on Instance uuid 5492f83e-37c1-43f8-b40d-1d1872e229d6 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.465471] env[69699]: DEBUG oslo_concurrency.lockutils [None req-846ca1ad-be9b-4f9a-81cb-db7e68adfe87 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.477319] env[69699]: DEBUG oslo_vmware.api [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607405, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.654818] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 7c793ce4-7eab-4cfe-8c5c-6fa5e973cc5e] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 956.701091] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2c5e8957-fd1c-43b0-98cc-891c69edf648 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.030s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.702682] env[69699]: DEBUG oslo_concurrency.lockutils [None req-244c4afd-5d22-4d9d-b955-9fe3b6795c9d tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.953s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.703000] env[69699]: DEBUG oslo_concurrency.lockutils [None req-244c4afd-5d22-4d9d-b955-9fe3b6795c9d tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.706020] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bf443645-c00b-4b6b-8ca0-cefa166a3840 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.255s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.706349] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bf443645-c00b-4b6b-8ca0-cefa166a3840 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.709292] env[69699]: DEBUG oslo_concurrency.lockutils [None req-62257e88-1885-41cd-a47e-42a0e1e70262 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.288s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.709674] env[69699]: DEBUG oslo_concurrency.lockutils [None req-62257e88-1885-41cd-a47e-42a0e1e70262 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.712993] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.075s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.715383] env[69699]: INFO nova.compute.claims [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 956.723526] env[69699]: DEBUG nova.network.neutron [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 956.747753] env[69699]: DEBUG oslo_vmware.api [None req-86681b5c-b313-4e82-9986-7d1ffc24b2dd tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607406, 'name': CloneVM_Task} progress is 94%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.753994] env[69699]: INFO nova.scheduler.client.report [None req-62257e88-1885-41cd-a47e-42a0e1e70262 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Deleted allocations for instance 0bc9b912-7486-4b33-a317-aaf4e0acae48 [ 956.758274] env[69699]: INFO nova.scheduler.client.report [None req-244c4afd-5d22-4d9d-b955-9fe3b6795c9d tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Deleted allocations for instance c7fba1f1-8e12-4891-aa98-06a5ff41a7e5 [ 956.773251] env[69699]: INFO nova.scheduler.client.report [None req-bf443645-c00b-4b6b-8ca0-cefa166a3840 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Deleted allocations for instance 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6 [ 956.933715] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8edb0654-6e3c-409a-b4b1-b2c9181af5fb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.943311] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-21103bd2-676b-4455-ab33-1ddd1d9eb49a tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Doing hard reboot of VM {{(pid=69699) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 956.946014] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-b815a42f-3ba0-4aeb-883c-2cfc92abd453 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.954372] env[69699]: DEBUG oslo_vmware.api [None req-21103bd2-676b-4455-ab33-1ddd1d9eb49a tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 956.954372] env[69699]: value = "task-3607407" [ 956.954372] env[69699]: _type = "Task" [ 956.954372] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.964583] env[69699]: DEBUG oslo_vmware.api [None req-21103bd2-676b-4455-ab33-1ddd1d9eb49a tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607407, 'name': ResetVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.976053] env[69699]: DEBUG oslo_vmware.api [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607405, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.094416] env[69699]: DEBUG nova.network.neutron [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] Updating instance_info_cache with network_info: [{"id": "10e591a2-535b-4ae6-8bbb-93231da8f969", "address": "fa:16:3e:24:90:a6", "network": {"id": "51c496d2-6658-4179-aedc-a2d15812250f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1488732112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab147489779f410c95dac440420550c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10e591a2-53", "ovs_interfaceid": "10e591a2-535b-4ae6-8bbb-93231da8f969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.162348] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 5410ca8f-b92b-41ad-a7c5-914ff64398bd] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 957.170801] env[69699]: DEBUG nova.network.neutron [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Updating instance_info_cache with network_info: [{"id": "4bdfebb4-0085-4e84-a983-2049d279a4be", "address": "fa:16:3e:4a:b4:87", "network": {"id": "7f999160-b5bb-4e50-a728-01fecb63917a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1727920786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e04398ccf8a4b1490feabf07d03922b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bdfebb4-00", "ovs_interfaceid": "4bdfebb4-0085-4e84-a983-2049d279a4be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.201331] env[69699]: DEBUG oslo_vmware.api [None req-86681b5c-b313-4e82-9986-7d1ffc24b2dd tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607406, 'name': CloneVM_Task} progress is 95%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.249588] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee4c730-9e53-46fb-bdb3-9dea6a798670 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.249924] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d8010e4-f2ec-4319-9dfd-509ef9d35915 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.262654] env[69699]: DEBUG oslo_vmware.api [None req-2ee4c730-9e53-46fb-bdb3-9dea6a798670 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Waiting for the task: (returnval){ [ 957.262654] env[69699]: value = "task-3607408" [ 957.262654] env[69699]: _type = "Task" [ 957.262654] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.263188] env[69699]: DEBUG oslo_concurrency.lockutils [None req-62257e88-1885-41cd-a47e-42a0e1e70262 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Lock "0bc9b912-7486-4b33-a317-aaf4e0acae48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.330s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.271045] env[69699]: DEBUG oslo_concurrency.lockutils [None req-244c4afd-5d22-4d9d-b955-9fe3b6795c9d tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Lock "c7fba1f1-8e12-4891-aa98-06a5ff41a7e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.956s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.281715] env[69699]: DEBUG oslo_vmware.api [None req-2ee4c730-9e53-46fb-bdb3-9dea6a798670 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.282827] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bf443645-c00b-4b6b-8ca0-cefa166a3840 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Lock "74dd2ef3-54fc-48ed-bfa0-be086bd38ca6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.597s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.468330] env[69699]: DEBUG oslo_vmware.api [None req-21103bd2-676b-4455-ab33-1ddd1d9eb49a tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607407, 'name': ResetVM_Task, 'duration_secs': 0.142626} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.473363] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-21103bd2-676b-4455-ab33-1ddd1d9eb49a tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Did hard reboot of VM {{(pid=69699) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 957.473363] env[69699]: DEBUG nova.compute.manager [None req-21103bd2-676b-4455-ab33-1ddd1d9eb49a tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 957.473363] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f26f7b-d05b-41a3-8bb5-7ae9dce15443 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.483265] env[69699]: DEBUG oslo_vmware.api [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607405, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.598720] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Releasing lock "refresh_cache-7c6fee98-d810-4a93-aa6a-d8a1059b80a2" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.599116] env[69699]: DEBUG nova.compute.manager [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] Instance network_info: |[{"id": "10e591a2-535b-4ae6-8bbb-93231da8f969", "address": "fa:16:3e:24:90:a6", "network": {"id": "51c496d2-6658-4179-aedc-a2d15812250f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1488732112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab147489779f410c95dac440420550c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10e591a2-53", "ovs_interfaceid": "10e591a2-535b-4ae6-8bbb-93231da8f969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 957.599994] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:90:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd998416-f3d6-4a62-b828-5011063ce76a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10e591a2-535b-4ae6-8bbb-93231da8f969', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.609614] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Creating folder: Project (ab147489779f410c95dac440420550c5). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 957.610069] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2dba75f9-e570-4326-917b-aad4cdd29a07 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.626891] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Created folder: Project (ab147489779f410c95dac440420550c5) in parent group-v719415. [ 957.627145] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Creating folder: Instances. Parent ref: group-v719643. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 957.627435] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d880a814-ab32-44c4-9a64-c7e2aabf0e7d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.650214] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Created folder: Instances in parent group-v719643. [ 957.650857] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.651640] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.652480] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1505a260-9fa2-446f-9b53-23c4088068a8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.676287] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 39991d8e-84ec-4ef7-b76d-ddd39ff4c1b9] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 957.679223] env[69699]: DEBUG oslo_concurrency.lockutils [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Releasing lock "refresh_cache-5f115f20-f8bf-4c38-8e88-78e1cb8e24df" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.695439] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 957.695439] env[69699]: value = "task-3607411" [ 957.695439] env[69699]: _type = "Task" [ 957.695439] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.709023] env[69699]: DEBUG oslo_vmware.api [None req-86681b5c-b313-4e82-9986-7d1ffc24b2dd tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607406, 'name': CloneVM_Task, 'duration_secs': 1.930916} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.709571] env[69699]: INFO nova.virt.vmwareapi.vmops [None req-86681b5c-b313-4e82-9986-7d1ffc24b2dd tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Created linked-clone VM from snapshot [ 957.712093] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83887760-acfc-4276-bffe-c7b9fda72687 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.719917] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607411, 'name': CreateVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.727754] env[69699]: DEBUG nova.virt.vmwareapi.images [None req-86681b5c-b313-4e82-9986-7d1ffc24b2dd tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Uploading image ed4c58b8-f455-4405-b2c2-283719b815a3 {{(pid=69699) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 957.759098] env[69699]: DEBUG oslo_vmware.rw_handles [None req-86681b5c-b313-4e82-9986-7d1ffc24b2dd tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 957.759098] env[69699]: value = "vm-719642" [ 957.759098] env[69699]: _type = "VirtualMachine" [ 957.759098] env[69699]: }. {{(pid=69699) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 957.759696] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-941c4f5b-222f-4667-9bd4-345a52a53ee9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.772366] env[69699]: DEBUG oslo_vmware.rw_handles [None req-86681b5c-b313-4e82-9986-7d1ffc24b2dd tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lease: (returnval){ [ 957.772366] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]526955aa-3828-2375-1519-4dba60a96c53" [ 957.772366] env[69699]: _type = "HttpNfcLease" [ 957.772366] env[69699]: } obtained for exporting VM: (result){ [ 957.772366] env[69699]: value = "vm-719642" [ 957.772366] env[69699]: _type = "VirtualMachine" [ 957.772366] env[69699]: }. {{(pid=69699) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 957.772944] env[69699]: DEBUG oslo_vmware.api [None req-86681b5c-b313-4e82-9986-7d1ffc24b2dd tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the lease: (returnval){ [ 957.772944] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]526955aa-3828-2375-1519-4dba60a96c53" [ 957.772944] env[69699]: _type = "HttpNfcLease" [ 957.772944] env[69699]: } to be ready. {{(pid=69699) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 957.784191] env[69699]: DEBUG oslo_vmware.api [None req-2ee4c730-9e53-46fb-bdb3-9dea6a798670 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.786721] env[69699]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 957.786721] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]526955aa-3828-2375-1519-4dba60a96c53" [ 957.786721] env[69699]: _type = "HttpNfcLease" [ 957.786721] env[69699]: } is initializing. {{(pid=69699) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 957.811196] env[69699]: DEBUG nova.compute.manager [req-d212d76f-451c-4fea-8705-0a44002bd761 req-7dd3555e-9029-4296-bfe5-3a36638d14f9 service nova] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] Received event network-changed-10e591a2-535b-4ae6-8bbb-93231da8f969 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.811196] env[69699]: DEBUG nova.compute.manager [req-d212d76f-451c-4fea-8705-0a44002bd761 req-7dd3555e-9029-4296-bfe5-3a36638d14f9 service nova] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] Refreshing instance network info cache due to event network-changed-10e591a2-535b-4ae6-8bbb-93231da8f969. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 957.811403] env[69699]: DEBUG oslo_concurrency.lockutils [req-d212d76f-451c-4fea-8705-0a44002bd761 req-7dd3555e-9029-4296-bfe5-3a36638d14f9 service nova] Acquiring lock "refresh_cache-7c6fee98-d810-4a93-aa6a-d8a1059b80a2" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.811560] env[69699]: DEBUG oslo_concurrency.lockutils [req-d212d76f-451c-4fea-8705-0a44002bd761 req-7dd3555e-9029-4296-bfe5-3a36638d14f9 service nova] Acquired lock "refresh_cache-7c6fee98-d810-4a93-aa6a-d8a1059b80a2" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.815021] env[69699]: DEBUG nova.network.neutron [req-d212d76f-451c-4fea-8705-0a44002bd761 req-7dd3555e-9029-4296-bfe5-3a36638d14f9 service nova] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] Refreshing network info cache for port 10e591a2-535b-4ae6-8bbb-93231da8f969 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 957.978898] env[69699]: DEBUG oslo_vmware.api [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607405, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.479233} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.980640] env[69699]: INFO nova.virt.vmwareapi.ds_util [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_4b0753a2-edc7-49e1-8103-311f32c61c80/OSTACK_IMG_4b0753a2-edc7-49e1-8103-311f32c61c80.vmdk to [datastore1] devstack-image-cache_base/351d9b65-e469-4cbf-aed9-f138308fd655/351d9b65-e469-4cbf-aed9-f138308fd655.vmdk. [ 957.980640] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Cleaning up location [datastore1] OSTACK_IMG_4b0753a2-edc7-49e1-8103-311f32c61c80 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 957.980640] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_4b0753a2-edc7-49e1-8103-311f32c61c80 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 957.980640] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73bdd25b-7d41-45e8-8260-e57ee963e216 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.991608] env[69699]: DEBUG oslo_concurrency.lockutils [None req-21103bd2-676b-4455-ab33-1ddd1d9eb49a tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "311e4618-41ff-4cab-ae4f-d7063872abc8" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.492s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.996413] env[69699]: DEBUG oslo_vmware.api [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the task: (returnval){ [ 957.996413] env[69699]: value = "task-3607413" [ 957.996413] env[69699]: _type = "Task" [ 957.996413] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.011858] env[69699]: DEBUG oslo_vmware.api [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.059157] env[69699]: DEBUG oslo_concurrency.lockutils [None req-abc43bc3-5a21-45d1-b37b-f124f1341349 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Acquiring lock "990fcb68-920f-4d2a-b9d4-31c4bf7fc71a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.059434] env[69699]: DEBUG oslo_concurrency.lockutils [None req-abc43bc3-5a21-45d1-b37b-f124f1341349 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Lock "990fcb68-920f-4d2a-b9d4-31c4bf7fc71a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.059645] env[69699]: DEBUG oslo_concurrency.lockutils [None req-abc43bc3-5a21-45d1-b37b-f124f1341349 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Acquiring lock "990fcb68-920f-4d2a-b9d4-31c4bf7fc71a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.059825] env[69699]: DEBUG oslo_concurrency.lockutils [None req-abc43bc3-5a21-45d1-b37b-f124f1341349 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Lock "990fcb68-920f-4d2a-b9d4-31c4bf7fc71a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.059990] env[69699]: DEBUG oslo_concurrency.lockutils [None req-abc43bc3-5a21-45d1-b37b-f124f1341349 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Lock "990fcb68-920f-4d2a-b9d4-31c4bf7fc71a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.062132] env[69699]: INFO nova.compute.manager [None req-abc43bc3-5a21-45d1-b37b-f124f1341349 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Terminating instance [ 958.152947] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e4179c5e-c564-4e6a-a086-c740ecef4085 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquiring lock "2268d511-e7f0-45e6-a48f-6a7ed60edcb4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.153264] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e4179c5e-c564-4e6a-a086-c740ecef4085 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Lock "2268d511-e7f0-45e6-a48f-6a7ed60edcb4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.153486] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e4179c5e-c564-4e6a-a086-c740ecef4085 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquiring lock "2268d511-e7f0-45e6-a48f-6a7ed60edcb4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.153712] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e4179c5e-c564-4e6a-a086-c740ecef4085 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Lock "2268d511-e7f0-45e6-a48f-6a7ed60edcb4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.153886] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e4179c5e-c564-4e6a-a086-c740ecef4085 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Lock "2268d511-e7f0-45e6-a48f-6a7ed60edcb4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.156069] env[69699]: INFO nova.compute.manager [None req-e4179c5e-c564-4e6a-a086-c740ecef4085 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 2268d511-e7f0-45e6-a48f-6a7ed60edcb4] Terminating instance [ 958.180030] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 1630ba71-ab97-409c-b0b6-60eceaaf1b9d] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 958.190213] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92edf2b-24ab-4c5f-beee-2e60ff1244bb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.202262] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c6ba18-10e9-47a5-8330-88a5f4e258f5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.215620] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607411, 'name': CreateVM_Task} progress is 25%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.243793] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1f23ef-ad0d-4371-8494-2a2ebd0838ca {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.252630] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308b5d70-d30a-4ed9-98c7-e2bd6391b50b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.267677] env[69699]: DEBUG nova.compute.provider_tree [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.280900] env[69699]: DEBUG oslo_vmware.api [None req-2ee4c730-9e53-46fb-bdb3-9dea6a798670 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607408, 'name': PowerOffVM_Task, 'duration_secs': 0.698017} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.281550] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee4c730-9e53-46fb-bdb3-9dea6a798670 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.281869] env[69699]: DEBUG nova.compute.manager [None req-2ee4c730-9e53-46fb-bdb3-9dea6a798670 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.282533] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a43c81-425a-41ae-a691-8d73c741a40a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.286463] env[69699]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 958.286463] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]526955aa-3828-2375-1519-4dba60a96c53" [ 958.286463] env[69699]: _type = "HttpNfcLease" [ 958.286463] env[69699]: } is ready. {{(pid=69699) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 958.287056] env[69699]: DEBUG oslo_vmware.rw_handles [None req-86681b5c-b313-4e82-9986-7d1ffc24b2dd tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 958.287056] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]526955aa-3828-2375-1519-4dba60a96c53" [ 958.287056] env[69699]: _type = "HttpNfcLease" [ 958.287056] env[69699]: }. {{(pid=69699) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 958.287693] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de182a7f-2810-4459-8586-e0ef56b5fd7a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.300883] env[69699]: DEBUG oslo_vmware.rw_handles [None req-86681b5c-b313-4e82-9986-7d1ffc24b2dd tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524ebcef-bef8-898e-06d4-af16ca496f35/disk-0.vmdk from lease info. {{(pid=69699) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 958.301186] env[69699]: DEBUG oslo_vmware.rw_handles [None req-86681b5c-b313-4e82-9986-7d1ffc24b2dd tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524ebcef-bef8-898e-06d4-af16ca496f35/disk-0.vmdk for reading. {{(pid=69699) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 958.501230] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3a9778c5-309b-4b3d-9dfb-73b87074f59b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Acquiring lock "d0089bd8-34e9-4c28-8cce-9eaacbae237b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.501490] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3a9778c5-309b-4b3d-9dfb-73b87074f59b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Lock "d0089bd8-34e9-4c28-8cce-9eaacbae237b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.501717] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3a9778c5-309b-4b3d-9dfb-73b87074f59b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Acquiring lock "d0089bd8-34e9-4c28-8cce-9eaacbae237b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.501971] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3a9778c5-309b-4b3d-9dfb-73b87074f59b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Lock "d0089bd8-34e9-4c28-8cce-9eaacbae237b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.502176] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3a9778c5-309b-4b3d-9dfb-73b87074f59b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Lock "d0089bd8-34e9-4c28-8cce-9eaacbae237b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.510833] env[69699]: INFO nova.compute.manager [None req-3a9778c5-309b-4b3d-9dfb-73b87074f59b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] [instance: d0089bd8-34e9-4c28-8cce-9eaacbae237b] Terminating instance [ 958.516567] env[69699]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a01fd0e6-5b52-4ece-a235-9c4578e03b12 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.521935] env[69699]: DEBUG oslo_vmware.api [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.043338} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.522996] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 958.522996] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Releasing lock "[datastore1] devstack-image-cache_base/351d9b65-e469-4cbf-aed9-f138308fd655/351d9b65-e469-4cbf-aed9-f138308fd655.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.523618] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/351d9b65-e469-4cbf-aed9-f138308fd655/351d9b65-e469-4cbf-aed9-f138308fd655.vmdk to [datastore1] ca488e4c-5958-4ae8-a611-16034ea05264/ca488e4c-5958-4ae8-a611-16034ea05264.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 958.523618] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e54922c-ac94-42d6-939f-7fbdbe00e40a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.531816] env[69699]: DEBUG oslo_vmware.api [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the task: (returnval){ [ 958.531816] env[69699]: value = "task-3607414" [ 958.531816] env[69699]: _type = "Task" [ 958.531816] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.543099] env[69699]: DEBUG oslo_vmware.api [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607414, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.566384] env[69699]: DEBUG nova.compute.manager [None req-abc43bc3-5a21-45d1-b37b-f124f1341349 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.571017] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-26b6c091-b772-4b37-b1d2-3243c2a5765a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.576485] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ddd071-6edb-4591-a68d-857300100996 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.594444] env[69699]: DEBUG oslo_concurrency.lockutils [None req-918b724d-aa23-4756-95b0-e4f70f36dc75 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Acquiring lock "2b73a142-8d85-4ef8-8fe6-940dda6d6521" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.594682] env[69699]: DEBUG oslo_concurrency.lockutils [None req-918b724d-aa23-4756-95b0-e4f70f36dc75 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Lock "2b73a142-8d85-4ef8-8fe6-940dda6d6521" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.594888] env[69699]: DEBUG oslo_concurrency.lockutils [None req-918b724d-aa23-4756-95b0-e4f70f36dc75 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Acquiring lock "2b73a142-8d85-4ef8-8fe6-940dda6d6521-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.595096] env[69699]: DEBUG oslo_concurrency.lockutils [None req-918b724d-aa23-4756-95b0-e4f70f36dc75 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Lock "2b73a142-8d85-4ef8-8fe6-940dda6d6521-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.595270] env[69699]: DEBUG oslo_concurrency.lockutils [None req-918b724d-aa23-4756-95b0-e4f70f36dc75 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Lock "2b73a142-8d85-4ef8-8fe6-940dda6d6521-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.597330] env[69699]: INFO nova.compute.manager [None req-918b724d-aa23-4756-95b0-e4f70f36dc75 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Terminating instance [ 958.629013] env[69699]: WARNING nova.virt.vmwareapi.driver [None req-abc43bc3-5a21-45d1-b37b-f124f1341349 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a could not be found. [ 958.629013] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-abc43bc3-5a21-45d1-b37b-f124f1341349 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.629013] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a3c27f64-32f0-45e8-bcd8-d4f35d556977 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.637341] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8ccacf-9a1f-479c-bc3a-5e3b29936ff7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.648578] env[69699]: DEBUG nova.network.neutron [req-d212d76f-451c-4fea-8705-0a44002bd761 req-7dd3555e-9029-4296-bfe5-3a36638d14f9 service nova] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] Updated VIF entry in instance network info cache for port 10e591a2-535b-4ae6-8bbb-93231da8f969. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 958.648922] env[69699]: DEBUG nova.network.neutron [req-d212d76f-451c-4fea-8705-0a44002bd761 req-7dd3555e-9029-4296-bfe5-3a36638d14f9 service nova] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] Updating instance_info_cache with network_info: [{"id": "10e591a2-535b-4ae6-8bbb-93231da8f969", "address": "fa:16:3e:24:90:a6", "network": {"id": "51c496d2-6658-4179-aedc-a2d15812250f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1488732112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab147489779f410c95dac440420550c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10e591a2-53", "ovs_interfaceid": "10e591a2-535b-4ae6-8bbb-93231da8f969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.660066] env[69699]: DEBUG nova.compute.manager [None req-e4179c5e-c564-4e6a-a086-c740ecef4085 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 2268d511-e7f0-45e6-a48f-6a7ed60edcb4] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.660296] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e4179c5e-c564-4e6a-a086-c740ecef4085 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 2268d511-e7f0-45e6-a48f-6a7ed60edcb4] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.661443] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4fb79d-5fb4-48c2-b624-7605cdae2a38 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.683579] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 883be72f-71fd-4198-8526-860269573811] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 958.686137] env[69699]: WARNING nova.virt.vmwareapi.vmops [None req-abc43bc3-5a21-45d1-b37b-f124f1341349 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a could not be found. [ 958.687013] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-abc43bc3-5a21-45d1-b37b-f124f1341349 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 958.687013] env[69699]: INFO nova.compute.manager [None req-abc43bc3-5a21-45d1-b37b-f124f1341349 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Took 0.12 seconds to destroy the instance on the hypervisor. [ 958.687013] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abc43bc3-5a21-45d1-b37b-f124f1341349 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.690375] env[69699]: DEBUG nova.compute.manager [-] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 958.690489] env[69699]: DEBUG nova.network.neutron [-] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 958.696468] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4179c5e-c564-4e6a-a086-c740ecef4085 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 2268d511-e7f0-45e6-a48f-6a7ed60edcb4] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.696468] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f0dc1fb-77cc-4b69-b329-578680a2565d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.703426] env[69699]: DEBUG oslo_vmware.api [None req-e4179c5e-c564-4e6a-a086-c740ecef4085 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 958.703426] env[69699]: value = "task-3607415" [ 958.703426] env[69699]: _type = "Task" [ 958.703426] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.709975] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607411, 'name': CreateVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.716761] env[69699]: DEBUG oslo_vmware.api [None req-e4179c5e-c564-4e6a-a086-c740ecef4085 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607415, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.774398] env[69699]: DEBUG nova.scheduler.client.report [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.798905] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2ee4c730-9e53-46fb-bdb3-9dea6a798670 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Lock "5492f83e-37c1-43f8-b40d-1d1872e229d6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.595s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.026019] env[69699]: DEBUG nova.compute.manager [None req-3a9778c5-309b-4b3d-9dfb-73b87074f59b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] [instance: d0089bd8-34e9-4c28-8cce-9eaacbae237b] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 959.026019] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9778c5-309b-4b3d-9dfb-73b87074f59b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] [instance: d0089bd8-34e9-4c28-8cce-9eaacbae237b] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 959.026019] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2273a527-427d-4610-bfd4-85c7ff321fbb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.041237] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a9778c5-309b-4b3d-9dfb-73b87074f59b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] [instance: d0089bd8-34e9-4c28-8cce-9eaacbae237b] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.042255] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7401bbb5-d452-49fc-87cb-214f14900962 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.048203] env[69699]: DEBUG oslo_vmware.api [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607414, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.054719] env[69699]: DEBUG oslo_vmware.api [None req-3a9778c5-309b-4b3d-9dfb-73b87074f59b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Waiting for the task: (returnval){ [ 959.054719] env[69699]: value = "task-3607416" [ 959.054719] env[69699]: _type = "Task" [ 959.054719] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.068669] env[69699]: DEBUG oslo_vmware.api [None req-3a9778c5-309b-4b3d-9dfb-73b87074f59b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Task: {'id': task-3607416, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.101713] env[69699]: DEBUG nova.compute.manager [None req-918b724d-aa23-4756-95b0-e4f70f36dc75 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 959.102225] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-918b724d-aa23-4756-95b0-e4f70f36dc75 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 959.104268] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b3cc5b-a0b2-4011-8e46-fa3f0581ed1e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.116405] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-918b724d-aa23-4756-95b0-e4f70f36dc75 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.118021] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12abda83-320e-4211-962e-8a4ef6f4ff3a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.127645] env[69699]: DEBUG oslo_vmware.api [None req-918b724d-aa23-4756-95b0-e4f70f36dc75 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Waiting for the task: (returnval){ [ 959.127645] env[69699]: value = "task-3607417" [ 959.127645] env[69699]: _type = "Task" [ 959.127645] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.142405] env[69699]: DEBUG oslo_vmware.api [None req-918b724d-aa23-4756-95b0-e4f70f36dc75 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3607417, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.152312] env[69699]: DEBUG oslo_concurrency.lockutils [req-d212d76f-451c-4fea-8705-0a44002bd761 req-7dd3555e-9029-4296-bfe5-3a36638d14f9 service nova] Releasing lock "refresh_cache-7c6fee98-d810-4a93-aa6a-d8a1059b80a2" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.188818] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 60143b34-5d68-43d8-a7f6-98ed5e54e18f] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 959.199643] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68214c4-d7db-442c-9f97-5960e77f0888 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.233201] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Updating instance '5f115f20-f8bf-4c38-8e88-78e1cb8e24df' progress to 0 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 959.244027] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607411, 'name': CreateVM_Task, 'duration_secs': 1.104642} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.244027] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 959.244027] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.244027] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.244027] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.244326] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e005a9f-452e-400b-8585-c689b8467b33 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.251549] env[69699]: DEBUG oslo_vmware.api [None req-e4179c5e-c564-4e6a-a086-c740ecef4085 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607415, 'name': PowerOffVM_Task, 'duration_secs': 0.267745} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.253341] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4179c5e-c564-4e6a-a086-c740ecef4085 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 2268d511-e7f0-45e6-a48f-6a7ed60edcb4] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.253803] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e4179c5e-c564-4e6a-a086-c740ecef4085 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 2268d511-e7f0-45e6-a48f-6a7ed60edcb4] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.254160] env[69699]: DEBUG oslo_vmware.api [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Waiting for the task: (returnval){ [ 959.254160] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5200e7fd-e141-3378-b2ad-7b7681d81fe0" [ 959.254160] env[69699]: _type = "Task" [ 959.254160] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.254388] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-930db0a5-15e0-440e-8f27-243c8c0166e2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.275691] env[69699]: DEBUG oslo_vmware.api [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5200e7fd-e141-3378-b2ad-7b7681d81fe0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.279854] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.567s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.280500] env[69699]: DEBUG nova.compute.manager [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 959.284309] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 28.458s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.401751] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e4179c5e-c564-4e6a-a086-c740ecef4085 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 2268d511-e7f0-45e6-a48f-6a7ed60edcb4] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.403035] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e4179c5e-c564-4e6a-a086-c740ecef4085 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 2268d511-e7f0-45e6-a48f-6a7ed60edcb4] Deleting contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.403035] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4179c5e-c564-4e6a-a086-c740ecef4085 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Deleting the datastore file [datastore1] 2268d511-e7f0-45e6-a48f-6a7ed60edcb4 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.403035] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7d6323f-fe4d-4107-8f8d-23e393e5efed {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.412984] env[69699]: DEBUG oslo_vmware.api [None req-e4179c5e-c564-4e6a-a086-c740ecef4085 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 959.412984] env[69699]: value = "task-3607419" [ 959.412984] env[69699]: _type = "Task" [ 959.412984] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.424562] env[69699]: DEBUG oslo_vmware.api [None req-e4179c5e-c564-4e6a-a086-c740ecef4085 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607419, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.546440] env[69699]: DEBUG oslo_vmware.api [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607414, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.566139] env[69699]: DEBUG oslo_vmware.api [None req-3a9778c5-309b-4b3d-9dfb-73b87074f59b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Task: {'id': task-3607416, 'name': PowerOffVM_Task, 'duration_secs': 0.273135} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.566464] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a9778c5-309b-4b3d-9dfb-73b87074f59b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] [instance: d0089bd8-34e9-4c28-8cce-9eaacbae237b] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.566671] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9778c5-309b-4b3d-9dfb-73b87074f59b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] [instance: d0089bd8-34e9-4c28-8cce-9eaacbae237b] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.566977] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71249086-8ba4-4ae8-ad7e-36796f6fbe4b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.640784] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9778c5-309b-4b3d-9dfb-73b87074f59b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] [instance: d0089bd8-34e9-4c28-8cce-9eaacbae237b] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.641105] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9778c5-309b-4b3d-9dfb-73b87074f59b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] [instance: d0089bd8-34e9-4c28-8cce-9eaacbae237b] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.641255] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a9778c5-309b-4b3d-9dfb-73b87074f59b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Deleting the datastore file [datastore2] d0089bd8-34e9-4c28-8cce-9eaacbae237b {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.644976] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e06bf9e-19b0-4a88-a3ef-648976686f7b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.647754] env[69699]: DEBUG oslo_vmware.api [None req-918b724d-aa23-4756-95b0-e4f70f36dc75 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3607417, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.658854] env[69699]: DEBUG oslo_vmware.api [None req-3a9778c5-309b-4b3d-9dfb-73b87074f59b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Waiting for the task: (returnval){ [ 959.658854] env[69699]: value = "task-3607421" [ 959.658854] env[69699]: _type = "Task" [ 959.658854] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.674404] env[69699]: DEBUG oslo_vmware.api [None req-3a9778c5-309b-4b3d-9dfb-73b87074f59b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Task: {'id': task-3607421, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.693036] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: b98cd2dd-d19d-461f-ba5b-8d00c7aaf14c] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 959.745070] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.746571] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-304f49c7-7c54-464f-81e6-2022f801edba {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.762277] env[69699]: DEBUG oslo_vmware.api [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 959.762277] env[69699]: value = "task-3607422" [ 959.762277] env[69699]: _type = "Task" [ 959.762277] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.773124] env[69699]: DEBUG oslo_vmware.api [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5200e7fd-e141-3378-b2ad-7b7681d81fe0, 'name': SearchDatastore_Task, 'duration_secs': 0.102413} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.774453] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.774774] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.775127] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.775375] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.775718] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.776155] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f69d63bb-6326-4e1d-8faa-a122d6557dae {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.784636] env[69699]: DEBUG oslo_vmware.api [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607422, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.789772] env[69699]: DEBUG nova.compute.utils [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 959.795511] env[69699]: INFO nova.compute.claims [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 959.802660] env[69699]: DEBUG nova.compute.manager [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 959.802660] env[69699]: DEBUG nova.network.neutron [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 959.816223] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.818033] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.818033] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f44e1c8d-dd9e-461f-9175-d1077f902035 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.831667] env[69699]: DEBUG oslo_vmware.api [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Waiting for the task: (returnval){ [ 959.831667] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]527b1e74-0944-0080-cc83-bb60b857c43e" [ 959.831667] env[69699]: _type = "Task" [ 959.831667] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.842126] env[69699]: DEBUG oslo_vmware.api [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]527b1e74-0944-0080-cc83-bb60b857c43e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.908783] env[69699]: DEBUG nova.network.neutron [-] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.928608] env[69699]: DEBUG oslo_vmware.api [None req-e4179c5e-c564-4e6a-a086-c740ecef4085 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607419, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.046224] env[69699]: DEBUG oslo_vmware.api [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607414, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.138747] env[69699]: DEBUG oslo_vmware.api [None req-918b724d-aa23-4756-95b0-e4f70f36dc75 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3607417, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.169744] env[69699]: DEBUG oslo_vmware.api [None req-3a9778c5-309b-4b3d-9dfb-73b87074f59b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Task: {'id': task-3607421, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323172} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.170151] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a9778c5-309b-4b3d-9dfb-73b87074f59b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.170431] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9778c5-309b-4b3d-9dfb-73b87074f59b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] [instance: d0089bd8-34e9-4c28-8cce-9eaacbae237b] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.170669] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9778c5-309b-4b3d-9dfb-73b87074f59b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] [instance: d0089bd8-34e9-4c28-8cce-9eaacbae237b] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.170887] env[69699]: INFO nova.compute.manager [None req-3a9778c5-309b-4b3d-9dfb-73b87074f59b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] [instance: d0089bd8-34e9-4c28-8cce-9eaacbae237b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 960.171199] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a9778c5-309b-4b3d-9dfb-73b87074f59b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.171582] env[69699]: DEBUG nova.compute.manager [-] [instance: d0089bd8-34e9-4c28-8cce-9eaacbae237b] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 960.171809] env[69699]: DEBUG nova.network.neutron [-] [instance: d0089bd8-34e9-4c28-8cce-9eaacbae237b] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 960.200065] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 960.200390] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Cleaning up deleted instances with incomplete migration {{(pid=69699) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 960.240046] env[69699]: DEBUG nova.policy [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9252a3a462ec44ef98ad3d8f019ab715', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '152467b2c42f4433aacb37504612095d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 960.272874] env[69699]: DEBUG oslo_vmware.api [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607422, 'name': PowerOffVM_Task, 'duration_secs': 0.268355} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.273195] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.273378] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Updating instance '5f115f20-f8bf-4c38-8e88-78e1cb8e24df' progress to 17 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 960.302672] env[69699]: DEBUG nova.compute.manager [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 960.307781] env[69699]: INFO nova.compute.resource_tracker [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Updating resource usage from migration 959d150e-1bfb-4508-9e0b-e9178f25ccaf [ 960.354314] env[69699]: DEBUG oslo_vmware.api [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]527b1e74-0944-0080-cc83-bb60b857c43e, 'name': SearchDatastore_Task, 'duration_secs': 0.091268} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.354937] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-023470f8-8ad9-40ac-b2d5-495a8ae678d3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.362940] env[69699]: DEBUG oslo_vmware.api [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Waiting for the task: (returnval){ [ 960.362940] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]526e7022-674e-d924-043f-8f86f1651b5d" [ 960.362940] env[69699]: _type = "Task" [ 960.362940] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.380248] env[69699]: DEBUG oslo_vmware.api [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]526e7022-674e-d924-043f-8f86f1651b5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.420452] env[69699]: INFO nova.compute.manager [-] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Took 1.73 seconds to deallocate network for instance. [ 960.435591] env[69699]: DEBUG oslo_vmware.api [None req-e4179c5e-c564-4e6a-a086-c740ecef4085 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607419, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.466855] env[69699]: DEBUG oslo_concurrency.lockutils [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Acquiring lock "c550b51e-ac39-458b-b572-6147f14b32e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.466855] env[69699]: DEBUG oslo_concurrency.lockutils [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Lock "c550b51e-ac39-458b-b572-6147f14b32e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.500629] env[69699]: DEBUG nova.compute.manager [req-0152b6f0-a1a6-4932-bdc1-7789cee85427 req-d218e703-adb7-4360-b044-1b386a2796cd service nova] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Received event network-vif-deleted-ad867f88-d4d2-454a-ae36-07477f044647 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.549860] env[69699]: DEBUG oslo_vmware.api [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607414, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.645400] env[69699]: DEBUG oslo_vmware.api [None req-918b724d-aa23-4756-95b0-e4f70f36dc75 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3607417, 'name': PowerOffVM_Task, 'duration_secs': 1.099295} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.645852] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-918b724d-aa23-4756-95b0-e4f70f36dc75 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.646207] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-918b724d-aa23-4756-95b0-e4f70f36dc75 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.646529] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1ae7b53-61e1-4539-9541-d4e1e66bdd0a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.706550] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 960.782710] env[69699]: DEBUG nova.virt.hardware [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 960.782972] env[69699]: DEBUG nova.virt.hardware [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 960.783148] env[69699]: DEBUG nova.virt.hardware [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 960.783334] env[69699]: DEBUG nova.virt.hardware [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 960.783476] env[69699]: DEBUG nova.virt.hardware [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 960.783620] env[69699]: DEBUG nova.virt.hardware [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 960.783818] env[69699]: DEBUG nova.virt.hardware [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 960.783980] env[69699]: DEBUG nova.virt.hardware [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 960.784922] env[69699]: DEBUG nova.virt.hardware [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 960.785227] env[69699]: DEBUG nova.virt.hardware [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 960.785420] env[69699]: DEBUG nova.virt.hardware [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 960.792953] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c038739f-1e39-410d-a56d-3d959c088984 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.804686] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-918b724d-aa23-4756-95b0-e4f70f36dc75 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.804937] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-918b724d-aa23-4756-95b0-e4f70f36dc75 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Deleting contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.805268] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-918b724d-aa23-4756-95b0-e4f70f36dc75 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Deleting the datastore file [datastore1] 2b73a142-8d85-4ef8-8fe6-940dda6d6521 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.805587] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec6b8277-c857-4f9a-8722-0481114498ce {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.818065] env[69699]: DEBUG oslo_vmware.api [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 960.818065] env[69699]: value = "task-3607424" [ 960.818065] env[69699]: _type = "Task" [ 960.818065] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.827623] env[69699]: DEBUG oslo_vmware.api [None req-918b724d-aa23-4756-95b0-e4f70f36dc75 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Waiting for the task: (returnval){ [ 960.827623] env[69699]: value = "task-3607425" [ 960.827623] env[69699]: _type = "Task" [ 960.827623] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.834646] env[69699]: DEBUG oslo_vmware.api [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607424, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.849691] env[69699]: DEBUG oslo_vmware.api [None req-918b724d-aa23-4756-95b0-e4f70f36dc75 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3607425, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.887748] env[69699]: DEBUG oslo_vmware.api [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]526e7022-674e-d924-043f-8f86f1651b5d, 'name': SearchDatastore_Task, 'duration_secs': 0.086196} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.888062] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.888327] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 7c6fee98-d810-4a93-aa6a-d8a1059b80a2/7c6fee98-d810-4a93-aa6a-d8a1059b80a2.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 960.888601] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79f25622-633a-40c2-8c91-f3d92f49172b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.902161] env[69699]: DEBUG oslo_vmware.api [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Waiting for the task: (returnval){ [ 960.902161] env[69699]: value = "task-3607426" [ 960.902161] env[69699]: _type = "Task" [ 960.902161] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.918995] env[69699]: DEBUG oslo_vmware.api [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Task: {'id': task-3607426, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.922936] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a47de8-97eb-43d1-8676-91ebc37ec6d4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.938440] env[69699]: DEBUG oslo_vmware.api [None req-e4179c5e-c564-4e6a-a086-c740ecef4085 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607419, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.941962] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abb371e-b633-44ba-9d1b-57277533daff {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.984953] env[69699]: DEBUG nova.compute.manager [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 960.992494] env[69699]: DEBUG nova.network.neutron [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Successfully created port: cb048997-7233-4f02-ac6c-af45f75c9346 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 960.992494] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b8035d-0d68-4fa5-86b0-d2a9a9eb70db {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.005518] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafd96a4-4d21-44a6-b6cd-688fda92e58a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.017650] env[69699]: INFO nova.compute.manager [None req-abc43bc3-5a21-45d1-b37b-f124f1341349 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Took 0.60 seconds to detach 1 volumes for instance. [ 961.031468] env[69699]: DEBUG nova.compute.provider_tree [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.034108] env[69699]: DEBUG nova.compute.manager [None req-abc43bc3-5a21-45d1-b37b-f124f1341349 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Deleting volume: c9efda31-e311-4adb-b373-64aa5825c036 {{(pid=69699) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 961.053068] env[69699]: DEBUG nova.objects.instance [None req-d9fb946e-e8a4-4cf7-90bb-3745202b2bbc tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Lazy-loading 'flavor' on Instance uuid 5492f83e-37c1-43f8-b40d-1d1872e229d6 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.054504] env[69699]: DEBUG oslo_vmware.api [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607414, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.268618] env[69699]: DEBUG nova.network.neutron [-] [instance: d0089bd8-34e9-4c28-8cce-9eaacbae237b] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.314859] env[69699]: DEBUG nova.compute.manager [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 961.332121] env[69699]: DEBUG oslo_vmware.api [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607424, 'name': ReconfigVM_Task, 'duration_secs': 0.282795} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.337266] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Updating instance '5f115f20-f8bf-4c38-8e88-78e1cb8e24df' progress to 33 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 961.353173] env[69699]: DEBUG oslo_vmware.api [None req-918b724d-aa23-4756-95b0-e4f70f36dc75 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Task: {'id': task-3607425, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.479256} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.355898] env[69699]: DEBUG nova.virt.hardware [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.356173] env[69699]: DEBUG nova.virt.hardware [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.356334] env[69699]: DEBUG nova.virt.hardware [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.356513] env[69699]: DEBUG nova.virt.hardware [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.356672] env[69699]: DEBUG nova.virt.hardware [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.356941] env[69699]: DEBUG nova.virt.hardware [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.357043] env[69699]: DEBUG nova.virt.hardware [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.357291] env[69699]: DEBUG nova.virt.hardware [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.357362] env[69699]: DEBUG nova.virt.hardware [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.357563] env[69699]: DEBUG nova.virt.hardware [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.357747] env[69699]: DEBUG nova.virt.hardware [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.358162] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-918b724d-aa23-4756-95b0-e4f70f36dc75 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.358308] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-918b724d-aa23-4756-95b0-e4f70f36dc75 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Deleted contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.358494] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-918b724d-aa23-4756-95b0-e4f70f36dc75 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.358664] env[69699]: INFO nova.compute.manager [None req-918b724d-aa23-4756-95b0-e4f70f36dc75 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Took 2.26 seconds to destroy the instance on the hypervisor. [ 961.358950] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-918b724d-aa23-4756-95b0-e4f70f36dc75 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.359804] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8c684e-bf34-4b4f-be0b-e495240eb3c1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.365340] env[69699]: DEBUG nova.compute.manager [-] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 961.365340] env[69699]: DEBUG nova.network.neutron [-] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 961.376030] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35349ff-063c-4eab-985b-0985d55495fb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.424960] env[69699]: DEBUG oslo_vmware.api [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Task: {'id': task-3607426, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.441652] env[69699]: DEBUG oslo_vmware.api [None req-e4179c5e-c564-4e6a-a086-c740ecef4085 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607419, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.767792} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.441652] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4179c5e-c564-4e6a-a086-c740ecef4085 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.441652] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e4179c5e-c564-4e6a-a086-c740ecef4085 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 2268d511-e7f0-45e6-a48f-6a7ed60edcb4] Deleted contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.441652] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e4179c5e-c564-4e6a-a086-c740ecef4085 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 2268d511-e7f0-45e6-a48f-6a7ed60edcb4] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.441652] env[69699]: INFO nova.compute.manager [None req-e4179c5e-c564-4e6a-a086-c740ecef4085 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 2268d511-e7f0-45e6-a48f-6a7ed60edcb4] Took 2.78 seconds to destroy the instance on the hypervisor. [ 961.441652] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4179c5e-c564-4e6a-a086-c740ecef4085 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.441652] env[69699]: DEBUG nova.compute.manager [-] [instance: 2268d511-e7f0-45e6-a48f-6a7ed60edcb4] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 961.441652] env[69699]: DEBUG nova.network.neutron [-] [instance: 2268d511-e7f0-45e6-a48f-6a7ed60edcb4] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 961.526631] env[69699]: DEBUG oslo_concurrency.lockutils [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.539091] env[69699]: DEBUG nova.scheduler.client.report [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.562744] env[69699]: DEBUG oslo_vmware.api [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607414, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.650099} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.563490] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d9fb946e-e8a4-4cf7-90bb-3745202b2bbc tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Acquiring lock "refresh_cache-5492f83e-37c1-43f8-b40d-1d1872e229d6" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.563678] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d9fb946e-e8a4-4cf7-90bb-3745202b2bbc tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Acquired lock "refresh_cache-5492f83e-37c1-43f8-b40d-1d1872e229d6" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.564137] env[69699]: DEBUG nova.network.neutron [None req-d9fb946e-e8a4-4cf7-90bb-3745202b2bbc tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.564711] env[69699]: DEBUG nova.objects.instance [None req-d9fb946e-e8a4-4cf7-90bb-3745202b2bbc tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Lazy-loading 'info_cache' on Instance uuid 5492f83e-37c1-43f8-b40d-1d1872e229d6 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.566712] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/351d9b65-e469-4cbf-aed9-f138308fd655/351d9b65-e469-4cbf-aed9-f138308fd655.vmdk to [datastore1] ca488e4c-5958-4ae8-a611-16034ea05264/ca488e4c-5958-4ae8-a611-16034ea05264.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 961.569086] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42d4f20-1234-4c68-aee7-2b1b30d935a5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.596429] env[69699]: DEBUG oslo_concurrency.lockutils [None req-abc43bc3-5a21-45d1-b37b-f124f1341349 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.606474] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] ca488e4c-5958-4ae8-a611-16034ea05264/ca488e4c-5958-4ae8-a611-16034ea05264.vmdk or device None with type streamOptimized {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.607174] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0275090-9bbd-4f18-a779-662c5b562bf7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.631456] env[69699]: DEBUG oslo_vmware.api [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the task: (returnval){ [ 961.631456] env[69699]: value = "task-3607428" [ 961.631456] env[69699]: _type = "Task" [ 961.631456] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.639792] env[69699]: DEBUG oslo_vmware.api [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607428, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.772051] env[69699]: INFO nova.compute.manager [-] [instance: d0089bd8-34e9-4c28-8cce-9eaacbae237b] Took 1.60 seconds to deallocate network for instance. [ 961.848849] env[69699]: DEBUG nova.virt.hardware [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.849091] env[69699]: DEBUG nova.virt.hardware [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.849336] env[69699]: DEBUG nova.virt.hardware [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.849903] env[69699]: DEBUG nova.virt.hardware [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.850926] env[69699]: DEBUG nova.virt.hardware [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.850926] env[69699]: DEBUG nova.virt.hardware [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.850926] env[69699]: DEBUG nova.virt.hardware [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.850926] env[69699]: DEBUG nova.virt.hardware [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.851114] env[69699]: DEBUG nova.virt.hardware [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.851323] env[69699]: DEBUG nova.virt.hardware [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.851560] env[69699]: DEBUG nova.virt.hardware [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.859941] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Reconfiguring VM instance instance-00000043 to detach disk 2000 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 961.861755] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ff12423-11b7-48bc-bbf5-c1c9688f0ec0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.891731] env[69699]: DEBUG oslo_vmware.api [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 961.891731] env[69699]: value = "task-3607429" [ 961.891731] env[69699]: _type = "Task" [ 961.891731] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.903948] env[69699]: DEBUG oslo_vmware.api [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607429, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.915321] env[69699]: DEBUG oslo_vmware.api [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Task: {'id': task-3607426, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.721905} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.915729] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 7c6fee98-d810-4a93-aa6a-d8a1059b80a2/7c6fee98-d810-4a93-aa6a-d8a1059b80a2.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 961.916016] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 961.916334] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-299551b8-b0d7-48d8-8973-5b6674a01141 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.923519] env[69699]: DEBUG oslo_vmware.api [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Waiting for the task: (returnval){ [ 961.923519] env[69699]: value = "task-3607430" [ 961.923519] env[69699]: _type = "Task" [ 961.923519] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.933821] env[69699]: DEBUG oslo_vmware.api [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Task: {'id': task-3607430, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.055152] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.771s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.055378] env[69699]: INFO nova.compute.manager [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Migrating [ 962.062326] env[69699]: DEBUG oslo_concurrency.lockutils [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.440s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.064192] env[69699]: INFO nova.compute.claims [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] [instance: fdc4cb64-8f0a-43ee-82d2-19206020abeb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 962.075255] env[69699]: DEBUG nova.objects.base [None req-d9fb946e-e8a4-4cf7-90bb-3745202b2bbc tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Object Instance<5492f83e-37c1-43f8-b40d-1d1872e229d6> lazy-loaded attributes: flavor,info_cache {{(pid=69699) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 962.142648] env[69699]: DEBUG oslo_vmware.api [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607428, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.282626] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3a9778c5-309b-4b3d-9dfb-73b87074f59b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.386374] env[69699]: DEBUG nova.network.neutron [-] [instance: 2268d511-e7f0-45e6-a48f-6a7ed60edcb4] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.387688] env[69699]: DEBUG nova.network.neutron [-] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.388630] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bc1eea9c-f0cb-4eac-8fac-3f2ce2aa1d55 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "interface-4f0b683d-04ea-4d5f-b0d6-d965e2da75c3-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.389045] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bc1eea9c-f0cb-4eac-8fac-3f2ce2aa1d55 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "interface-4f0b683d-04ea-4d5f-b0d6-d965e2da75c3-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.389255] env[69699]: DEBUG nova.objects.instance [None req-bc1eea9c-f0cb-4eac-8fac-3f2ce2aa1d55 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lazy-loading 'flavor' on Instance uuid 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.402546] env[69699]: DEBUG oslo_vmware.api [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607429, 'name': ReconfigVM_Task, 'duration_secs': 0.410644} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.402911] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Reconfigured VM instance instance-00000043 to detach disk 2000 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 962.403499] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39aef57-8dd4-4753-9d9b-c548a773254e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.433122] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 5f115f20-f8bf-4c38-8e88-78e1cb8e24df/5f115f20-f8bf-4c38-8e88-78e1cb8e24df.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 962.436878] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42980395-aa28-415a-8e55-d009c7a772c5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.454475] env[69699]: DEBUG oslo_vmware.api [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Task: {'id': task-3607430, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074843} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.455694] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 962.456046] env[69699]: DEBUG oslo_vmware.api [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 962.456046] env[69699]: value = "task-3607431" [ 962.456046] env[69699]: _type = "Task" [ 962.456046] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.456713] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e19fdf-4d69-48b4-bbf8-3aa1d3d741cb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.467573] env[69699]: DEBUG oslo_vmware.api [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607431, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.484859] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 7c6fee98-d810-4a93-aa6a-d8a1059b80a2/7c6fee98-d810-4a93-aa6a-d8a1059b80a2.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 962.485212] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6db30369-4446-410c-a154-172af1e85437 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.505257] env[69699]: DEBUG oslo_vmware.api [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Waiting for the task: (returnval){ [ 962.505257] env[69699]: value = "task-3607432" [ 962.505257] env[69699]: _type = "Task" [ 962.505257] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.513280] env[69699]: DEBUG oslo_vmware.api [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Task: {'id': task-3607432, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.580235] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquiring lock "refresh_cache-2c2ada34-c9b6-424a-a601-0ee922646578" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.580352] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquired lock "refresh_cache-2c2ada34-c9b6-424a-a601-0ee922646578" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.580548] env[69699]: DEBUG nova.network.neutron [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.643232] env[69699]: DEBUG oslo_vmware.api [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607428, 'name': ReconfigVM_Task, 'duration_secs': 0.809728} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.643611] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Reconfigured VM instance instance-00000024 to attach disk [datastore1] ca488e4c-5958-4ae8-a611-16034ea05264/ca488e4c-5958-4ae8-a611-16034ea05264.vmdk or device None with type streamOptimized {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.645108] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'disk_bus': None, 'size': 0, 'guest_format': None, 'device_type': 'disk', 'encryption_format': None, 'encryption_options': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encrypted': False, 'image_id': 'f03e6ea6-4888-4842-b286-cae9242f7e27'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'mount_device': '/dev/sdb', 'disk_bus': None, 'guest_format': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719614', 'volume_id': '8b263329-2c8c-411d-a68b-e509521920db', 'name': 'volume-8b263329-2c8c-411d-a68b-e509521920db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'ca488e4c-5958-4ae8-a611-16034ea05264', 'attached_at': '', 'detached_at': '', 'volume_id': '8b263329-2c8c-411d-a68b-e509521920db', 'serial': '8b263329-2c8c-411d-a68b-e509521920db'}, 'attachment_id': '6499ebbd-e961-465b-9c8a-b7fc3c0788d0', 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=69699) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 962.645459] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Volume attach. Driver type: vmdk {{(pid=69699) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 962.645508] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719614', 'volume_id': '8b263329-2c8c-411d-a68b-e509521920db', 'name': 'volume-8b263329-2c8c-411d-a68b-e509521920db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'ca488e4c-5958-4ae8-a611-16034ea05264', 'attached_at': '', 'detached_at': '', 'volume_id': '8b263329-2c8c-411d-a68b-e509521920db', 'serial': '8b263329-2c8c-411d-a68b-e509521920db'} {{(pid=69699) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 962.646367] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26916c5a-2454-4d76-a97e-25d1e9d20912 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.664174] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004385d0-59a0-416b-95b9-0eef4cf12578 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.691871] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] volume-8b263329-2c8c-411d-a68b-e509521920db/volume-8b263329-2c8c-411d-a68b-e509521920db.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 962.695645] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-026fdedf-92de-4177-92fe-081fbcdb1105 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.711074] env[69699]: DEBUG nova.compute.manager [req-97c44481-e4ba-464f-91a4-b5145bb7b668 req-e3095b38-1bc4-4d31-ad8f-d2b627cd9fa7 service nova] [instance: d0089bd8-34e9-4c28-8cce-9eaacbae237b] Received event network-vif-deleted-8b3f4f6b-7258-45d9-833b-0e83f2885660 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.711285] env[69699]: DEBUG nova.compute.manager [req-97c44481-e4ba-464f-91a4-b5145bb7b668 req-e3095b38-1bc4-4d31-ad8f-d2b627cd9fa7 service nova] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Received event network-vif-deleted-2ef2e7c8-0270-4c87-b05b-5589679d44b4 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.711452] env[69699]: DEBUG nova.compute.manager [req-97c44481-e4ba-464f-91a4-b5145bb7b668 req-e3095b38-1bc4-4d31-ad8f-d2b627cd9fa7 service nova] [instance: 2268d511-e7f0-45e6-a48f-6a7ed60edcb4] Received event network-vif-deleted-d9c0c3a3-b4eb-4e1b-ba2c-036a71f081af {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.716967] env[69699]: DEBUG oslo_vmware.api [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the task: (returnval){ [ 962.716967] env[69699]: value = "task-3607433" [ 962.716967] env[69699]: _type = "Task" [ 962.716967] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.725488] env[69699]: DEBUG oslo_vmware.api [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607433, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.894563] env[69699]: INFO nova.compute.manager [-] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Took 1.53 seconds to deallocate network for instance. [ 962.894999] env[69699]: INFO nova.compute.manager [-] [instance: 2268d511-e7f0-45e6-a48f-6a7ed60edcb4] Took 1.45 seconds to deallocate network for instance. [ 962.896581] env[69699]: DEBUG nova.objects.instance [None req-bc1eea9c-f0cb-4eac-8fac-3f2ce2aa1d55 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lazy-loading 'pci_requests' on Instance uuid 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.947321] env[69699]: DEBUG nova.network.neutron [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Successfully updated port: cb048997-7233-4f02-ac6c-af45f75c9346 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 962.968069] env[69699]: DEBUG nova.network.neutron [None req-d9fb946e-e8a4-4cf7-90bb-3745202b2bbc tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Updating instance_info_cache with network_info: [{"id": "dfcc2628-667d-4580-8403-28526c397749", "address": "fa:16:3e:1a:3f:13", "network": {"id": "9a6d5dd4-f852-4b36-968e-e480448f148a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1073286448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6db95cb237bc4c8b8944104f6772c490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfcc2628-66", "ovs_interfaceid": "dfcc2628-667d-4580-8403-28526c397749", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.978288] env[69699]: DEBUG oslo_vmware.api [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607431, 'name': ReconfigVM_Task, 'duration_secs': 0.518336} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.978756] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 5f115f20-f8bf-4c38-8e88-78e1cb8e24df/5f115f20-f8bf-4c38-8e88-78e1cb8e24df.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.979616] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Updating instance '5f115f20-f8bf-4c38-8e88-78e1cb8e24df' progress to 50 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 963.017715] env[69699]: DEBUG oslo_vmware.api [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Task: {'id': task-3607432, 'name': ReconfigVM_Task, 'duration_secs': 0.488838} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.019133] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 7c6fee98-d810-4a93-aa6a-d8a1059b80a2/7c6fee98-d810-4a93-aa6a-d8a1059b80a2.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 963.019856] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9feba821-6f6d-4f31-b0f5-5dde037e5e63 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.028183] env[69699]: DEBUG oslo_vmware.api [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Waiting for the task: (returnval){ [ 963.028183] env[69699]: value = "task-3607434" [ 963.028183] env[69699]: _type = "Task" [ 963.028183] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.037793] env[69699]: DEBUG oslo_vmware.api [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Task: {'id': task-3607434, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.229382] env[69699]: DEBUG oslo_vmware.api [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607433, 'name': ReconfigVM_Task, 'duration_secs': 0.498398} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.230516] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Reconfigured VM instance instance-00000024 to attach disk [datastore2] volume-8b263329-2c8c-411d-a68b-e509521920db/volume-8b263329-2c8c-411d-a68b-e509521920db.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 963.241548] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1e04b98-cd34-41aa-b629-5027a6419f31 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.257490] env[69699]: DEBUG oslo_vmware.api [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the task: (returnval){ [ 963.257490] env[69699]: value = "task-3607435" [ 963.257490] env[69699]: _type = "Task" [ 963.257490] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.268222] env[69699]: DEBUG oslo_vmware.api [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607435, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.353790] env[69699]: DEBUG nova.network.neutron [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Updating instance_info_cache with network_info: [{"id": "9ac2f6b5-81c2-4101-9785-9586d2643157", "address": "fa:16:3e:b0:19:42", "network": {"id": "e99ab3ed-1030-44b0-98b1-0c8d1d561613", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1328451822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce00a2c4d2d6497eab27716fff8fe855", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ac2f6b5-81", "ovs_interfaceid": "9ac2f6b5-81c2-4101-9785-9586d2643157", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.415460] env[69699]: DEBUG nova.objects.base [None req-bc1eea9c-f0cb-4eac-8fac-3f2ce2aa1d55 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Object Instance<4f0b683d-04ea-4d5f-b0d6-d965e2da75c3> lazy-loaded attributes: flavor,pci_requests {{(pid=69699) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 963.415682] env[69699]: DEBUG nova.network.neutron [None req-bc1eea9c-f0cb-4eac-8fac-3f2ce2aa1d55 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 963.422020] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e4179c5e-c564-4e6a-a086-c740ecef4085 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.424288] env[69699]: DEBUG oslo_concurrency.lockutils [None req-918b724d-aa23-4756-95b0-e4f70f36dc75 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.450619] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "refresh_cache-7cc3a93d-3386-4df3-87c6-d624638d695e" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.450858] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquired lock "refresh_cache-7cc3a93d-3386-4df3-87c6-d624638d695e" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.450933] env[69699]: DEBUG nova.network.neutron [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.472175] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d9fb946e-e8a4-4cf7-90bb-3745202b2bbc tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Releasing lock "refresh_cache-5492f83e-37c1-43f8-b40d-1d1872e229d6" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.487522] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e69b5a-9a1a-442e-b8ad-856c49b41a77 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.511151] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bc1eea9c-f0cb-4eac-8fac-3f2ce2aa1d55 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "interface-4f0b683d-04ea-4d5f-b0d6-d965e2da75c3-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.122s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.515316] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e3d3b7-701c-43ac-a4c9-3315de083515 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.536673] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Updating instance '5f115f20-f8bf-4c38-8e88-78e1cb8e24df' progress to 67 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 963.554709] env[69699]: DEBUG oslo_vmware.api [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Task: {'id': task-3607434, 'name': Rename_Task, 'duration_secs': 0.190522} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.555024] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 963.555536] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a4c3d6c-6780-46f8-be83-979eb580ef71 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.567808] env[69699]: DEBUG oslo_vmware.api [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Waiting for the task: (returnval){ [ 963.567808] env[69699]: value = "task-3607436" [ 963.567808] env[69699]: _type = "Task" [ 963.567808] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.574909] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f335d1d-4357-4c71-bb6b-da0c0e8601c2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.580644] env[69699]: DEBUG oslo_vmware.api [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Task: {'id': task-3607436, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.587061] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fd5589-22f4-4063-97f9-55bae240d79b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.617186] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbf1880-7129-4cbc-823b-f8c4a0692b2e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.625963] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc424eb-74bd-435a-8219-bd4b908bb026 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.641550] env[69699]: DEBUG nova.compute.provider_tree [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.771341] env[69699]: DEBUG oslo_vmware.api [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607435, 'name': ReconfigVM_Task, 'duration_secs': 0.187612} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.771341] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719614', 'volume_id': '8b263329-2c8c-411d-a68b-e509521920db', 'name': 'volume-8b263329-2c8c-411d-a68b-e509521920db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'ca488e4c-5958-4ae8-a611-16034ea05264', 'attached_at': '', 'detached_at': '', 'volume_id': '8b263329-2c8c-411d-a68b-e509521920db', 'serial': '8b263329-2c8c-411d-a68b-e509521920db'} {{(pid=69699) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 963.771341] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99e5e5e3-0b6a-48a7-8eb4-eea3eccdf406 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.778044] env[69699]: DEBUG oslo_vmware.api [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the task: (returnval){ [ 963.778044] env[69699]: value = "task-3607437" [ 963.778044] env[69699]: _type = "Task" [ 963.778044] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.795869] env[69699]: DEBUG oslo_vmware.api [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607437, 'name': Rename_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.856687] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Releasing lock "refresh_cache-2c2ada34-c9b6-424a-a601-0ee922646578" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.986491] env[69699]: DEBUG nova.network.neutron [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 964.081401] env[69699]: DEBUG oslo_vmware.api [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Task: {'id': task-3607436, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.118067] env[69699]: DEBUG nova.network.neutron [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Port 4bdfebb4-0085-4e84-a983-2049d279a4be binding to destination host cpu-1 is already ACTIVE {{(pid=69699) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 964.145820] env[69699]: DEBUG nova.scheduler.client.report [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.181424] env[69699]: DEBUG nova.network.neutron [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Updating instance_info_cache with network_info: [{"id": "cb048997-7233-4f02-ac6c-af45f75c9346", "address": "fa:16:3e:4d:22:a4", "network": {"id": "3704068f-6289-4088-bfd3-0d8f4fb8ad07", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1045952331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "152467b2c42f4433aacb37504612095d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb048997-72", "ovs_interfaceid": "cb048997-7233-4f02-ac6c-af45f75c9346", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.287656] env[69699]: DEBUG oslo_vmware.api [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607437, 'name': Rename_Task, 'duration_secs': 0.182973} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.288041] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.288320] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ea659fe-c2d2-4cef-b523-cfe1814476a9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.295470] env[69699]: DEBUG oslo_vmware.api [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the task: (returnval){ [ 964.295470] env[69699]: value = "task-3607438" [ 964.295470] env[69699]: _type = "Task" [ 964.295470] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.303492] env[69699]: DEBUG oslo_vmware.api [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607438, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.478936] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9fb946e-e8a4-4cf7-90bb-3745202b2bbc tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.479275] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2312e68d-ff91-44bc-a4a5-66146f9003ad {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.487030] env[69699]: DEBUG oslo_vmware.api [None req-d9fb946e-e8a4-4cf7-90bb-3745202b2bbc tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Waiting for the task: (returnval){ [ 964.487030] env[69699]: value = "task-3607439" [ 964.487030] env[69699]: _type = "Task" [ 964.487030] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.495297] env[69699]: DEBUG oslo_vmware.api [None req-d9fb946e-e8a4-4cf7-90bb-3745202b2bbc tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607439, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.578158] env[69699]: DEBUG oslo_vmware.api [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Task: {'id': task-3607436, 'name': PowerOnVM_Task, 'duration_secs': 0.552461} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.578450] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 964.578650] env[69699]: INFO nova.compute.manager [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] Took 10.20 seconds to spawn the instance on the hypervisor. [ 964.578823] env[69699]: DEBUG nova.compute.manager [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 964.579825] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03857466-bcde-41f9-b8ff-20e8b563f6dc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.650974] env[69699]: DEBUG oslo_concurrency.lockutils [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.651312] env[69699]: DEBUG nova.compute.manager [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] [instance: fdc4cb64-8f0a-43ee-82d2-19206020abeb] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 964.654796] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b780dd9b-fe3d-4295-9ba9-a5efca96550d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.769s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.655081] env[69699]: DEBUG nova.objects.instance [None req-b780dd9b-fe3d-4295-9ba9-a5efca96550d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lazy-loading 'resources' on Instance uuid 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.684571] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Releasing lock "refresh_cache-7cc3a93d-3386-4df3-87c6-d624638d695e" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.684912] env[69699]: DEBUG nova.compute.manager [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Instance network_info: |[{"id": "cb048997-7233-4f02-ac6c-af45f75c9346", "address": "fa:16:3e:4d:22:a4", "network": {"id": "3704068f-6289-4088-bfd3-0d8f4fb8ad07", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1045952331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "152467b2c42f4433aacb37504612095d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb048997-72", "ovs_interfaceid": "cb048997-7233-4f02-ac6c-af45f75c9346", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 964.685388] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:22:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c894ab55-c869-4530-9702-cb46d173ce94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb048997-7233-4f02-ac6c-af45f75c9346', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 964.693171] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.694073] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 964.694332] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77d9d0c3-3403-4d10-970f-fdff180290f7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.716103] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 964.716103] env[69699]: value = "task-3607440" [ 964.716103] env[69699]: _type = "Task" [ 964.716103] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.724320] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607440, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.806262] env[69699]: DEBUG oslo_vmware.api [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607438, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.919829] env[69699]: DEBUG nova.compute.manager [req-3f5a9a5d-be9f-46f8-9b53-4e3090104dfa req-5b3ad356-8ab2-49ea-a994-43f71ea5a8f2 service nova] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Received event network-vif-plugged-cb048997-7233-4f02-ac6c-af45f75c9346 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.920134] env[69699]: DEBUG oslo_concurrency.lockutils [req-3f5a9a5d-be9f-46f8-9b53-4e3090104dfa req-5b3ad356-8ab2-49ea-a994-43f71ea5a8f2 service nova] Acquiring lock "7cc3a93d-3386-4df3-87c6-d624638d695e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.920366] env[69699]: DEBUG oslo_concurrency.lockutils [req-3f5a9a5d-be9f-46f8-9b53-4e3090104dfa req-5b3ad356-8ab2-49ea-a994-43f71ea5a8f2 service nova] Lock "7cc3a93d-3386-4df3-87c6-d624638d695e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.920536] env[69699]: DEBUG oslo_concurrency.lockutils [req-3f5a9a5d-be9f-46f8-9b53-4e3090104dfa req-5b3ad356-8ab2-49ea-a994-43f71ea5a8f2 service nova] Lock "7cc3a93d-3386-4df3-87c6-d624638d695e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.920701] env[69699]: DEBUG nova.compute.manager [req-3f5a9a5d-be9f-46f8-9b53-4e3090104dfa req-5b3ad356-8ab2-49ea-a994-43f71ea5a8f2 service nova] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] No waiting events found dispatching network-vif-plugged-cb048997-7233-4f02-ac6c-af45f75c9346 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 964.920862] env[69699]: WARNING nova.compute.manager [req-3f5a9a5d-be9f-46f8-9b53-4e3090104dfa req-5b3ad356-8ab2-49ea-a994-43f71ea5a8f2 service nova] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Received unexpected event network-vif-plugged-cb048997-7233-4f02-ac6c-af45f75c9346 for instance with vm_state building and task_state spawning. [ 964.921049] env[69699]: DEBUG nova.compute.manager [req-3f5a9a5d-be9f-46f8-9b53-4e3090104dfa req-5b3ad356-8ab2-49ea-a994-43f71ea5a8f2 service nova] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Received event network-changed-cb048997-7233-4f02-ac6c-af45f75c9346 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.921283] env[69699]: DEBUG nova.compute.manager [req-3f5a9a5d-be9f-46f8-9b53-4e3090104dfa req-5b3ad356-8ab2-49ea-a994-43f71ea5a8f2 service nova] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Refreshing instance network info cache due to event network-changed-cb048997-7233-4f02-ac6c-af45f75c9346. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 964.921820] env[69699]: DEBUG oslo_concurrency.lockutils [req-3f5a9a5d-be9f-46f8-9b53-4e3090104dfa req-5b3ad356-8ab2-49ea-a994-43f71ea5a8f2 service nova] Acquiring lock "refresh_cache-7cc3a93d-3386-4df3-87c6-d624638d695e" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.921820] env[69699]: DEBUG oslo_concurrency.lockutils [req-3f5a9a5d-be9f-46f8-9b53-4e3090104dfa req-5b3ad356-8ab2-49ea-a994-43f71ea5a8f2 service nova] Acquired lock "refresh_cache-7cc3a93d-3386-4df3-87c6-d624638d695e" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.921969] env[69699]: DEBUG nova.network.neutron [req-3f5a9a5d-be9f-46f8-9b53-4e3090104dfa req-5b3ad356-8ab2-49ea-a994-43f71ea5a8f2 service nova] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Refreshing network info cache for port cb048997-7233-4f02-ac6c-af45f75c9346 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 964.997326] env[69699]: DEBUG oslo_vmware.api [None req-d9fb946e-e8a4-4cf7-90bb-3745202b2bbc tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607439, 'name': PowerOnVM_Task, 'duration_secs': 0.419297} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.997664] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9fb946e-e8a4-4cf7-90bb-3745202b2bbc tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 964.997841] env[69699]: DEBUG nova.compute.manager [None req-d9fb946e-e8a4-4cf7-90bb-3745202b2bbc tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 964.998687] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66a56c1-3b01-4faf-a0e1-e054fc224620 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.096771] env[69699]: INFO nova.compute.manager [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] Took 59.13 seconds to build instance. [ 965.139235] env[69699]: DEBUG oslo_concurrency.lockutils [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "5f115f20-f8bf-4c38-8e88-78e1cb8e24df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.139338] env[69699]: DEBUG oslo_concurrency.lockutils [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "5f115f20-f8bf-4c38-8e88-78e1cb8e24df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.139644] env[69699]: DEBUG oslo_concurrency.lockutils [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "5f115f20-f8bf-4c38-8e88-78e1cb8e24df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.158481] env[69699]: DEBUG nova.compute.utils [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 965.160161] env[69699]: DEBUG nova.compute.manager [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] [instance: fdc4cb64-8f0a-43ee-82d2-19206020abeb] Not allocating networking since 'none' was specified. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 965.227382] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607440, 'name': CreateVM_Task} progress is 25%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.312698] env[69699]: DEBUG oslo_vmware.api [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607438, 'name': PowerOnVM_Task, 'duration_secs': 0.639579} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.312953] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 965.375293] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680063fa-347f-431b-bd91-3441e7a88ad7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.404818] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Updating instance '2c2ada34-c9b6-424a-a601-0ee922646578' progress to 0 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 965.441275] env[69699]: DEBUG nova.compute.manager [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 965.441275] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ec8fcb-54c9-4a2b-a34f-9e538c02621c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.480112] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ca241077-4b9f-4aea-91d9-3c66d80753a8 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "interface-4f0b683d-04ea-4d5f-b0d6-d965e2da75c3-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.480112] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ca241077-4b9f-4aea-91d9-3c66d80753a8 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "interface-4f0b683d-04ea-4d5f-b0d6-d965e2da75c3-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.480112] env[69699]: DEBUG nova.objects.instance [None req-ca241077-4b9f-4aea-91d9-3c66d80753a8 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lazy-loading 'flavor' on Instance uuid 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.582256] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65f20b7-f26f-4699-a775-e0d8e884ea7a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.589779] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166e3326-17a0-4147-9dec-8f1b19ea4460 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.620078] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ee63d22d-5b23-41fc-8dad-4484d3d4b83b tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Lock "7c6fee98-d810-4a93-aa6a-d8a1059b80a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.663s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.624091] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deaeb54c-fcd8-417b-bba6-319c75514241 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.631844] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2351e621-cbb2-4ee9-9fe1-fbfb1a9481a9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.651021] env[69699]: DEBUG nova.compute.provider_tree [None req-b780dd9b-fe3d-4295-9ba9-a5efca96550d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.664370] env[69699]: DEBUG nova.compute.manager [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] [instance: fdc4cb64-8f0a-43ee-82d2-19206020abeb] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 965.725913] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607440, 'name': CreateVM_Task, 'duration_secs': 0.735906} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.726097] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.726754] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.726906] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.727986] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.727986] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01895c57-8f23-406e-bcc7-a9668c7efc03 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.729814] env[69699]: DEBUG nova.network.neutron [req-3f5a9a5d-be9f-46f8-9b53-4e3090104dfa req-5b3ad356-8ab2-49ea-a994-43f71ea5a8f2 service nova] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Updated VIF entry in instance network info cache for port cb048997-7233-4f02-ac6c-af45f75c9346. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 965.730168] env[69699]: DEBUG nova.network.neutron [req-3f5a9a5d-be9f-46f8-9b53-4e3090104dfa req-5b3ad356-8ab2-49ea-a994-43f71ea5a8f2 service nova] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Updating instance_info_cache with network_info: [{"id": "cb048997-7233-4f02-ac6c-af45f75c9346", "address": "fa:16:3e:4d:22:a4", "network": {"id": "3704068f-6289-4088-bfd3-0d8f4fb8ad07", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1045952331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "152467b2c42f4433aacb37504612095d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb048997-72", "ovs_interfaceid": "cb048997-7233-4f02-ac6c-af45f75c9346", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.734292] env[69699]: DEBUG oslo_vmware.api [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 965.734292] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]525f0ad5-89f9-3e77-9fca-266af7fb25e7" [ 965.734292] env[69699]: _type = "Task" [ 965.734292] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.743879] env[69699]: DEBUG oslo_vmware.api [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]525f0ad5-89f9-3e77-9fca-266af7fb25e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.874266] env[69699]: DEBUG nova.compute.manager [req-1e5f4064-b4c1-42d8-a184-4094a2be5526 req-09d7dc94-5207-445d-8328-f4bb0592bbf7 service nova] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] Received event network-changed-10e591a2-535b-4ae6-8bbb-93231da8f969 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.874442] env[69699]: DEBUG nova.compute.manager [req-1e5f4064-b4c1-42d8-a184-4094a2be5526 req-09d7dc94-5207-445d-8328-f4bb0592bbf7 service nova] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] Refreshing instance network info cache due to event network-changed-10e591a2-535b-4ae6-8bbb-93231da8f969. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 965.874780] env[69699]: DEBUG oslo_concurrency.lockutils [req-1e5f4064-b4c1-42d8-a184-4094a2be5526 req-09d7dc94-5207-445d-8328-f4bb0592bbf7 service nova] Acquiring lock "refresh_cache-7c6fee98-d810-4a93-aa6a-d8a1059b80a2" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.874985] env[69699]: DEBUG oslo_concurrency.lockutils [req-1e5f4064-b4c1-42d8-a184-4094a2be5526 req-09d7dc94-5207-445d-8328-f4bb0592bbf7 service nova] Acquired lock "refresh_cache-7c6fee98-d810-4a93-aa6a-d8a1059b80a2" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.875463] env[69699]: DEBUG nova.network.neutron [req-1e5f4064-b4c1-42d8-a184-4094a2be5526 req-09d7dc94-5207-445d-8328-f4bb0592bbf7 service nova] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] Refreshing network info cache for port 10e591a2-535b-4ae6-8bbb-93231da8f969 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.914979] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.915587] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c4d6959-b382-4f6d-ae8d-f9503aa0d45e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.925737] env[69699]: DEBUG oslo_vmware.api [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 965.925737] env[69699]: value = "task-3607441" [ 965.925737] env[69699]: _type = "Task" [ 965.925737] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.935716] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] VM already powered off {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 965.935922] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Updating instance '2c2ada34-c9b6-424a-a601-0ee922646578' progress to 17 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 965.961077] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a85f2370-ad5a-4f02-a8d5-9b67baaade31 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Lock "ca488e4c-5958-4ae8-a611-16034ea05264" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 69.241s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.051539] env[69699]: DEBUG nova.objects.instance [None req-ca241077-4b9f-4aea-91d9-3c66d80753a8 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lazy-loading 'pci_requests' on Instance uuid 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.152948] env[69699]: DEBUG nova.scheduler.client.report [None req-b780dd9b-fe3d-4295-9ba9-a5efca96550d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.181989] env[69699]: DEBUG oslo_concurrency.lockutils [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "refresh_cache-5f115f20-f8bf-4c38-8e88-78e1cb8e24df" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.182201] env[69699]: DEBUG oslo_concurrency.lockutils [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquired lock "refresh_cache-5f115f20-f8bf-4c38-8e88-78e1cb8e24df" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.182377] env[69699]: DEBUG nova.network.neutron [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 966.232756] env[69699]: DEBUG oslo_concurrency.lockutils [req-3f5a9a5d-be9f-46f8-9b53-4e3090104dfa req-5b3ad356-8ab2-49ea-a994-43f71ea5a8f2 service nova] Releasing lock "refresh_cache-7cc3a93d-3386-4df3-87c6-d624638d695e" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.245363] env[69699]: DEBUG oslo_vmware.api [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]525f0ad5-89f9-3e77-9fca-266af7fb25e7, 'name': SearchDatastore_Task, 'duration_secs': 0.031249} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.245653] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.246152] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 966.246214] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.246357] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.246542] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 966.246809] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10470f90-a33c-416e-abff-6a631de8e6a6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.255884] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 966.256087] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 966.256794] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65e5f900-65d9-40cc-914b-470e775e015b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.262472] env[69699]: DEBUG oslo_vmware.api [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 966.262472] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52eff481-b8ca-5cba-805d-55d4d1519281" [ 966.262472] env[69699]: _type = "Task" [ 966.262472] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.270313] env[69699]: DEBUG oslo_vmware.api [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52eff481-b8ca-5cba-805d-55d4d1519281, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.442464] env[69699]: DEBUG nova.virt.hardware [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 966.442713] env[69699]: DEBUG nova.virt.hardware [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 966.442895] env[69699]: DEBUG nova.virt.hardware [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 966.443133] env[69699]: DEBUG nova.virt.hardware [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 966.443291] env[69699]: DEBUG nova.virt.hardware [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 966.443902] env[69699]: DEBUG nova.virt.hardware [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 966.443902] env[69699]: DEBUG nova.virt.hardware [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 966.443902] env[69699]: DEBUG nova.virt.hardware [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 966.444174] env[69699]: DEBUG nova.virt.hardware [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 966.444174] env[69699]: DEBUG nova.virt.hardware [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 966.444295] env[69699]: DEBUG nova.virt.hardware [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 966.451854] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acbb51dc-f62c-4b09-9f39-7b5e36fc5030 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.469583] env[69699]: DEBUG oslo_vmware.api [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 966.469583] env[69699]: value = "task-3607442" [ 966.469583] env[69699]: _type = "Task" [ 966.469583] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.477525] env[69699]: DEBUG oslo_vmware.api [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607442, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.554752] env[69699]: DEBUG nova.objects.base [None req-ca241077-4b9f-4aea-91d9-3c66d80753a8 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Object Instance<4f0b683d-04ea-4d5f-b0d6-d965e2da75c3> lazy-loaded attributes: flavor,pci_requests {{(pid=69699) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 966.555487] env[69699]: DEBUG nova.network.neutron [None req-ca241077-4b9f-4aea-91d9-3c66d80753a8 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 966.618824] env[69699]: DEBUG nova.policy [None req-ca241077-4b9f-4aea-91d9-3c66d80753a8 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bb3e38e23894b1eab05ad6519759de4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba48fa426f0e4cb3b66a18836a0ae660', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 966.657813] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b780dd9b-fe3d-4295-9ba9-a5efca96550d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.003s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.660190] env[69699]: DEBUG oslo_concurrency.lockutils [None req-87105477-37d0-4545-8824-d26355cbc4e0 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.555s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.660452] env[69699]: DEBUG nova.objects.instance [None req-87105477-37d0-4545-8824-d26355cbc4e0 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Lazy-loading 'resources' on Instance uuid 1105ca8b-bfc2-4e73-9dd6-4ec5983ad048 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.673688] env[69699]: DEBUG nova.compute.manager [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] [instance: fdc4cb64-8f0a-43ee-82d2-19206020abeb] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 966.676615] env[69699]: DEBUG nova.network.neutron [req-1e5f4064-b4c1-42d8-a184-4094a2be5526 req-09d7dc94-5207-445d-8328-f4bb0592bbf7 service nova] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] Updated VIF entry in instance network info cache for port 10e591a2-535b-4ae6-8bbb-93231da8f969. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 966.676955] env[69699]: DEBUG nova.network.neutron [req-1e5f4064-b4c1-42d8-a184-4094a2be5526 req-09d7dc94-5207-445d-8328-f4bb0592bbf7 service nova] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] Updating instance_info_cache with network_info: [{"id": "10e591a2-535b-4ae6-8bbb-93231da8f969", "address": "fa:16:3e:24:90:a6", "network": {"id": "51c496d2-6658-4179-aedc-a2d15812250f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1488732112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab147489779f410c95dac440420550c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10e591a2-53", "ovs_interfaceid": "10e591a2-535b-4ae6-8bbb-93231da8f969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.683109] env[69699]: INFO nova.scheduler.client.report [None req-b780dd9b-fe3d-4295-9ba9-a5efca96550d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Deleted allocations for instance 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3 [ 966.711334] env[69699]: DEBUG nova.virt.hardware [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 966.711529] env[69699]: DEBUG nova.virt.hardware [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 966.711754] env[69699]: DEBUG nova.virt.hardware [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 966.712272] env[69699]: DEBUG nova.virt.hardware [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 966.712606] env[69699]: DEBUG nova.virt.hardware [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 966.712755] env[69699]: DEBUG nova.virt.hardware [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 966.713106] env[69699]: DEBUG nova.virt.hardware [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 966.713341] env[69699]: DEBUG nova.virt.hardware [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 966.713595] env[69699]: DEBUG nova.virt.hardware [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 966.713800] env[69699]: DEBUG nova.virt.hardware [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 966.714034] env[69699]: DEBUG nova.virt.hardware [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 966.715420] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ba6d68-2579-4a2d-b759-b7a067ea6e96 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.723780] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4388b08c-e0fe-414a-867c-f5e5553027a7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.741856] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] [instance: fdc4cb64-8f0a-43ee-82d2-19206020abeb] Instance VIF info [] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 966.747350] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Creating folder: Project (25d5e4ffdac54d3bb24365620436df8c). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 966.750599] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c82561c1-5d4b-4920-81fb-7c006c5e7494 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.761882] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Created folder: Project (25d5e4ffdac54d3bb24365620436df8c) in parent group-v719415. [ 966.762106] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Creating folder: Instances. Parent ref: group-v719647. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 966.762349] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9c61316-59b0-4b82-8511-7e0a49202afb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.772821] env[69699]: DEBUG oslo_vmware.api [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52eff481-b8ca-5cba-805d-55d4d1519281, 'name': SearchDatastore_Task, 'duration_secs': 0.016895} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.773750] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e50bb648-47cd-4c10-adc0-48a187b4f60a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.777310] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Created folder: Instances in parent group-v719647. [ 966.777547] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.778074] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdc4cb64-8f0a-43ee-82d2-19206020abeb] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 966.778287] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f57ff929-3886-4b22-96dd-f3e0c510a040 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.791636] env[69699]: DEBUG oslo_vmware.api [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 966.791636] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5218ca6c-97df-ced8-4483-cf97553353ef" [ 966.791636] env[69699]: _type = "Task" [ 966.791636] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.796930] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 966.796930] env[69699]: value = "task-3607445" [ 966.796930] env[69699]: _type = "Task" [ 966.796930] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.800376] env[69699]: DEBUG oslo_vmware.api [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5218ca6c-97df-ced8-4483-cf97553353ef, 'name': SearchDatastore_Task, 'duration_secs': 0.012454} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.803355] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.803621] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 7cc3a93d-3386-4df3-87c6-d624638d695e/7cc3a93d-3386-4df3-87c6-d624638d695e.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 966.803870] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ba3d5a5-1dc3-497a-a726-1f48a92ba3d2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.811845] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607445, 'name': CreateVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.815984] env[69699]: DEBUG oslo_vmware.api [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 966.815984] env[69699]: value = "task-3607446" [ 966.815984] env[69699]: _type = "Task" [ 966.815984] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.824448] env[69699]: DEBUG oslo_vmware.api [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607446, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.980502] env[69699]: DEBUG oslo_vmware.api [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607442, 'name': ReconfigVM_Task, 'duration_secs': 0.175966} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.980924] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Updating instance '2c2ada34-c9b6-424a-a601-0ee922646578' progress to 33 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 967.060891] env[69699]: DEBUG nova.network.neutron [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Updating instance_info_cache with network_info: [{"id": "4bdfebb4-0085-4e84-a983-2049d279a4be", "address": "fa:16:3e:4a:b4:87", "network": {"id": "7f999160-b5bb-4e50-a728-01fecb63917a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1727920786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e04398ccf8a4b1490feabf07d03922b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bdfebb4-00", "ovs_interfaceid": "4bdfebb4-0085-4e84-a983-2049d279a4be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.124023] env[69699]: DEBUG nova.network.neutron [None req-ca241077-4b9f-4aea-91d9-3c66d80753a8 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Successfully created port: 7d8245d8-1a0b-4147-ad80-4cd1996d69e7 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 967.183985] env[69699]: DEBUG oslo_concurrency.lockutils [req-1e5f4064-b4c1-42d8-a184-4094a2be5526 req-09d7dc94-5207-445d-8328-f4bb0592bbf7 service nova] Releasing lock "refresh_cache-7c6fee98-d810-4a93-aa6a-d8a1059b80a2" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.200036] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b780dd9b-fe3d-4295-9ba9-a5efca96550d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.781s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.316618] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607445, 'name': CreateVM_Task, 'duration_secs': 0.351234} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.320467] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdc4cb64-8f0a-43ee-82d2-19206020abeb] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 967.321041] env[69699]: DEBUG oslo_concurrency.lockutils [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.321211] env[69699]: DEBUG oslo_concurrency.lockutils [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.321610] env[69699]: DEBUG oslo_concurrency.lockutils [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.322371] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9448348-d5a9-403b-a9da-0d6cce03d374 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.331533] env[69699]: DEBUG oslo_vmware.api [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607446, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.335582] env[69699]: DEBUG oslo_vmware.api [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Waiting for the task: (returnval){ [ 967.335582] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52250baf-47b1-daad-a034-a9cc0d8c19d8" [ 967.335582] env[69699]: _type = "Task" [ 967.335582] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.349146] env[69699]: DEBUG oslo_vmware.api [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52250baf-47b1-daad-a034-a9cc0d8c19d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.488442] env[69699]: DEBUG nova.virt.hardware [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.488442] env[69699]: DEBUG nova.virt.hardware [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.488610] env[69699]: DEBUG nova.virt.hardware [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.488796] env[69699]: DEBUG nova.virt.hardware [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.488947] env[69699]: DEBUG nova.virt.hardware [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.489105] env[69699]: DEBUG nova.virt.hardware [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.489313] env[69699]: DEBUG nova.virt.hardware [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.489468] env[69699]: DEBUG nova.virt.hardware [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.489631] env[69699]: DEBUG nova.virt.hardware [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.489794] env[69699]: DEBUG nova.virt.hardware [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.489964] env[69699]: DEBUG nova.virt.hardware [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.495420] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Reconfiguring VM instance instance-0000002f to detach disk 2000 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 967.498597] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db0de417-149c-4d45-abc5-b717aadcd27f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.518637] env[69699]: DEBUG oslo_vmware.api [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 967.518637] env[69699]: value = "task-3607447" [ 967.518637] env[69699]: _type = "Task" [ 967.518637] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.534364] env[69699]: DEBUG oslo_vmware.api [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607447, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.563345] env[69699]: DEBUG oslo_concurrency.lockutils [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Releasing lock "refresh_cache-5f115f20-f8bf-4c38-8e88-78e1cb8e24df" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.588341] env[69699]: DEBUG oslo_vmware.rw_handles [None req-86681b5c-b313-4e82-9986-7d1ffc24b2dd tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524ebcef-bef8-898e-06d4-af16ca496f35/disk-0.vmdk. {{(pid=69699) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 967.589272] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9346b92-6e0d-420b-b832-de6f3b27dff3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.596370] env[69699]: DEBUG oslo_vmware.rw_handles [None req-86681b5c-b313-4e82-9986-7d1ffc24b2dd tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524ebcef-bef8-898e-06d4-af16ca496f35/disk-0.vmdk is in state: ready. {{(pid=69699) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 967.597039] env[69699]: ERROR oslo_vmware.rw_handles [None req-86681b5c-b313-4e82-9986-7d1ffc24b2dd tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524ebcef-bef8-898e-06d4-af16ca496f35/disk-0.vmdk due to incomplete transfer. [ 967.599356] env[69699]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e0604b76-6e03-4afa-a13c-3903bdae1c99 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.609618] env[69699]: DEBUG oslo_vmware.rw_handles [None req-86681b5c-b313-4e82-9986-7d1ffc24b2dd tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524ebcef-bef8-898e-06d4-af16ca496f35/disk-0.vmdk. {{(pid=69699) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 967.609852] env[69699]: DEBUG nova.virt.vmwareapi.images [None req-86681b5c-b313-4e82-9986-7d1ffc24b2dd tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Uploaded image ed4c58b8-f455-4405-b2c2-283719b815a3 to the Glance image server {{(pid=69699) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 967.612662] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-86681b5c-b313-4e82-9986-7d1ffc24b2dd tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Destroying the VM {{(pid=69699) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 967.612662] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-94cf4745-2ab9-4463-bd57-2f017690392e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.615719] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c271431-dfd3-43a5-a16f-22a8bd23ea90 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.626730] env[69699]: DEBUG oslo_vmware.api [None req-86681b5c-b313-4e82-9986-7d1ffc24b2dd tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 967.626730] env[69699]: value = "task-3607448" [ 967.626730] env[69699]: _type = "Task" [ 967.626730] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.627728] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a0d2b7-48bd-4c11-aca2-983b82336bd6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.664501] env[69699]: DEBUG oslo_vmware.api [None req-86681b5c-b313-4e82-9986-7d1ffc24b2dd tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607448, 'name': Destroy_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.665520] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb9d3d8-32c0-4e44-beb0-21aea9cdaf3f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.673379] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e9178c-e3d4-491a-bf6c-acba0d34419b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.687343] env[69699]: DEBUG nova.compute.provider_tree [None req-87105477-37d0-4545-8824-d26355cbc4e0 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.829198] env[69699]: DEBUG oslo_vmware.api [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607446, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532868} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.829600] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 7cc3a93d-3386-4df3-87c6-d624638d695e/7cc3a93d-3386-4df3-87c6-d624638d695e.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 967.829968] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 967.830417] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a444543-80ce-4811-8bbc-a3b033af1e76 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.843472] env[69699]: DEBUG oslo_vmware.api [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 967.843472] env[69699]: value = "task-3607449" [ 967.843472] env[69699]: _type = "Task" [ 967.843472] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.853954] env[69699]: DEBUG oslo_vmware.api [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52250baf-47b1-daad-a034-a9cc0d8c19d8, 'name': SearchDatastore_Task, 'duration_secs': 0.013322} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.854834] env[69699]: DEBUG oslo_concurrency.lockutils [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.855209] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] [instance: fdc4cb64-8f0a-43ee-82d2-19206020abeb] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 967.855581] env[69699]: DEBUG oslo_concurrency.lockutils [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.855893] env[69699]: DEBUG oslo_concurrency.lockutils [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.856143] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 967.860603] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6c83205-7d05-4281-a9a0-6552c9f4fd3d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.863687] env[69699]: DEBUG oslo_vmware.api [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607449, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.871626] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 967.871940] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 967.873075] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d11c2cc-b78c-46eb-82f1-93dbf333e021 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.879915] env[69699]: DEBUG oslo_vmware.api [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Waiting for the task: (returnval){ [ 967.879915] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]521e8ea6-4630-a7f6-3de6-dce4a21bc76b" [ 967.879915] env[69699]: _type = "Task" [ 967.879915] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.893636] env[69699]: DEBUG oslo_vmware.api [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]521e8ea6-4630-a7f6-3de6-dce4a21bc76b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.027871] env[69699]: DEBUG oslo_vmware.api [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607447, 'name': ReconfigVM_Task, 'duration_secs': 0.288928} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.028178] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Reconfigured VM instance instance-0000002f to detach disk 2000 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 968.028951] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f7106c-6b10-4feb-bbda-00a83bc228a6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.050933] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 2c2ada34-c9b6-424a-a601-0ee922646578/2c2ada34-c9b6-424a-a601-0ee922646578.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.052342] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de07fb1a-9212-433c-9f67-03b70013ab48 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.076064] env[69699]: DEBUG oslo_vmware.api [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 968.076064] env[69699]: value = "task-3607450" [ 968.076064] env[69699]: _type = "Task" [ 968.076064] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.088894] env[69699]: DEBUG oslo_vmware.api [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607450, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.091106] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44e7ca7-e835-4b42-983d-c6a5c88045e8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.111185] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5620088-5918-43d9-b150-fb5ecfa432da {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.118469] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Updating instance '5f115f20-f8bf-4c38-8e88-78e1cb8e24df' progress to 83 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 968.140284] env[69699]: DEBUG oslo_vmware.api [None req-86681b5c-b313-4e82-9986-7d1ffc24b2dd tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607448, 'name': Destroy_Task, 'duration_secs': 0.376533} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.140567] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-86681b5c-b313-4e82-9986-7d1ffc24b2dd tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Destroyed the VM [ 968.140778] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-86681b5c-b313-4e82-9986-7d1ffc24b2dd tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Deleting Snapshot of the VM instance {{(pid=69699) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 968.141035] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-593f0876-cbad-47b3-af09-d095ec282fa9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.148612] env[69699]: DEBUG oslo_vmware.api [None req-86681b5c-b313-4e82-9986-7d1ffc24b2dd tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 968.148612] env[69699]: value = "task-3607451" [ 968.148612] env[69699]: _type = "Task" [ 968.148612] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.156924] env[69699]: DEBUG oslo_vmware.api [None req-86681b5c-b313-4e82-9986-7d1ffc24b2dd tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607451, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.190297] env[69699]: DEBUG nova.scheduler.client.report [None req-87105477-37d0-4545-8824-d26355cbc4e0 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.353837] env[69699]: DEBUG oslo_vmware.api [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607449, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06771} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.354171] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 968.354951] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e973174-fa46-44f0-ac31-b50f73efcc62 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.378285] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 7cc3a93d-3386-4df3-87c6-d624638d695e/7cc3a93d-3386-4df3-87c6-d624638d695e.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.378570] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b346f3bf-d514-46e5-85b9-2e14d6de0242 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.402167] env[69699]: DEBUG oslo_vmware.api [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]521e8ea6-4630-a7f6-3de6-dce4a21bc76b, 'name': SearchDatastore_Task, 'duration_secs': 0.014617} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.403989] env[69699]: DEBUG oslo_vmware.api [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 968.403989] env[69699]: value = "task-3607452" [ 968.403989] env[69699]: _type = "Task" [ 968.403989] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.404198] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb0eeec3-ec0c-480b-bfb9-ca842ff28824 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.415042] env[69699]: DEBUG oslo_vmware.api [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Waiting for the task: (returnval){ [ 968.415042] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52de4236-d3fc-63c0-23f0-4e620312b41c" [ 968.415042] env[69699]: _type = "Task" [ 968.415042] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.415271] env[69699]: DEBUG oslo_vmware.api [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607452, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.422566] env[69699]: DEBUG oslo_vmware.api [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52de4236-d3fc-63c0-23f0-4e620312b41c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.568613] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a0127245-b898-4471-a770-d2caac847eea tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquiring lock "c3c59273-6200-4481-bb63-33f62d31621f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.569053] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a0127245-b898-4471-a770-d2caac847eea tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lock "c3c59273-6200-4481-bb63-33f62d31621f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.569404] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a0127245-b898-4471-a770-d2caac847eea tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquiring lock "c3c59273-6200-4481-bb63-33f62d31621f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.569692] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a0127245-b898-4471-a770-d2caac847eea tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lock "c3c59273-6200-4481-bb63-33f62d31621f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.569922] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a0127245-b898-4471-a770-d2caac847eea tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lock "c3c59273-6200-4481-bb63-33f62d31621f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.572497] env[69699]: INFO nova.compute.manager [None req-a0127245-b898-4471-a770-d2caac847eea tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Terminating instance [ 968.591977] env[69699]: DEBUG oslo_vmware.api [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607450, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.624520] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 968.627021] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24a6279b-1080-40e5-869c-8751bf21a4d8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.635927] env[69699]: DEBUG oslo_vmware.api [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 968.635927] env[69699]: value = "task-3607453" [ 968.635927] env[69699]: _type = "Task" [ 968.635927] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.643959] env[69699]: DEBUG oslo_vmware.api [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607453, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.658661] env[69699]: DEBUG oslo_vmware.api [None req-86681b5c-b313-4e82-9986-7d1ffc24b2dd tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607451, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.686631] env[69699]: DEBUG nova.network.neutron [None req-ca241077-4b9f-4aea-91d9-3c66d80753a8 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Successfully updated port: 7d8245d8-1a0b-4147-ad80-4cd1996d69e7 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 968.694969] env[69699]: DEBUG oslo_concurrency.lockutils [None req-87105477-37d0-4545-8824-d26355cbc4e0 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.035s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.698392] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fe0d2191-5c8d-4a9b-8288-df6069f993b8 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.798s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.698627] env[69699]: DEBUG nova.objects.instance [None req-fe0d2191-5c8d-4a9b-8288-df6069f993b8 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Lazy-loading 'resources' on Instance uuid 962acb2d-732f-4dfb-9931-11186c34518e {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.713549] env[69699]: INFO nova.scheduler.client.report [None req-87105477-37d0-4545-8824-d26355cbc4e0 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Deleted allocations for instance 1105ca8b-bfc2-4e73-9dd6-4ec5983ad048 [ 968.917543] env[69699]: DEBUG oslo_vmware.api [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607452, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.927046] env[69699]: DEBUG oslo_vmware.api [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52de4236-d3fc-63c0-23f0-4e620312b41c, 'name': SearchDatastore_Task, 'duration_secs': 0.025143} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.927353] env[69699]: DEBUG oslo_concurrency.lockutils [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.927618] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] fdc4cb64-8f0a-43ee-82d2-19206020abeb/fdc4cb64-8f0a-43ee-82d2-19206020abeb.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 968.927881] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19a4298e-2e98-4eec-bb60-9f5af362ebf7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.938833] env[69699]: DEBUG oslo_vmware.api [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Waiting for the task: (returnval){ [ 968.938833] env[69699]: value = "task-3607454" [ 968.938833] env[69699]: _type = "Task" [ 968.938833] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.951047] env[69699]: DEBUG oslo_vmware.api [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Task: {'id': task-3607454, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.078543] env[69699]: DEBUG nova.compute.manager [None req-a0127245-b898-4471-a770-d2caac847eea tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 969.078543] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a0127245-b898-4471-a770-d2caac847eea tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 969.079152] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc42520-6889-4246-b4dd-035ae6a453d5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.091780] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a0127245-b898-4471-a770-d2caac847eea tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 969.095393] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c39aa2c-7694-42f9-b567-47b48442e6be {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.097409] env[69699]: DEBUG oslo_vmware.api [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607450, 'name': ReconfigVM_Task, 'duration_secs': 0.878219} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.097613] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 2c2ada34-c9b6-424a-a601-0ee922646578/2c2ada34-c9b6-424a-a601-0ee922646578.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.097974] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Updating instance '2c2ada34-c9b6-424a-a601-0ee922646578' progress to 50 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 969.148901] env[69699]: DEBUG oslo_vmware.api [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607453, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.158757] env[69699]: DEBUG oslo_vmware.api [None req-86681b5c-b313-4e82-9986-7d1ffc24b2dd tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607451, 'name': RemoveSnapshot_Task, 'duration_secs': 0.873481} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.159139] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-86681b5c-b313-4e82-9986-7d1ffc24b2dd tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Deleted Snapshot of the VM instance {{(pid=69699) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 969.159657] env[69699]: INFO nova.compute.manager [None req-86681b5c-b313-4e82-9986-7d1ffc24b2dd tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Took 15.70 seconds to snapshot the instance on the hypervisor. [ 969.175374] env[69699]: DEBUG nova.compute.manager [req-998f3142-a62e-4f73-92b1-69a292c698b1 req-708fc240-ae94-482c-8f51-549240f7fc94 service nova] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Received event network-vif-plugged-7d8245d8-1a0b-4147-ad80-4cd1996d69e7 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.177838] env[69699]: DEBUG oslo_concurrency.lockutils [req-998f3142-a62e-4f73-92b1-69a292c698b1 req-708fc240-ae94-482c-8f51-549240f7fc94 service nova] Acquiring lock "4f0b683d-04ea-4d5f-b0d6-d965e2da75c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.178093] env[69699]: DEBUG oslo_concurrency.lockutils [req-998f3142-a62e-4f73-92b1-69a292c698b1 req-708fc240-ae94-482c-8f51-549240f7fc94 service nova] Lock "4f0b683d-04ea-4d5f-b0d6-d965e2da75c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.178596] env[69699]: DEBUG oslo_concurrency.lockutils [req-998f3142-a62e-4f73-92b1-69a292c698b1 req-708fc240-ae94-482c-8f51-549240f7fc94 service nova] Lock "4f0b683d-04ea-4d5f-b0d6-d965e2da75c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.178596] env[69699]: DEBUG nova.compute.manager [req-998f3142-a62e-4f73-92b1-69a292c698b1 req-708fc240-ae94-482c-8f51-549240f7fc94 service nova] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] No waiting events found dispatching network-vif-plugged-7d8245d8-1a0b-4147-ad80-4cd1996d69e7 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 969.178596] env[69699]: WARNING nova.compute.manager [req-998f3142-a62e-4f73-92b1-69a292c698b1 req-708fc240-ae94-482c-8f51-549240f7fc94 service nova] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Received unexpected event network-vif-plugged-7d8245d8-1a0b-4147-ad80-4cd1996d69e7 for instance with vm_state active and task_state None. [ 969.188098] env[69699]: DEBUG oslo_concurrency.lockutils [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquiring lock "8d932c90-40d4-499a-8593-5122382a2835" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.188098] env[69699]: DEBUG oslo_concurrency.lockutils [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lock "8d932c90-40d4-499a-8593-5122382a2835" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.189605] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a0127245-b898-4471-a770-d2caac847eea tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 969.189605] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a0127245-b898-4471-a770-d2caac847eea tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 969.189605] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0127245-b898-4471-a770-d2caac847eea tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Deleting the datastore file [datastore2] c3c59273-6200-4481-bb63-33f62d31621f {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 969.190234] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ca241077-4b9f-4aea-91d9-3c66d80753a8 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "refresh_cache-4f0b683d-04ea-4d5f-b0d6-d965e2da75c3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.190384] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ca241077-4b9f-4aea-91d9-3c66d80753a8 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquired lock "refresh_cache-4f0b683d-04ea-4d5f-b0d6-d965e2da75c3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.190543] env[69699]: DEBUG nova.network.neutron [None req-ca241077-4b9f-4aea-91d9-3c66d80753a8 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.192065] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dafefba8-b107-4c92-8307-a43cae1eddf5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.198896] env[69699]: DEBUG oslo_vmware.api [None req-a0127245-b898-4471-a770-d2caac847eea tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 969.198896] env[69699]: value = "task-3607456" [ 969.198896] env[69699]: _type = "Task" [ 969.198896] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.212325] env[69699]: DEBUG oslo_vmware.api [None req-a0127245-b898-4471-a770-d2caac847eea tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607456, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.220791] env[69699]: DEBUG oslo_concurrency.lockutils [None req-87105477-37d0-4545-8824-d26355cbc4e0 tempest-ServerShowV247Test-333153115 tempest-ServerShowV247Test-333153115-project-member] Lock "1105ca8b-bfc2-4e73-9dd6-4ec5983ad048" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.390s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.418804] env[69699]: DEBUG oslo_vmware.api [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607452, 'name': ReconfigVM_Task, 'duration_secs': 0.651849} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.419701] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 7cc3a93d-3386-4df3-87c6-d624638d695e/7cc3a93d-3386-4df3-87c6-d624638d695e.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.423055] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8bf59a7e-d431-46ff-9c38-0aef3f81f620 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.430909] env[69699]: DEBUG oslo_vmware.api [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 969.430909] env[69699]: value = "task-3607457" [ 969.430909] env[69699]: _type = "Task" [ 969.430909] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.440275] env[69699]: DEBUG oslo_vmware.api [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607457, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.452483] env[69699]: DEBUG oslo_vmware.api [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Task: {'id': task-3607454, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.577429] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquiring lock "7461edb3-d74b-4ec5-b06f-11737ba6fc77" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.577862] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "7461edb3-d74b-4ec5-b06f-11737ba6fc77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.607236] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21166cf0-c7a7-46c6-98be-11746c52b9f1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.613456] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02480d91-576f-4dd8-be11-5b5773d83b77 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.638705] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5deddae-853e-4bac-a474-7c97ce015ede {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.648945] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424f27df-307f-467a-b5bb-a50b1a512ad9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.662487] env[69699]: DEBUG oslo_vmware.api [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607453, 'name': PowerOnVM_Task, 'duration_secs': 0.526004} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.701671] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.701916] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-caa8784e-09c0-43d3-814b-3345316fcf20 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Updating instance '5f115f20-f8bf-4c38-8e88-78e1cb8e24df' progress to 100 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 969.705813] env[69699]: DEBUG nova.compute.manager [None req-86681b5c-b313-4e82-9986-7d1ffc24b2dd tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Instance disappeared during snapshot {{(pid=69699) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 969.708147] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Updating instance '2c2ada34-c9b6-424a-a601-0ee922646578' progress to 67 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 969.715034] env[69699]: DEBUG nova.compute.manager [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 969.720198] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9fcb38-4bc2-4d84-8278-bd6b29878051 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.730693] env[69699]: DEBUG oslo_vmware.api [None req-a0127245-b898-4471-a770-d2caac847eea tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607456, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.734938] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c056d41-bc73-4ddc-bc0e-b3935c0ffcc6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.739464] env[69699]: DEBUG nova.compute.manager [None req-86681b5c-b313-4e82-9986-7d1ffc24b2dd tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Image not found during clean up ed4c58b8-f455-4405-b2c2-283719b815a3 {{(pid=69699) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 969.751659] env[69699]: DEBUG nova.compute.provider_tree [None req-fe0d2191-5c8d-4a9b-8288-df6069f993b8 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.770490] env[69699]: WARNING nova.network.neutron [None req-ca241077-4b9f-4aea-91d9-3c66d80753a8 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] 0bd0c568-ae97-493c-9ed8-c70833965690 already exists in list: networks containing: ['0bd0c568-ae97-493c-9ed8-c70833965690']. ignoring it [ 969.942069] env[69699]: DEBUG oslo_vmware.api [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607457, 'name': Rename_Task, 'duration_secs': 0.187717} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.946174] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.946663] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89108954-99d1-4bd4-af2a-5d2820d72a7f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.959838] env[69699]: DEBUG oslo_vmware.api [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Task: {'id': task-3607454, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.805851} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.961289] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] fdc4cb64-8f0a-43ee-82d2-19206020abeb/fdc4cb64-8f0a-43ee-82d2-19206020abeb.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 969.961816] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] [instance: fdc4cb64-8f0a-43ee-82d2-19206020abeb] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 969.961939] env[69699]: DEBUG oslo_vmware.api [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 969.961939] env[69699]: value = "task-3607458" [ 969.961939] env[69699]: _type = "Task" [ 969.961939] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.962177] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e3878b2-11de-4bd5-8544-b3a2fe86335e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.974151] env[69699]: DEBUG oslo_vmware.api [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607458, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.975756] env[69699]: DEBUG oslo_vmware.api [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Waiting for the task: (returnval){ [ 969.975756] env[69699]: value = "task-3607459" [ 969.975756] env[69699]: _type = "Task" [ 969.975756] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.985191] env[69699]: DEBUG oslo_vmware.api [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Task: {'id': task-3607459, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.083236] env[69699]: DEBUG nova.compute.manager [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 7461edb3-d74b-4ec5-b06f-11737ba6fc77] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 970.094437] env[69699]: DEBUG nova.network.neutron [None req-ca241077-4b9f-4aea-91d9-3c66d80753a8 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Updating instance_info_cache with network_info: [{"id": "ccc1108a-785f-4d69-8ada-a1183a44c7b6", "address": "fa:16:3e:a7:17:79", "network": {"id": "0bd0c568-ae97-493c-9ed8-c70833965690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-782374772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba48fa426f0e4cb3b66a18836a0ae660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccc1108a-78", "ovs_interfaceid": "ccc1108a-785f-4d69-8ada-a1183a44c7b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7d8245d8-1a0b-4147-ad80-4cd1996d69e7", "address": "fa:16:3e:61:77:c7", "network": {"id": "0bd0c568-ae97-493c-9ed8-c70833965690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-782374772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba48fa426f0e4cb3b66a18836a0ae660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d8245d8-1a", "ovs_interfaceid": "7d8245d8-1a0b-4147-ad80-4cd1996d69e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.235204] env[69699]: DEBUG oslo_vmware.api [None req-a0127245-b898-4471-a770-d2caac847eea tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607456, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.595997} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.236026] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0127245-b898-4471-a770-d2caac847eea tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 970.236219] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a0127245-b898-4471-a770-d2caac847eea tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 970.236394] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a0127245-b898-4471-a770-d2caac847eea tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 970.236733] env[69699]: INFO nova.compute.manager [None req-a0127245-b898-4471-a770-d2caac847eea tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 970.236808] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0127245-b898-4471-a770-d2caac847eea tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.236990] env[69699]: DEBUG nova.compute.manager [-] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 970.237098] env[69699]: DEBUG nova.network.neutron [-] [instance: c3c59273-6200-4481-bb63-33f62d31621f] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 970.244034] env[69699]: DEBUG oslo_concurrency.lockutils [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.255529] env[69699]: DEBUG nova.scheduler.client.report [None req-fe0d2191-5c8d-4a9b-8288-df6069f993b8 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.289483] env[69699]: DEBUG nova.network.neutron [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Port 9ac2f6b5-81c2-4101-9785-9586d2643157 binding to destination host cpu-1 is already ACTIVE {{(pid=69699) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 970.475317] env[69699]: DEBUG oslo_vmware.api [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607458, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.484725] env[69699]: DEBUG oslo_vmware.api [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Task: {'id': task-3607459, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084223} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.485120] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] [instance: fdc4cb64-8f0a-43ee-82d2-19206020abeb] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 970.485924] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4298422a-fe7c-418d-8532-f7074cbedc1b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.506274] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] [instance: fdc4cb64-8f0a-43ee-82d2-19206020abeb] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] fdc4cb64-8f0a-43ee-82d2-19206020abeb/fdc4cb64-8f0a-43ee-82d2-19206020abeb.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.506826] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-440fa596-c84d-4dd2-81df-0bff718937b1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.525597] env[69699]: DEBUG oslo_vmware.api [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Waiting for the task: (returnval){ [ 970.525597] env[69699]: value = "task-3607460" [ 970.525597] env[69699]: _type = "Task" [ 970.525597] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.535349] env[69699]: DEBUG oslo_vmware.api [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Task: {'id': task-3607460, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.597179] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ca241077-4b9f-4aea-91d9-3c66d80753a8 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Releasing lock "refresh_cache-4f0b683d-04ea-4d5f-b0d6-d965e2da75c3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.597810] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ca241077-4b9f-4aea-91d9-3c66d80753a8 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "4f0b683d-04ea-4d5f-b0d6-d965e2da75c3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.597947] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ca241077-4b9f-4aea-91d9-3c66d80753a8 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquired lock "4f0b683d-04ea-4d5f-b0d6-d965e2da75c3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.598817] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1984b4a-5e56-4846-b251-21c95b437ca5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.615723] env[69699]: DEBUG nova.virt.hardware [None req-ca241077-4b9f-4aea-91d9-3c66d80753a8 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 970.615962] env[69699]: DEBUG nova.virt.hardware [None req-ca241077-4b9f-4aea-91d9-3c66d80753a8 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 970.616134] env[69699]: DEBUG nova.virt.hardware [None req-ca241077-4b9f-4aea-91d9-3c66d80753a8 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.616320] env[69699]: DEBUG nova.virt.hardware [None req-ca241077-4b9f-4aea-91d9-3c66d80753a8 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 970.616464] env[69699]: DEBUG nova.virt.hardware [None req-ca241077-4b9f-4aea-91d9-3c66d80753a8 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.616610] env[69699]: DEBUG nova.virt.hardware [None req-ca241077-4b9f-4aea-91d9-3c66d80753a8 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 970.616817] env[69699]: DEBUG nova.virt.hardware [None req-ca241077-4b9f-4aea-91d9-3c66d80753a8 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 970.616972] env[69699]: DEBUG nova.virt.hardware [None req-ca241077-4b9f-4aea-91d9-3c66d80753a8 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 970.617153] env[69699]: DEBUG nova.virt.hardware [None req-ca241077-4b9f-4aea-91d9-3c66d80753a8 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 970.617314] env[69699]: DEBUG nova.virt.hardware [None req-ca241077-4b9f-4aea-91d9-3c66d80753a8 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 970.617489] env[69699]: DEBUG nova.virt.hardware [None req-ca241077-4b9f-4aea-91d9-3c66d80753a8 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 970.623746] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ca241077-4b9f-4aea-91d9-3c66d80753a8 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Reconfiguring VM to attach interface {{(pid=69699) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 970.624770] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.625340] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4ed4004-92eb-41af-9654-29c3bdd03a94 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.642459] env[69699]: DEBUG oslo_vmware.api [None req-ca241077-4b9f-4aea-91d9-3c66d80753a8 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Waiting for the task: (returnval){ [ 970.642459] env[69699]: value = "task-3607461" [ 970.642459] env[69699]: _type = "Task" [ 970.642459] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.651838] env[69699]: DEBUG oslo_vmware.api [None req-ca241077-4b9f-4aea-91d9-3c66d80753a8 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607461, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.761391] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fe0d2191-5c8d-4a9b-8288-df6069f993b8 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.063s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.763866] env[69699]: DEBUG oslo_concurrency.lockutils [None req-677df403-48fe-4f19-b780-d74a035be90a tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.643s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.764129] env[69699]: DEBUG nova.objects.instance [None req-677df403-48fe-4f19-b780-d74a035be90a tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Lazy-loading 'resources' on Instance uuid a3003b34-1a4f-41bc-8f2c-5a313a5fb85c {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.781705] env[69699]: INFO nova.scheduler.client.report [None req-fe0d2191-5c8d-4a9b-8288-df6069f993b8 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Deleted allocations for instance 962acb2d-732f-4dfb-9931-11186c34518e [ 970.974901] env[69699]: DEBUG oslo_vmware.api [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607458, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.980335] env[69699]: DEBUG nova.network.neutron [-] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.036813] env[69699]: DEBUG oslo_vmware.api [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Task: {'id': task-3607460, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.156513] env[69699]: DEBUG oslo_vmware.api [None req-ca241077-4b9f-4aea-91d9-3c66d80753a8 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607461, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.280657] env[69699]: DEBUG nova.compute.manager [req-1fa88918-e575-413f-b3f6-f9514a8578f8 req-a4aaad69-ea8f-42b1-bb9c-c32b84c47ca9 service nova] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Received event network-changed-7d8245d8-1a0b-4147-ad80-4cd1996d69e7 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.280657] env[69699]: DEBUG nova.compute.manager [req-1fa88918-e575-413f-b3f6-f9514a8578f8 req-a4aaad69-ea8f-42b1-bb9c-c32b84c47ca9 service nova] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Refreshing instance network info cache due to event network-changed-7d8245d8-1a0b-4147-ad80-4cd1996d69e7. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 971.280657] env[69699]: DEBUG oslo_concurrency.lockutils [req-1fa88918-e575-413f-b3f6-f9514a8578f8 req-a4aaad69-ea8f-42b1-bb9c-c32b84c47ca9 service nova] Acquiring lock "refresh_cache-4f0b683d-04ea-4d5f-b0d6-d965e2da75c3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.280657] env[69699]: DEBUG oslo_concurrency.lockutils [req-1fa88918-e575-413f-b3f6-f9514a8578f8 req-a4aaad69-ea8f-42b1-bb9c-c32b84c47ca9 service nova] Acquired lock "refresh_cache-4f0b683d-04ea-4d5f-b0d6-d965e2da75c3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.280657] env[69699]: DEBUG nova.network.neutron [req-1fa88918-e575-413f-b3f6-f9514a8578f8 req-a4aaad69-ea8f-42b1-bb9c-c32b84c47ca9 service nova] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Refreshing network info cache for port 7d8245d8-1a0b-4147-ad80-4cd1996d69e7 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 971.290097] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fe0d2191-5c8d-4a9b-8288-df6069f993b8 tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Lock "962acb2d-732f-4dfb-9931-11186c34518e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.871s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.316252] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquiring lock "2c2ada34-c9b6-424a-a601-0ee922646578-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.316448] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "2c2ada34-c9b6-424a-a601-0ee922646578-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.316594] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "2c2ada34-c9b6-424a-a601-0ee922646578-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.481519] env[69699]: DEBUG oslo_vmware.api [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607458, 'name': PowerOnVM_Task} progress is 98%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.483205] env[69699]: INFO nova.compute.manager [-] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Took 1.25 seconds to deallocate network for instance. [ 971.536479] env[69699]: DEBUG oslo_vmware.api [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Task: {'id': task-3607460, 'name': ReconfigVM_Task, 'duration_secs': 0.805106} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.536769] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] [instance: fdc4cb64-8f0a-43ee-82d2-19206020abeb] Reconfigured VM instance instance-0000004f to attach disk [datastore2] fdc4cb64-8f0a-43ee-82d2-19206020abeb/fdc4cb64-8f0a-43ee-82d2-19206020abeb.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.537538] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a43b6da6-74e3-4a32-8d64-46facf5fb3f8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.549331] env[69699]: DEBUG oslo_vmware.api [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Waiting for the task: (returnval){ [ 971.549331] env[69699]: value = "task-3607462" [ 971.549331] env[69699]: _type = "Task" [ 971.549331] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.563303] env[69699]: DEBUG oslo_vmware.api [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Task: {'id': task-3607462, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.654428] env[69699]: DEBUG oslo_vmware.api [None req-ca241077-4b9f-4aea-91d9-3c66d80753a8 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607461, 'name': ReconfigVM_Task, 'duration_secs': 0.853174} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.657285] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ca241077-4b9f-4aea-91d9-3c66d80753a8 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Releasing lock "4f0b683d-04ea-4d5f-b0d6-d965e2da75c3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.657497] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ca241077-4b9f-4aea-91d9-3c66d80753a8 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Reconfigured VM to attach interface {{(pid=69699) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 971.671756] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69bf336f-96ae-4749-8e0b-bbb22887937a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.680577] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832cf889-cae7-4557-861a-c8550e7b8fe7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.714923] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a987e7d5-9ddc-4806-b43f-31d85fc23519 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.722669] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbec0c0-614d-4671-9bb1-899e53ea96ad {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.738232] env[69699]: DEBUG nova.compute.provider_tree [None req-677df403-48fe-4f19-b780-d74a035be90a tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.975245] env[69699]: DEBUG oslo_vmware.api [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607458, 'name': PowerOnVM_Task, 'duration_secs': 1.68687} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.975541] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.975761] env[69699]: INFO nova.compute.manager [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Took 10.66 seconds to spawn the instance on the hypervisor. [ 971.975943] env[69699]: DEBUG nova.compute.manager [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.976768] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa3ea42-b184-468b-872d-9aa979e6583b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.987913] env[69699]: DEBUG nova.network.neutron [req-1fa88918-e575-413f-b3f6-f9514a8578f8 req-a4aaad69-ea8f-42b1-bb9c-c32b84c47ca9 service nova] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Updated VIF entry in instance network info cache for port 7d8245d8-1a0b-4147-ad80-4cd1996d69e7. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 971.988304] env[69699]: DEBUG nova.network.neutron [req-1fa88918-e575-413f-b3f6-f9514a8578f8 req-a4aaad69-ea8f-42b1-bb9c-c32b84c47ca9 service nova] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Updating instance_info_cache with network_info: [{"id": "ccc1108a-785f-4d69-8ada-a1183a44c7b6", "address": "fa:16:3e:a7:17:79", "network": {"id": "0bd0c568-ae97-493c-9ed8-c70833965690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-782374772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba48fa426f0e4cb3b66a18836a0ae660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccc1108a-78", "ovs_interfaceid": "ccc1108a-785f-4d69-8ada-a1183a44c7b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7d8245d8-1a0b-4147-ad80-4cd1996d69e7", "address": "fa:16:3e:61:77:c7", "network": {"id": "0bd0c568-ae97-493c-9ed8-c70833965690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-782374772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba48fa426f0e4cb3b66a18836a0ae660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d8245d8-1a", "ovs_interfaceid": "7d8245d8-1a0b-4147-ad80-4cd1996d69e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.992730] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a0127245-b898-4471-a770-d2caac847eea tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.060199] env[69699]: DEBUG oslo_vmware.api [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Task: {'id': task-3607462, 'name': Rename_Task, 'duration_secs': 0.189697} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.060528] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] [instance: fdc4cb64-8f0a-43ee-82d2-19206020abeb] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.060846] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebec6327-78b2-4bce-8915-7a7d48a3773e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.067768] env[69699]: DEBUG oslo_vmware.api [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Waiting for the task: (returnval){ [ 972.067768] env[69699]: value = "task-3607463" [ 972.067768] env[69699]: _type = "Task" [ 972.067768] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.075447] env[69699]: DEBUG oslo_vmware.api [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Task: {'id': task-3607463, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.163787] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ca241077-4b9f-4aea-91d9-3c66d80753a8 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "interface-4f0b683d-04ea-4d5f-b0d6-d965e2da75c3-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.686s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.241416] env[69699]: DEBUG nova.scheduler.client.report [None req-677df403-48fe-4f19-b780-d74a035be90a tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.350784] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquiring lock "refresh_cache-2c2ada34-c9b6-424a-a601-0ee922646578" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.350984] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquired lock "refresh_cache-2c2ada34-c9b6-424a-a601-0ee922646578" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.351189] env[69699]: DEBUG nova.network.neutron [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.451691] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ce07bb50-77ad-427c-96ee-b1c9f674be53 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "5f115f20-f8bf-4c38-8e88-78e1cb8e24df" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.452037] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ce07bb50-77ad-427c-96ee-b1c9f674be53 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "5f115f20-f8bf-4c38-8e88-78e1cb8e24df" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.452250] env[69699]: DEBUG nova.compute.manager [None req-ce07bb50-77ad-427c-96ee-b1c9f674be53 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Going to confirm migration 3 {{(pid=69699) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 972.490725] env[69699]: DEBUG oslo_concurrency.lockutils [req-1fa88918-e575-413f-b3f6-f9514a8578f8 req-a4aaad69-ea8f-42b1-bb9c-c32b84c47ca9 service nova] Releasing lock "refresh_cache-4f0b683d-04ea-4d5f-b0d6-d965e2da75c3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.490978] env[69699]: DEBUG nova.compute.manager [req-1fa88918-e575-413f-b3f6-f9514a8578f8 req-a4aaad69-ea8f-42b1-bb9c-c32b84c47ca9 service nova] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Received event network-vif-deleted-981d3597-bb6c-4587-b18c-a6f74be23111 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.494882] env[69699]: INFO nova.compute.manager [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Took 47.89 seconds to build instance. [ 972.579212] env[69699]: DEBUG oslo_vmware.api [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Task: {'id': task-3607463, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.746608] env[69699]: DEBUG oslo_concurrency.lockutils [None req-677df403-48fe-4f19-b780-d74a035be90a tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.983s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.749070] env[69699]: DEBUG oslo_concurrency.lockutils [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.470s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.750851] env[69699]: INFO nova.compute.claims [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 972.770427] env[69699]: INFO nova.scheduler.client.report [None req-677df403-48fe-4f19-b780-d74a035be90a tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Deleted allocations for instance a3003b34-1a4f-41bc-8f2c-5a313a5fb85c [ 972.997093] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7900b292-5dce-49d9-841a-171501657dc2 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "7cc3a93d-3386-4df3-87c6-d624638d695e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.398s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.074550] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ce07bb50-77ad-427c-96ee-b1c9f674be53 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "refresh_cache-5f115f20-f8bf-4c38-8e88-78e1cb8e24df" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.074745] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ce07bb50-77ad-427c-96ee-b1c9f674be53 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquired lock "refresh_cache-5f115f20-f8bf-4c38-8e88-78e1cb8e24df" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.074921] env[69699]: DEBUG nova.network.neutron [None req-ce07bb50-77ad-427c-96ee-b1c9f674be53 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.075122] env[69699]: DEBUG nova.objects.instance [None req-ce07bb50-77ad-427c-96ee-b1c9f674be53 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lazy-loading 'info_cache' on Instance uuid 5f115f20-f8bf-4c38-8e88-78e1cb8e24df {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.082380] env[69699]: DEBUG oslo_vmware.api [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Task: {'id': task-3607463, 'name': PowerOnVM_Task, 'duration_secs': 0.688919} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.082498] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] [instance: fdc4cb64-8f0a-43ee-82d2-19206020abeb] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 973.082623] env[69699]: INFO nova.compute.manager [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] [instance: fdc4cb64-8f0a-43ee-82d2-19206020abeb] Took 6.41 seconds to spawn the instance on the hypervisor. [ 973.083029] env[69699]: DEBUG nova.compute.manager [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] [instance: fdc4cb64-8f0a-43ee-82d2-19206020abeb] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 973.083579] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6700d389-8e69-4906-8152-d65593874dd6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.194059] env[69699]: DEBUG nova.network.neutron [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Updating instance_info_cache with network_info: [{"id": "9ac2f6b5-81c2-4101-9785-9586d2643157", "address": "fa:16:3e:b0:19:42", "network": {"id": "e99ab3ed-1030-44b0-98b1-0c8d1d561613", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1328451822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce00a2c4d2d6497eab27716fff8fe855", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ac2f6b5-81", "ovs_interfaceid": "9ac2f6b5-81c2-4101-9785-9586d2643157", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.278836] env[69699]: DEBUG oslo_concurrency.lockutils [None req-677df403-48fe-4f19-b780-d74a035be90a tempest-MultipleCreateTestJSON-73038672 tempest-MultipleCreateTestJSON-73038672-project-member] Lock "a3003b34-1a4f-41bc-8f2c-5a313a5fb85c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.716s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.323380] env[69699]: DEBUG oslo_concurrency.lockutils [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "7cc3a93d-3386-4df3-87c6-d624638d695e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.323451] env[69699]: DEBUG oslo_concurrency.lockutils [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "7cc3a93d-3386-4df3-87c6-d624638d695e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.324780] env[69699]: INFO nova.compute.manager [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Shelving [ 973.607702] env[69699]: INFO nova.compute.manager [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] [instance: fdc4cb64-8f0a-43ee-82d2-19206020abeb] Took 42.00 seconds to build instance. [ 973.696662] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Releasing lock "refresh_cache-2c2ada34-c9b6-424a-a601-0ee922646578" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.113202] env[69699]: DEBUG oslo_concurrency.lockutils [None req-30c8bba9-4bc9-41d1-bfe5-ddec81db60fb tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Lock "fdc4cb64-8f0a-43ee-82d2-19206020abeb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.522s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.137581] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3143023-821a-4fba-926b-842fef9f9de0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.147340] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6547cd-c3a5-4e5d-af60-f72978e10576 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.185024] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c0f5f9-6036-40cb-9268-2cdcf43ce89b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.188070] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ff016496-fa73-46ab-96f7-b650725d770f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "interface-4f0b683d-04ea-4d5f-b0d6-d965e2da75c3-7356d1e6-e96f-4cdb-b17c-2ad607ca1523" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.188381] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ff016496-fa73-46ab-96f7-b650725d770f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "interface-4f0b683d-04ea-4d5f-b0d6-d965e2da75c3-7356d1e6-e96f-4cdb-b17c-2ad607ca1523" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.188751] env[69699]: DEBUG nova.objects.instance [None req-ff016496-fa73-46ab-96f7-b650725d770f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lazy-loading 'flavor' on Instance uuid 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.197200] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf14aea-b6fb-4d71-82f1-6934b96d5bdb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.221614] env[69699]: DEBUG nova.compute.provider_tree [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.234344] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f7cb5a-03fe-4616-9de5-42130dab731f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.255660] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9372dd-41ca-46d3-ad97-10f71452fc4f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.263590] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Updating instance '2c2ada34-c9b6-424a-a601-0ee922646578' progress to 83 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 974.270885] env[69699]: DEBUG nova.compute.manager [None req-b35462d1-7b69-481f-a41c-09620375acd6 tempest-ServerDiagnosticsV248Test-1936484820 tempest-ServerDiagnosticsV248Test-1936484820-project-admin] [instance: fdc4cb64-8f0a-43ee-82d2-19206020abeb] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 974.270885] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef4e7cd-102e-4e8a-98e9-050e903fda86 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.277518] env[69699]: INFO nova.compute.manager [None req-b35462d1-7b69-481f-a41c-09620375acd6 tempest-ServerDiagnosticsV248Test-1936484820 tempest-ServerDiagnosticsV248Test-1936484820-project-admin] [instance: fdc4cb64-8f0a-43ee-82d2-19206020abeb] Retrieving diagnostics [ 974.278729] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a3b49b-62cb-4a2b-9f50-0af4d6185381 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.334416] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.334806] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67e550a1-79e8-4ffc-938b-4e6460b247db {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.343964] env[69699]: DEBUG oslo_vmware.api [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 974.343964] env[69699]: value = "task-3607464" [ 974.343964] env[69699]: _type = "Task" [ 974.343964] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.354871] env[69699]: DEBUG oslo_vmware.api [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607464, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.389135] env[69699]: DEBUG nova.network.neutron [None req-ce07bb50-77ad-427c-96ee-b1c9f674be53 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Updating instance_info_cache with network_info: [{"id": "4bdfebb4-0085-4e84-a983-2049d279a4be", "address": "fa:16:3e:4a:b4:87", "network": {"id": "7f999160-b5bb-4e50-a728-01fecb63917a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1727920786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e04398ccf8a4b1490feabf07d03922b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bdfebb4-00", "ovs_interfaceid": "4bdfebb4-0085-4e84-a983-2049d279a4be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.728045] env[69699]: DEBUG nova.scheduler.client.report [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.772275] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-cc227702-8074-42bd-bd6f-7ad4dc4541e4 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Updating instance '2c2ada34-c9b6-424a-a601-0ee922646578' progress to 100 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 974.814546] env[69699]: DEBUG nova.objects.instance [None req-ff016496-fa73-46ab-96f7-b650725d770f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lazy-loading 'pci_requests' on Instance uuid 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.853953] env[69699]: DEBUG oslo_vmware.api [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607464, 'name': PowerOffVM_Task, 'duration_secs': 0.228251} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.854342] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.855155] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c500bea6-ede3-4f64-8acb-67a24a0cc9be {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.876095] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5ff975-0e30-4cf7-9db6-e0ab67a8e8df {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.892605] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ce07bb50-77ad-427c-96ee-b1c9f674be53 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Releasing lock "refresh_cache-5f115f20-f8bf-4c38-8e88-78e1cb8e24df" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.892906] env[69699]: DEBUG nova.objects.instance [None req-ce07bb50-77ad-427c-96ee-b1c9f674be53 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lazy-loading 'migration_context' on Instance uuid 5f115f20-f8bf-4c38-8e88-78e1cb8e24df {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.233020] env[69699]: DEBUG oslo_concurrency.lockutils [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.233545] env[69699]: DEBUG nova.compute.manager [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 975.236738] env[69699]: DEBUG oslo_concurrency.lockutils [None req-846ca1ad-be9b-4f9a-81cb-db7e68adfe87 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.771s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.315713] env[69699]: DEBUG nova.objects.base [None req-ff016496-fa73-46ab-96f7-b650725d770f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Object Instance<4f0b683d-04ea-4d5f-b0d6-d965e2da75c3> lazy-loaded attributes: flavor,pci_requests {{(pid=69699) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 975.315932] env[69699]: DEBUG nova.network.neutron [None req-ff016496-fa73-46ab-96f7-b650725d770f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 975.387366] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Creating Snapshot of the VM instance {{(pid=69699) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 975.387902] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-828f5182-b52f-4965-b03b-b326496ad9c7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.392544] env[69699]: DEBUG nova.policy [None req-ff016496-fa73-46ab-96f7-b650725d770f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bb3e38e23894b1eab05ad6519759de4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba48fa426f0e4cb3b66a18836a0ae660', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 975.397406] env[69699]: DEBUG nova.objects.base [None req-ce07bb50-77ad-427c-96ee-b1c9f674be53 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Object Instance<5f115f20-f8bf-4c38-8e88-78e1cb8e24df> lazy-loaded attributes: info_cache,migration_context {{(pid=69699) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 975.398944] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c950a9fe-56f2-4830-bd01-aaa70a73b9b2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.403143] env[69699]: DEBUG oslo_vmware.api [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 975.403143] env[69699]: value = "task-3607465" [ 975.403143] env[69699]: _type = "Task" [ 975.403143] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.427042] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd8bf039-9708-4f81-868a-573a15066cce {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.433206] env[69699]: DEBUG oslo_vmware.api [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607465, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.436519] env[69699]: DEBUG oslo_vmware.api [None req-ce07bb50-77ad-427c-96ee-b1c9f674be53 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 975.436519] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522b293a-a6c5-a504-f545-a8a2b5aea0ee" [ 975.436519] env[69699]: _type = "Task" [ 975.436519] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.450054] env[69699]: DEBUG oslo_vmware.api [None req-ce07bb50-77ad-427c-96ee-b1c9f674be53 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522b293a-a6c5-a504-f545-a8a2b5aea0ee, 'name': SearchDatastore_Task, 'duration_secs': 0.007942} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.450427] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ce07bb50-77ad-427c-96ee-b1c9f674be53 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.625110] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09a2ca5-3f48-41fe-b2ea-6f7f113812d5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.632681] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a66ad4f-de6b-4c3d-aa11-eb68238d6871 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.664291] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83c605f-1eaf-46c8-a175-fa8d62b5c6ca {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.670720] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5fe7db-0e19-4011-a64f-d03b9cbc9fb0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.684232] env[69699]: DEBUG nova.compute.provider_tree [None req-846ca1ad-be9b-4f9a-81cb-db7e68adfe87 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.738719] env[69699]: DEBUG nova.compute.utils [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 975.740066] env[69699]: DEBUG nova.compute.manager [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 975.740225] env[69699]: DEBUG nova.network.neutron [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 975.795428] env[69699]: DEBUG nova.policy [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c137e52cb9e04eb798315c7bf5764619', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14c1236c77054fb8bf2c683bb76174ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 975.916606] env[69699]: DEBUG oslo_vmware.api [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607465, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.187792] env[69699]: DEBUG nova.scheduler.client.report [None req-846ca1ad-be9b-4f9a-81cb-db7e68adfe87 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.243363] env[69699]: DEBUG nova.compute.manager [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 976.320034] env[69699]: DEBUG nova.network.neutron [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] Successfully created port: e52219fe-1cfe-4a6d-a589-a134400c6c3a {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 976.420388] env[69699]: DEBUG oslo_vmware.api [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607465, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.697061] env[69699]: DEBUG oslo_concurrency.lockutils [None req-846ca1ad-be9b-4f9a-81cb-db7e68adfe87 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.460s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.697309] env[69699]: INFO nova.compute.manager [None req-846ca1ad-be9b-4f9a-81cb-db7e68adfe87 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Successfully reverted task state from rebuilding on failure for instance. [ 976.702505] env[69699]: DEBUG oslo_concurrency.lockutils [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.176s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.703949] env[69699]: INFO nova.compute.claims [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 976.855061] env[69699]: DEBUG oslo_concurrency.lockutils [None req-05587eaf-3137-4e4b-bade-c7a8fef2ddbc tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquiring lock "2c2ada34-c9b6-424a-a601-0ee922646578" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.855321] env[69699]: DEBUG oslo_concurrency.lockutils [None req-05587eaf-3137-4e4b-bade-c7a8fef2ddbc tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "2c2ada34-c9b6-424a-a601-0ee922646578" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.855510] env[69699]: DEBUG nova.compute.manager [None req-05587eaf-3137-4e4b-bade-c7a8fef2ddbc tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Going to confirm migration 4 {{(pid=69699) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 976.914761] env[69699]: DEBUG oslo_vmware.api [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607465, 'name': CreateSnapshot_Task, 'duration_secs': 1.231503} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.915048] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Created Snapshot of the VM instance {{(pid=69699) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 976.915876] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60c8083-894e-44d7-9ff1-15be95f64609 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.163393] env[69699]: DEBUG nova.compute.manager [req-d98e60ce-28e4-4195-a397-68db414e5e23 req-d4d0e69d-debc-48f3-8d6b-d5f35fd23717 service nova] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Received event network-vif-plugged-7356d1e6-e96f-4cdb-b17c-2ad607ca1523 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.163607] env[69699]: DEBUG oslo_concurrency.lockutils [req-d98e60ce-28e4-4195-a397-68db414e5e23 req-d4d0e69d-debc-48f3-8d6b-d5f35fd23717 service nova] Acquiring lock "4f0b683d-04ea-4d5f-b0d6-d965e2da75c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.163812] env[69699]: DEBUG oslo_concurrency.lockutils [req-d98e60ce-28e4-4195-a397-68db414e5e23 req-d4d0e69d-debc-48f3-8d6b-d5f35fd23717 service nova] Lock "4f0b683d-04ea-4d5f-b0d6-d965e2da75c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.163975] env[69699]: DEBUG oslo_concurrency.lockutils [req-d98e60ce-28e4-4195-a397-68db414e5e23 req-d4d0e69d-debc-48f3-8d6b-d5f35fd23717 service nova] Lock "4f0b683d-04ea-4d5f-b0d6-d965e2da75c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.164448] env[69699]: DEBUG nova.compute.manager [req-d98e60ce-28e4-4195-a397-68db414e5e23 req-d4d0e69d-debc-48f3-8d6b-d5f35fd23717 service nova] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] No waiting events found dispatching network-vif-plugged-7356d1e6-e96f-4cdb-b17c-2ad607ca1523 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 977.164631] env[69699]: WARNING nova.compute.manager [req-d98e60ce-28e4-4195-a397-68db414e5e23 req-d4d0e69d-debc-48f3-8d6b-d5f35fd23717 service nova] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Received unexpected event network-vif-plugged-7356d1e6-e96f-4cdb-b17c-2ad607ca1523 for instance with vm_state active and task_state None. [ 977.239231] env[69699]: DEBUG nova.network.neutron [None req-ff016496-fa73-46ab-96f7-b650725d770f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Successfully updated port: 7356d1e6-e96f-4cdb-b17c-2ad607ca1523 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 977.256043] env[69699]: DEBUG nova.compute.manager [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 977.288853] env[69699]: DEBUG nova.virt.hardware [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 977.289105] env[69699]: DEBUG nova.virt.hardware [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 977.289265] env[69699]: DEBUG nova.virt.hardware [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 977.289448] env[69699]: DEBUG nova.virt.hardware [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 977.290234] env[69699]: DEBUG nova.virt.hardware [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 977.290410] env[69699]: DEBUG nova.virt.hardware [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 977.290624] env[69699]: DEBUG nova.virt.hardware [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 977.290781] env[69699]: DEBUG nova.virt.hardware [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 977.290946] env[69699]: DEBUG nova.virt.hardware [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 977.291119] env[69699]: DEBUG nova.virt.hardware [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 977.291290] env[69699]: DEBUG nova.virt.hardware [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 977.292155] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484f1a0d-d6fb-4beb-b119-8f63bcc7bdb0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.300906] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d053c9-0610-4b02-9f77-52d6a00dcd1f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.413996] env[69699]: DEBUG oslo_concurrency.lockutils [None req-05587eaf-3137-4e4b-bade-c7a8fef2ddbc tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquiring lock "refresh_cache-2c2ada34-c9b6-424a-a601-0ee922646578" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.414206] env[69699]: DEBUG oslo_concurrency.lockutils [None req-05587eaf-3137-4e4b-bade-c7a8fef2ddbc tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquired lock "refresh_cache-2c2ada34-c9b6-424a-a601-0ee922646578" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.414380] env[69699]: DEBUG nova.network.neutron [None req-05587eaf-3137-4e4b-bade-c7a8fef2ddbc tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 977.414566] env[69699]: DEBUG nova.objects.instance [None req-05587eaf-3137-4e4b-bade-c7a8fef2ddbc tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lazy-loading 'info_cache' on Instance uuid 2c2ada34-c9b6-424a-a601-0ee922646578 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.434806] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Creating linked-clone VM from snapshot {{(pid=69699) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 977.435358] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d32c4a95-e957-45c5-b2e9-20b59b8dda5e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.446101] env[69699]: DEBUG oslo_vmware.api [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 977.446101] env[69699]: value = "task-3607466" [ 977.446101] env[69699]: _type = "Task" [ 977.446101] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.451647] env[69699]: DEBUG oslo_vmware.api [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607466, 'name': CloneVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.742033] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ff016496-fa73-46ab-96f7-b650725d770f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "refresh_cache-4f0b683d-04ea-4d5f-b0d6-d965e2da75c3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.742330] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ff016496-fa73-46ab-96f7-b650725d770f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquired lock "refresh_cache-4f0b683d-04ea-4d5f-b0d6-d965e2da75c3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.742507] env[69699]: DEBUG nova.network.neutron [None req-ff016496-fa73-46ab-96f7-b650725d770f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 977.957794] env[69699]: DEBUG oslo_vmware.api [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607466, 'name': CloneVM_Task} progress is 94%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.131010] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c87a49a-53bc-4308-bb8f-7092d0c8ebe8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.138976] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f47cce-48b7-4026-ac9c-650626f93b9e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.174140] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505db945-61f8-43b2-b54e-5b5f45b2f655 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.186340] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f1977c-5c8d-45ac-9684-22b89016ca0f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.205615] env[69699]: DEBUG nova.compute.provider_tree [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.303343] env[69699]: WARNING nova.network.neutron [None req-ff016496-fa73-46ab-96f7-b650725d770f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] 0bd0c568-ae97-493c-9ed8-c70833965690 already exists in list: networks containing: ['0bd0c568-ae97-493c-9ed8-c70833965690']. ignoring it [ 978.303579] env[69699]: WARNING nova.network.neutron [None req-ff016496-fa73-46ab-96f7-b650725d770f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] 0bd0c568-ae97-493c-9ed8-c70833965690 already exists in list: networks containing: ['0bd0c568-ae97-493c-9ed8-c70833965690']. ignoring it [ 978.454894] env[69699]: DEBUG oslo_vmware.api [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607466, 'name': CloneVM_Task} progress is 95%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.669187] env[69699]: DEBUG nova.network.neutron [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] Successfully updated port: e52219fe-1cfe-4a6d-a589-a134400c6c3a {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 978.714155] env[69699]: DEBUG nova.scheduler.client.report [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.953599] env[69699]: DEBUG nova.network.neutron [None req-05587eaf-3137-4e4b-bade-c7a8fef2ddbc tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Updating instance_info_cache with network_info: [{"id": "9ac2f6b5-81c2-4101-9785-9586d2643157", "address": "fa:16:3e:b0:19:42", "network": {"id": "e99ab3ed-1030-44b0-98b1-0c8d1d561613", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1328451822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce00a2c4d2d6497eab27716fff8fe855", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ac2f6b5-81", "ovs_interfaceid": "9ac2f6b5-81c2-4101-9785-9586d2643157", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.962355] env[69699]: DEBUG oslo_vmware.api [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607466, 'name': CloneVM_Task, 'duration_secs': 1.174551} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.962895] env[69699]: INFO nova.virt.vmwareapi.vmops [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Created linked-clone VM from snapshot [ 978.963689] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205958c8-fed1-4aa1-95cf-70e882273b03 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.972409] env[69699]: DEBUG nova.virt.vmwareapi.images [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Uploading image f67ccf5f-d8c3-4873-a7b9-398b122d88e5 {{(pid=69699) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 979.002463] env[69699]: DEBUG oslo_vmware.rw_handles [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 979.002463] env[69699]: value = "vm-719651" [ 979.002463] env[69699]: _type = "VirtualMachine" [ 979.002463] env[69699]: }. {{(pid=69699) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 979.002746] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cdac9d63-7c97-4816-9dc6-4c6d5111be42 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.014344] env[69699]: DEBUG oslo_vmware.rw_handles [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lease: (returnval){ [ 979.014344] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52e1ddbf-0878-a318-b2d5-22def4338104" [ 979.014344] env[69699]: _type = "HttpNfcLease" [ 979.014344] env[69699]: } obtained for exporting VM: (result){ [ 979.014344] env[69699]: value = "vm-719651" [ 979.014344] env[69699]: _type = "VirtualMachine" [ 979.014344] env[69699]: }. {{(pid=69699) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 979.014621] env[69699]: DEBUG oslo_vmware.api [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the lease: (returnval){ [ 979.014621] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52e1ddbf-0878-a318-b2d5-22def4338104" [ 979.014621] env[69699]: _type = "HttpNfcLease" [ 979.014621] env[69699]: } to be ready. {{(pid=69699) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 979.027077] env[69699]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 979.027077] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52e1ddbf-0878-a318-b2d5-22def4338104" [ 979.027077] env[69699]: _type = "HttpNfcLease" [ 979.027077] env[69699]: } is ready. {{(pid=69699) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 979.027430] env[69699]: DEBUG oslo_vmware.rw_handles [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 979.027430] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52e1ddbf-0878-a318-b2d5-22def4338104" [ 979.027430] env[69699]: _type = "HttpNfcLease" [ 979.027430] env[69699]: }. {{(pid=69699) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 979.028405] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4f1552-db61-412d-8e7e-e5d6bd9b4132 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.036094] env[69699]: DEBUG oslo_vmware.rw_handles [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fe201c-14b5-eade-32d8-e184eb952c4a/disk-0.vmdk from lease info. {{(pid=69699) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 979.036286] env[69699]: DEBUG oslo_vmware.rw_handles [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fe201c-14b5-eade-32d8-e184eb952c4a/disk-0.vmdk for reading. {{(pid=69699) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 979.144777] env[69699]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-318c7901-5165-4548-b3bf-fb1f77d25e7e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.173483] env[69699]: DEBUG oslo_concurrency.lockutils [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Acquiring lock "refresh_cache-bcc609cc-9c31-475c-9442-4fa616272c64" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.173544] env[69699]: DEBUG oslo_concurrency.lockutils [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Acquired lock "refresh_cache-bcc609cc-9c31-475c-9442-4fa616272c64" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.173675] env[69699]: DEBUG nova.network.neutron [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.222315] env[69699]: DEBUG oslo_concurrency.lockutils [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.222613] env[69699]: DEBUG nova.compute.manager [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 979.229018] env[69699]: DEBUG oslo_concurrency.lockutils [None req-abc43bc3-5a21-45d1-b37b-f124f1341349 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.629s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.229018] env[69699]: DEBUG nova.objects.instance [None req-abc43bc3-5a21-45d1-b37b-f124f1341349 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Lazy-loading 'resources' on Instance uuid 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.252369] env[69699]: DEBUG nova.network.neutron [None req-ff016496-fa73-46ab-96f7-b650725d770f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Updating instance_info_cache with network_info: [{"id": "ccc1108a-785f-4d69-8ada-a1183a44c7b6", "address": "fa:16:3e:a7:17:79", "network": {"id": "0bd0c568-ae97-493c-9ed8-c70833965690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-782374772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba48fa426f0e4cb3b66a18836a0ae660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccc1108a-78", "ovs_interfaceid": "ccc1108a-785f-4d69-8ada-a1183a44c7b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7d8245d8-1a0b-4147-ad80-4cd1996d69e7", "address": "fa:16:3e:61:77:c7", "network": {"id": "0bd0c568-ae97-493c-9ed8-c70833965690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-782374772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba48fa426f0e4cb3b66a18836a0ae660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d8245d8-1a", "ovs_interfaceid": "7d8245d8-1a0b-4147-ad80-4cd1996d69e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7356d1e6-e96f-4cdb-b17c-2ad607ca1523", "address": "fa:16:3e:da:c8:42", "network": {"id": "0bd0c568-ae97-493c-9ed8-c70833965690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-782374772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba48fa426f0e4cb3b66a18836a0ae660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7356d1e6-e9", "ovs_interfaceid": "7356d1e6-e96f-4cdb-b17c-2ad607ca1523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.276643] env[69699]: DEBUG nova.compute.manager [req-8b9ea033-093f-4297-98d5-7b46620ceed9 req-ada058d9-98ca-404b-8570-5b109a62cb78 service nova] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Received event network-changed-7356d1e6-e96f-4cdb-b17c-2ad607ca1523 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.276869] env[69699]: DEBUG nova.compute.manager [req-8b9ea033-093f-4297-98d5-7b46620ceed9 req-ada058d9-98ca-404b-8570-5b109a62cb78 service nova] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Refreshing instance network info cache due to event network-changed-7356d1e6-e96f-4cdb-b17c-2ad607ca1523. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 979.277093] env[69699]: DEBUG oslo_concurrency.lockutils [req-8b9ea033-093f-4297-98d5-7b46620ceed9 req-ada058d9-98ca-404b-8570-5b109a62cb78 service nova] Acquiring lock "refresh_cache-4f0b683d-04ea-4d5f-b0d6-d965e2da75c3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.463682] env[69699]: DEBUG oslo_concurrency.lockutils [None req-05587eaf-3137-4e4b-bade-c7a8fef2ddbc tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Releasing lock "refresh_cache-2c2ada34-c9b6-424a-a601-0ee922646578" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.464084] env[69699]: DEBUG nova.objects.instance [None req-05587eaf-3137-4e4b-bade-c7a8fef2ddbc tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lazy-loading 'migration_context' on Instance uuid 2c2ada34-c9b6-424a-a601-0ee922646578 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.721491] env[69699]: DEBUG nova.network.neutron [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 979.729106] env[69699]: DEBUG nova.compute.utils [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 979.735552] env[69699]: DEBUG nova.compute.manager [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 979.735782] env[69699]: DEBUG nova.network.neutron [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 979.754585] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ff016496-fa73-46ab-96f7-b650725d770f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Releasing lock "refresh_cache-4f0b683d-04ea-4d5f-b0d6-d965e2da75c3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.755263] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ff016496-fa73-46ab-96f7-b650725d770f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "4f0b683d-04ea-4d5f-b0d6-d965e2da75c3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.755484] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ff016496-fa73-46ab-96f7-b650725d770f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquired lock "4f0b683d-04ea-4d5f-b0d6-d965e2da75c3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.756825] env[69699]: DEBUG oslo_concurrency.lockutils [req-8b9ea033-093f-4297-98d5-7b46620ceed9 req-ada058d9-98ca-404b-8570-5b109a62cb78 service nova] Acquired lock "refresh_cache-4f0b683d-04ea-4d5f-b0d6-d965e2da75c3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.757061] env[69699]: DEBUG nova.network.neutron [req-8b9ea033-093f-4297-98d5-7b46620ceed9 req-ada058d9-98ca-404b-8570-5b109a62cb78 service nova] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Refreshing network info cache for port 7356d1e6-e96f-4cdb-b17c-2ad607ca1523 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 979.762186] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5d794a-bd5b-4610-9416-df049db96a6d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.784923] env[69699]: DEBUG nova.virt.hardware [None req-ff016496-fa73-46ab-96f7-b650725d770f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 979.785116] env[69699]: DEBUG nova.virt.hardware [None req-ff016496-fa73-46ab-96f7-b650725d770f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 979.785292] env[69699]: DEBUG nova.virt.hardware [None req-ff016496-fa73-46ab-96f7-b650725d770f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 979.785582] env[69699]: DEBUG nova.virt.hardware [None req-ff016496-fa73-46ab-96f7-b650725d770f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 979.785801] env[69699]: DEBUG nova.virt.hardware [None req-ff016496-fa73-46ab-96f7-b650725d770f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 979.785984] env[69699]: DEBUG nova.virt.hardware [None req-ff016496-fa73-46ab-96f7-b650725d770f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 979.786308] env[69699]: DEBUG nova.virt.hardware [None req-ff016496-fa73-46ab-96f7-b650725d770f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 979.786506] env[69699]: DEBUG nova.virt.hardware [None req-ff016496-fa73-46ab-96f7-b650725d770f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 979.786732] env[69699]: DEBUG nova.virt.hardware [None req-ff016496-fa73-46ab-96f7-b650725d770f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 979.787295] env[69699]: DEBUG nova.virt.hardware [None req-ff016496-fa73-46ab-96f7-b650725d770f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 979.787295] env[69699]: DEBUG nova.virt.hardware [None req-ff016496-fa73-46ab-96f7-b650725d770f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 979.793956] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ff016496-fa73-46ab-96f7-b650725d770f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Reconfiguring VM to attach interface {{(pid=69699) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 979.799615] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8377af1a-1f9f-4055-ae37-9e419d9a1513 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.815913] env[69699]: DEBUG nova.policy [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd0303745dc6f4c808603cfc216776dec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '047f717942a34c0e86b704357b2a800b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 979.824047] env[69699]: DEBUG oslo_vmware.api [None req-ff016496-fa73-46ab-96f7-b650725d770f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Waiting for the task: (returnval){ [ 979.824047] env[69699]: value = "task-3607468" [ 979.824047] env[69699]: _type = "Task" [ 979.824047] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.837021] env[69699]: DEBUG oslo_vmware.api [None req-ff016496-fa73-46ab-96f7-b650725d770f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607468, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.968174] env[69699]: DEBUG nova.objects.base [None req-05587eaf-3137-4e4b-bade-c7a8fef2ddbc tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Object Instance<2c2ada34-c9b6-424a-a601-0ee922646578> lazy-loaded attributes: info_cache,migration_context {{(pid=69699) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 979.969503] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2da245-8f0d-4800-ae28-aad172eecd54 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.991658] env[69699]: DEBUG nova.network.neutron [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] Updating instance_info_cache with network_info: [{"id": "e52219fe-1cfe-4a6d-a589-a134400c6c3a", "address": "fa:16:3e:48:a5:6d", "network": {"id": "f88e8b9e-760f-44ab-9c9b-8f7c2c84f47f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1402000233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14c1236c77054fb8bf2c683bb76174ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape52219fe-1c", "ovs_interfaceid": "e52219fe-1cfe-4a6d-a589-a134400c6c3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.993152] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9604fcef-f2a7-493c-aa59-ac91446ba087 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.003746] env[69699]: DEBUG oslo_vmware.api [None req-05587eaf-3137-4e4b-bade-c7a8fef2ddbc tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 980.003746] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]525468ba-a47a-73cd-fdf1-7e8c49dd080d" [ 980.003746] env[69699]: _type = "Task" [ 980.003746] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.021121] env[69699]: DEBUG oslo_vmware.api [None req-05587eaf-3137-4e4b-bade-c7a8fef2ddbc tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]525468ba-a47a-73cd-fdf1-7e8c49dd080d, 'name': SearchDatastore_Task, 'duration_secs': 0.009133} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.022429] env[69699]: DEBUG oslo_concurrency.lockutils [None req-05587eaf-3137-4e4b-bade-c7a8fef2ddbc tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.236920] env[69699]: DEBUG nova.compute.manager [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 980.241751] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fddc7b-c071-4fbf-b99d-ccd8a5f6e298 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.253576] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c5e0ca-e1f2-4a16-9b23-ef36b847b1ac {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.303847] env[69699]: DEBUG nova.network.neutron [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Successfully created port: 18205e73-78e4-4a96-a726-5908aaadbb95 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 980.305939] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312f9342-2987-45e2-aad4-fc0ef579bc7a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.315506] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073d7819-17c7-4a48-9503-edcd00e074df {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.334419] env[69699]: DEBUG nova.compute.provider_tree [None req-abc43bc3-5a21-45d1-b37b-f124f1341349 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.344757] env[69699]: DEBUG oslo_vmware.api [None req-ff016496-fa73-46ab-96f7-b650725d770f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.496470] env[69699]: DEBUG oslo_concurrency.lockutils [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Releasing lock "refresh_cache-bcc609cc-9c31-475c-9442-4fa616272c64" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.496826] env[69699]: DEBUG nova.compute.manager [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] Instance network_info: |[{"id": "e52219fe-1cfe-4a6d-a589-a134400c6c3a", "address": "fa:16:3e:48:a5:6d", "network": {"id": "f88e8b9e-760f-44ab-9c9b-8f7c2c84f47f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1402000233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14c1236c77054fb8bf2c683bb76174ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape52219fe-1c", "ovs_interfaceid": "e52219fe-1cfe-4a6d-a589-a134400c6c3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 980.497303] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:a5:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '680cb499-2a47-482b-af0d-112016ac0e17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e52219fe-1cfe-4a6d-a589-a134400c6c3a', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 980.507963] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.508267] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 980.508650] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eddc3caf-6c51-41d8-9f6b-58698501f7e8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.530925] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 980.530925] env[69699]: value = "task-3607469" [ 980.530925] env[69699]: _type = "Task" [ 980.530925] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.541803] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607469, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.584123] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquiring lock "61b7dedf-f80d-4440-a685-25792b564c43" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.584389] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "61b7dedf-f80d-4440-a685-25792b564c43" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.689600] env[69699]: DEBUG nova.network.neutron [req-8b9ea033-093f-4297-98d5-7b46620ceed9 req-ada058d9-98ca-404b-8570-5b109a62cb78 service nova] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Updated VIF entry in instance network info cache for port 7356d1e6-e96f-4cdb-b17c-2ad607ca1523. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 980.692712] env[69699]: DEBUG nova.network.neutron [req-8b9ea033-093f-4297-98d5-7b46620ceed9 req-ada058d9-98ca-404b-8570-5b109a62cb78 service nova] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Updating instance_info_cache with network_info: [{"id": "ccc1108a-785f-4d69-8ada-a1183a44c7b6", "address": "fa:16:3e:a7:17:79", "network": {"id": "0bd0c568-ae97-493c-9ed8-c70833965690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-782374772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba48fa426f0e4cb3b66a18836a0ae660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccc1108a-78", "ovs_interfaceid": "ccc1108a-785f-4d69-8ada-a1183a44c7b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7d8245d8-1a0b-4147-ad80-4cd1996d69e7", "address": "fa:16:3e:61:77:c7", "network": {"id": "0bd0c568-ae97-493c-9ed8-c70833965690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-782374772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba48fa426f0e4cb3b66a18836a0ae660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d8245d8-1a", "ovs_interfaceid": "7d8245d8-1a0b-4147-ad80-4cd1996d69e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7356d1e6-e96f-4cdb-b17c-2ad607ca1523", "address": "fa:16:3e:da:c8:42", "network": {"id": "0bd0c568-ae97-493c-9ed8-c70833965690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-782374772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba48fa426f0e4cb3b66a18836a0ae660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7356d1e6-e9", "ovs_interfaceid": "7356d1e6-e96f-4cdb-b17c-2ad607ca1523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.811368] env[69699]: DEBUG nova.network.neutron [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Successfully created port: e2cb1e28-3eff-48f9-865e-14c17e13b8cb {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 980.843871] env[69699]: DEBUG nova.scheduler.client.report [None req-abc43bc3-5a21-45d1-b37b-f124f1341349 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.847989] env[69699]: DEBUG oslo_vmware.api [None req-ff016496-fa73-46ab-96f7-b650725d770f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607468, 'name': ReconfigVM_Task, 'duration_secs': 0.82634} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.849254] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ff016496-fa73-46ab-96f7-b650725d770f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Releasing lock "4f0b683d-04ea-4d5f-b0d6-d965e2da75c3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.849540] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ff016496-fa73-46ab-96f7-b650725d770f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Reconfigured VM to attach interface {{(pid=69699) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 981.044262] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607469, 'name': CreateVM_Task, 'duration_secs': 0.380901} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.044262] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 981.044522] env[69699]: DEBUG oslo_concurrency.lockutils [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.044756] env[69699]: DEBUG oslo_concurrency.lockutils [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.045123] env[69699]: DEBUG oslo_concurrency.lockutils [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.045356] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cd8052d-65d0-4a52-b4fc-e64ee1d3f51d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.051136] env[69699]: DEBUG oslo_vmware.api [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for the task: (returnval){ [ 981.051136] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52298dba-16fa-e9a3-134a-b24f57f40d84" [ 981.051136] env[69699]: _type = "Task" [ 981.051136] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.059134] env[69699]: DEBUG oslo_vmware.api [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52298dba-16fa-e9a3-134a-b24f57f40d84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.087896] env[69699]: DEBUG nova.compute.manager [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 981.193537] env[69699]: DEBUG oslo_concurrency.lockutils [req-8b9ea033-093f-4297-98d5-7b46620ceed9 req-ada058d9-98ca-404b-8570-5b109a62cb78 service nova] Releasing lock "refresh_cache-4f0b683d-04ea-4d5f-b0d6-d965e2da75c3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.194108] env[69699]: DEBUG nova.compute.manager [req-8b9ea033-093f-4297-98d5-7b46620ceed9 req-ada058d9-98ca-404b-8570-5b109a62cb78 service nova] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] Received event network-vif-plugged-e52219fe-1cfe-4a6d-a589-a134400c6c3a {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.194108] env[69699]: DEBUG oslo_concurrency.lockutils [req-8b9ea033-093f-4297-98d5-7b46620ceed9 req-ada058d9-98ca-404b-8570-5b109a62cb78 service nova] Acquiring lock "bcc609cc-9c31-475c-9442-4fa616272c64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.194258] env[69699]: DEBUG oslo_concurrency.lockutils [req-8b9ea033-093f-4297-98d5-7b46620ceed9 req-ada058d9-98ca-404b-8570-5b109a62cb78 service nova] Lock "bcc609cc-9c31-475c-9442-4fa616272c64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.194602] env[69699]: DEBUG oslo_concurrency.lockutils [req-8b9ea033-093f-4297-98d5-7b46620ceed9 req-ada058d9-98ca-404b-8570-5b109a62cb78 service nova] Lock "bcc609cc-9c31-475c-9442-4fa616272c64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.194794] env[69699]: DEBUG nova.compute.manager [req-8b9ea033-093f-4297-98d5-7b46620ceed9 req-ada058d9-98ca-404b-8570-5b109a62cb78 service nova] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] No waiting events found dispatching network-vif-plugged-e52219fe-1cfe-4a6d-a589-a134400c6c3a {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 981.194972] env[69699]: WARNING nova.compute.manager [req-8b9ea033-093f-4297-98d5-7b46620ceed9 req-ada058d9-98ca-404b-8570-5b109a62cb78 service nova] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] Received unexpected event network-vif-plugged-e52219fe-1cfe-4a6d-a589-a134400c6c3a for instance with vm_state building and task_state spawning. [ 981.195161] env[69699]: DEBUG nova.compute.manager [req-8b9ea033-093f-4297-98d5-7b46620ceed9 req-ada058d9-98ca-404b-8570-5b109a62cb78 service nova] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] Received event network-changed-e52219fe-1cfe-4a6d-a589-a134400c6c3a {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.195322] env[69699]: DEBUG nova.compute.manager [req-8b9ea033-093f-4297-98d5-7b46620ceed9 req-ada058d9-98ca-404b-8570-5b109a62cb78 service nova] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] Refreshing instance network info cache due to event network-changed-e52219fe-1cfe-4a6d-a589-a134400c6c3a. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 981.195514] env[69699]: DEBUG oslo_concurrency.lockutils [req-8b9ea033-093f-4297-98d5-7b46620ceed9 req-ada058d9-98ca-404b-8570-5b109a62cb78 service nova] Acquiring lock "refresh_cache-bcc609cc-9c31-475c-9442-4fa616272c64" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.195652] env[69699]: DEBUG oslo_concurrency.lockutils [req-8b9ea033-093f-4297-98d5-7b46620ceed9 req-ada058d9-98ca-404b-8570-5b109a62cb78 service nova] Acquired lock "refresh_cache-bcc609cc-9c31-475c-9442-4fa616272c64" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.195807] env[69699]: DEBUG nova.network.neutron [req-8b9ea033-093f-4297-98d5-7b46620ceed9 req-ada058d9-98ca-404b-8570-5b109a62cb78 service nova] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] Refreshing network info cache for port e52219fe-1cfe-4a6d-a589-a134400c6c3a {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 981.256351] env[69699]: DEBUG nova.compute.manager [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 981.281195] env[69699]: DEBUG nova.virt.hardware [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 981.281431] env[69699]: DEBUG nova.virt.hardware [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 981.281580] env[69699]: DEBUG nova.virt.hardware [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 981.281750] env[69699]: DEBUG nova.virt.hardware [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 981.281887] env[69699]: DEBUG nova.virt.hardware [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 981.282103] env[69699]: DEBUG nova.virt.hardware [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 981.282331] env[69699]: DEBUG nova.virt.hardware [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 981.282483] env[69699]: DEBUG nova.virt.hardware [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 981.283020] env[69699]: DEBUG nova.virt.hardware [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 981.283020] env[69699]: DEBUG nova.virt.hardware [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 981.283020] env[69699]: DEBUG nova.virt.hardware [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 981.283856] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c7dc7f-4f12-42de-8ae9-975efbf16471 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.292504] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa6e1c4-1b15-4d00-a5d4-af2757a5c47f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.350083] env[69699]: DEBUG oslo_concurrency.lockutils [None req-abc43bc3-5a21-45d1-b37b-f124f1341349 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.125s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.353430] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3a9778c5-309b-4b3d-9dfb-73b87074f59b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.070s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.353714] env[69699]: DEBUG nova.objects.instance [None req-3a9778c5-309b-4b3d-9dfb-73b87074f59b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Lazy-loading 'resources' on Instance uuid d0089bd8-34e9-4c28-8cce-9eaacbae237b {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.355798] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ff016496-fa73-46ab-96f7-b650725d770f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "interface-4f0b683d-04ea-4d5f-b0d6-d965e2da75c3-7356d1e6-e96f-4cdb-b17c-2ad607ca1523" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.167s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.565575] env[69699]: DEBUG oslo_vmware.api [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52298dba-16fa-e9a3-134a-b24f57f40d84, 'name': SearchDatastore_Task, 'duration_secs': 0.019641} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.565933] env[69699]: DEBUG oslo_concurrency.lockutils [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.566142] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 981.566425] env[69699]: DEBUG oslo_concurrency.lockutils [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.566605] env[69699]: DEBUG oslo_concurrency.lockutils [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.566792] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 981.567201] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e32d653c-44c6-4af8-a3c3-faaefc785f9b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.577555] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 981.577776] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 981.579355] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6472c575-a034-45d0-963f-65a79fdfda7d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.585088] env[69699]: DEBUG oslo_vmware.api [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for the task: (returnval){ [ 981.585088] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a2d93f-b8d6-896f-2d84-ce2cba464e81" [ 981.585088] env[69699]: _type = "Task" [ 981.585088] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.595653] env[69699]: DEBUG oslo_vmware.api [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a2d93f-b8d6-896f-2d84-ce2cba464e81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.616102] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.872535] env[69699]: DEBUG oslo_concurrency.lockutils [None req-abc43bc3-5a21-45d1-b37b-f124f1341349 tempest-ServerActionsV293TestJSON-586801738 tempest-ServerActionsV293TestJSON-586801738-project-member] Lock "990fcb68-920f-4d2a-b9d4-31c4bf7fc71a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.813s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.942348] env[69699]: DEBUG nova.network.neutron [req-8b9ea033-093f-4297-98d5-7b46620ceed9 req-ada058d9-98ca-404b-8570-5b109a62cb78 service nova] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] Updated VIF entry in instance network info cache for port e52219fe-1cfe-4a6d-a589-a134400c6c3a. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 981.942717] env[69699]: DEBUG nova.network.neutron [req-8b9ea033-093f-4297-98d5-7b46620ceed9 req-ada058d9-98ca-404b-8570-5b109a62cb78 service nova] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] Updating instance_info_cache with network_info: [{"id": "e52219fe-1cfe-4a6d-a589-a134400c6c3a", "address": "fa:16:3e:48:a5:6d", "network": {"id": "f88e8b9e-760f-44ab-9c9b-8f7c2c84f47f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1402000233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14c1236c77054fb8bf2c683bb76174ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape52219fe-1c", "ovs_interfaceid": "e52219fe-1cfe-4a6d-a589-a134400c6c3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.099826] env[69699]: DEBUG oslo_vmware.api [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a2d93f-b8d6-896f-2d84-ce2cba464e81, 'name': SearchDatastore_Task, 'duration_secs': 0.013747} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.103585] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d54666e9-3a98-4594-9da1-276ae436ee5f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.109251] env[69699]: DEBUG oslo_vmware.api [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for the task: (returnval){ [ 982.109251] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5284e957-c583-b189-5c63-2b6b8273d9e7" [ 982.109251] env[69699]: _type = "Task" [ 982.109251] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.121564] env[69699]: DEBUG oslo_vmware.api [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5284e957-c583-b189-5c63-2b6b8273d9e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.207943] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259a475b-912e-4c22-85c4-7ac9ba2d9373 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.216067] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9fce90-48ea-427a-8623-21afdde3d1b1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.246586] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242d97d3-5f15-421f-a6ef-56c8e20e8936 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.253812] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b53999-11d7-4ef1-b57d-85c4e287e90d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.267453] env[69699]: DEBUG nova.compute.provider_tree [None req-3a9778c5-309b-4b3d-9dfb-73b87074f59b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.350147] env[69699]: DEBUG nova.compute.manager [req-3ce202c9-2edf-4bd8-af7a-c32fa1c73afe req-9a310205-c56a-4a78-914a-097e68efa107 service nova] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Received event network-vif-plugged-18205e73-78e4-4a96-a726-5908aaadbb95 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.350388] env[69699]: DEBUG oslo_concurrency.lockutils [req-3ce202c9-2edf-4bd8-af7a-c32fa1c73afe req-9a310205-c56a-4a78-914a-097e68efa107 service nova] Acquiring lock "c550b51e-ac39-458b-b572-6147f14b32e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.350596] env[69699]: DEBUG oslo_concurrency.lockutils [req-3ce202c9-2edf-4bd8-af7a-c32fa1c73afe req-9a310205-c56a-4a78-914a-097e68efa107 service nova] Lock "c550b51e-ac39-458b-b572-6147f14b32e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.350773] env[69699]: DEBUG oslo_concurrency.lockutils [req-3ce202c9-2edf-4bd8-af7a-c32fa1c73afe req-9a310205-c56a-4a78-914a-097e68efa107 service nova] Lock "c550b51e-ac39-458b-b572-6147f14b32e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.350913] env[69699]: DEBUG nova.compute.manager [req-3ce202c9-2edf-4bd8-af7a-c32fa1c73afe req-9a310205-c56a-4a78-914a-097e68efa107 service nova] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] No waiting events found dispatching network-vif-plugged-18205e73-78e4-4a96-a726-5908aaadbb95 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 982.351149] env[69699]: WARNING nova.compute.manager [req-3ce202c9-2edf-4bd8-af7a-c32fa1c73afe req-9a310205-c56a-4a78-914a-097e68efa107 service nova] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Received unexpected event network-vif-plugged-18205e73-78e4-4a96-a726-5908aaadbb95 for instance with vm_state building and task_state spawning. [ 982.439308] env[69699]: DEBUG nova.network.neutron [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Successfully updated port: 18205e73-78e4-4a96-a726-5908aaadbb95 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 982.445278] env[69699]: DEBUG oslo_concurrency.lockutils [req-8b9ea033-093f-4297-98d5-7b46620ceed9 req-ada058d9-98ca-404b-8570-5b109a62cb78 service nova] Releasing lock "refresh_cache-bcc609cc-9c31-475c-9442-4fa616272c64" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.620938] env[69699]: DEBUG oslo_vmware.api [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5284e957-c583-b189-5c63-2b6b8273d9e7, 'name': SearchDatastore_Task, 'duration_secs': 0.012582} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.621248] env[69699]: DEBUG oslo_concurrency.lockutils [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.621509] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] bcc609cc-9c31-475c-9442-4fa616272c64/bcc609cc-9c31-475c-9442-4fa616272c64.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 982.622559] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35762cbd-ec97-4848-a05e-f40079b39999 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.629070] env[69699]: DEBUG oslo_vmware.api [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for the task: (returnval){ [ 982.629070] env[69699]: value = "task-3607470" [ 982.629070] env[69699]: _type = "Task" [ 982.629070] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.637532] env[69699]: DEBUG oslo_vmware.api [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607470, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.770995] env[69699]: DEBUG nova.scheduler.client.report [None req-3a9778c5-309b-4b3d-9dfb-73b87074f59b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.139662] env[69699]: DEBUG oslo_vmware.api [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607470, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.186499] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d9a5f851-724a-4465-9797-e860a0a245c6 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "interface-4f0b683d-04ea-4d5f-b0d6-d965e2da75c3-7d8245d8-1a0b-4147-ad80-4cd1996d69e7" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.186856] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d9a5f851-724a-4465-9797-e860a0a245c6 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "interface-4f0b683d-04ea-4d5f-b0d6-d965e2da75c3-7d8245d8-1a0b-4147-ad80-4cd1996d69e7" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.279474] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3a9778c5-309b-4b3d-9dfb-73b87074f59b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.927s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.282483] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e4179c5e-c564-4e6a-a086-c740ecef4085 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.864s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.282483] env[69699]: DEBUG nova.objects.instance [None req-e4179c5e-c564-4e6a-a086-c740ecef4085 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Lazy-loading 'resources' on Instance uuid 2268d511-e7f0-45e6-a48f-6a7ed60edcb4 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.310759] env[69699]: INFO nova.scheduler.client.report [None req-3a9778c5-309b-4b3d-9dfb-73b87074f59b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Deleted allocations for instance d0089bd8-34e9-4c28-8cce-9eaacbae237b [ 983.640859] env[69699]: DEBUG oslo_vmware.api [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607470, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576575} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.641203] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] bcc609cc-9c31-475c-9442-4fa616272c64/bcc609cc-9c31-475c-9442-4fa616272c64.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 983.641408] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 983.641671] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d2fe6af-bf76-4427-b0b6-74a70ec405a0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.648488] env[69699]: DEBUG oslo_vmware.api [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for the task: (returnval){ [ 983.648488] env[69699]: value = "task-3607471" [ 983.648488] env[69699]: _type = "Task" [ 983.648488] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.656809] env[69699]: DEBUG oslo_vmware.api [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607471, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.689762] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d9a5f851-724a-4465-9797-e860a0a245c6 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "4f0b683d-04ea-4d5f-b0d6-d965e2da75c3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.690095] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d9a5f851-724a-4465-9797-e860a0a245c6 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquired lock "4f0b683d-04ea-4d5f-b0d6-d965e2da75c3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.690954] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa84b7be-72ce-488f-bc2d-8a87bc0ea88c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.709523] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db30fbd7-8d51-4906-b74e-75dd67964d43 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.740764] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a5f851-724a-4465-9797-e860a0a245c6 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Reconfiguring VM to detach interface {{(pid=69699) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 983.741137] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e485c11-2260-49ef-a7b6-e63a47dd0199 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.760508] env[69699]: DEBUG oslo_vmware.api [None req-d9a5f851-724a-4465-9797-e860a0a245c6 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Waiting for the task: (returnval){ [ 983.760508] env[69699]: value = "task-3607472" [ 983.760508] env[69699]: _type = "Task" [ 983.760508] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.771292] env[69699]: DEBUG oslo_vmware.api [None req-d9a5f851-724a-4465-9797-e860a0a245c6 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607472, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.819192] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3a9778c5-309b-4b3d-9dfb-73b87074f59b tempest-ServerMetadataTestJSON-101117495 tempest-ServerMetadataTestJSON-101117495-project-member] Lock "d0089bd8-34e9-4c28-8cce-9eaacbae237b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.318s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.130370] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235a1d12-0a8e-4850-91bd-289effe12896 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.138299] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545aa400-d9e8-44f2-ad4a-2577f0992fad {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.176517] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30dd1e7-fe79-4c50-9641-0ac9cafa6aa4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.183497] env[69699]: DEBUG oslo_vmware.api [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607471, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070716} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.185652] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 984.186459] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfff08f7-098c-41cb-a2c4-b60dd9258ece {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.190079] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92e8367-220b-4f6b-9de2-addfe0d2fa34 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.203649] env[69699]: DEBUG nova.compute.provider_tree [None req-e4179c5e-c564-4e6a-a086-c740ecef4085 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.223281] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] bcc609cc-9c31-475c-9442-4fa616272c64/bcc609cc-9c31-475c-9442-4fa616272c64.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 984.224562] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01ddb1a8-035c-40df-82a5-693fda7ffa64 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.247153] env[69699]: DEBUG oslo_vmware.api [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for the task: (returnval){ [ 984.247153] env[69699]: value = "task-3607473" [ 984.247153] env[69699]: _type = "Task" [ 984.247153] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.257119] env[69699]: DEBUG oslo_vmware.api [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607473, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.272619] env[69699]: DEBUG oslo_vmware.api [None req-d9a5f851-724a-4465-9797-e860a0a245c6 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607472, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.381283] env[69699]: DEBUG nova.compute.manager [req-6b52f2a6-d570-4a2b-b088-f16b1ff087e2 req-890dbbef-ea47-48c2-a485-c113f8705ba9 service nova] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Received event network-changed-18205e73-78e4-4a96-a726-5908aaadbb95 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.381469] env[69699]: DEBUG nova.compute.manager [req-6b52f2a6-d570-4a2b-b088-f16b1ff087e2 req-890dbbef-ea47-48c2-a485-c113f8705ba9 service nova] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Refreshing instance network info cache due to event network-changed-18205e73-78e4-4a96-a726-5908aaadbb95. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 984.381683] env[69699]: DEBUG oslo_concurrency.lockutils [req-6b52f2a6-d570-4a2b-b088-f16b1ff087e2 req-890dbbef-ea47-48c2-a485-c113f8705ba9 service nova] Acquiring lock "refresh_cache-c550b51e-ac39-458b-b572-6147f14b32e9" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.381821] env[69699]: DEBUG oslo_concurrency.lockutils [req-6b52f2a6-d570-4a2b-b088-f16b1ff087e2 req-890dbbef-ea47-48c2-a485-c113f8705ba9 service nova] Acquired lock "refresh_cache-c550b51e-ac39-458b-b572-6147f14b32e9" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.382024] env[69699]: DEBUG nova.network.neutron [req-6b52f2a6-d570-4a2b-b088-f16b1ff087e2 req-890dbbef-ea47-48c2-a485-c113f8705ba9 service nova] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Refreshing network info cache for port 18205e73-78e4-4a96-a726-5908aaadbb95 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 984.725152] env[69699]: DEBUG nova.scheduler.client.report [None req-e4179c5e-c564-4e6a-a086-c740ecef4085 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.756586] env[69699]: DEBUG oslo_vmware.api [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607473, 'name': ReconfigVM_Task, 'duration_secs': 0.307105} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.756913] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] Reconfigured VM instance instance-00000050 to attach disk [datastore2] bcc609cc-9c31-475c-9442-4fa616272c64/bcc609cc-9c31-475c-9442-4fa616272c64.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.757668] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9167aa56-a930-4fcc-bcba-8c5f5c9c7c1e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.766470] env[69699]: DEBUG oslo_vmware.api [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for the task: (returnval){ [ 984.766470] env[69699]: value = "task-3607474" [ 984.766470] env[69699]: _type = "Task" [ 984.766470] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.772894] env[69699]: DEBUG oslo_vmware.api [None req-d9a5f851-724a-4465-9797-e860a0a245c6 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607472, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.778205] env[69699]: DEBUG oslo_vmware.api [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607474, 'name': Rename_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.814130] env[69699]: DEBUG nova.network.neutron [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Successfully updated port: e2cb1e28-3eff-48f9-865e-14c17e13b8cb {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 984.826066] env[69699]: DEBUG nova.compute.manager [None req-b4098769-aa2f-4911-9733-8ea0085a6ef3 tempest-ServerDiagnosticsV248Test-1936484820 tempest-ServerDiagnosticsV248Test-1936484820-project-admin] [instance: fdc4cb64-8f0a-43ee-82d2-19206020abeb] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 984.827728] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66e8484-cdfb-4050-b5af-f4c6457a8bc9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.837650] env[69699]: INFO nova.compute.manager [None req-b4098769-aa2f-4911-9733-8ea0085a6ef3 tempest-ServerDiagnosticsV248Test-1936484820 tempest-ServerDiagnosticsV248Test-1936484820-project-admin] [instance: fdc4cb64-8f0a-43ee-82d2-19206020abeb] Retrieving diagnostics [ 984.838719] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9be120-10a1-4939-9053-3607dbacd003 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.940429] env[69699]: DEBUG nova.network.neutron [req-6b52f2a6-d570-4a2b-b088-f16b1ff087e2 req-890dbbef-ea47-48c2-a485-c113f8705ba9 service nova] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 985.061845] env[69699]: DEBUG nova.network.neutron [req-6b52f2a6-d570-4a2b-b088-f16b1ff087e2 req-890dbbef-ea47-48c2-a485-c113f8705ba9 service nova] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.232138] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e4179c5e-c564-4e6a-a086-c740ecef4085 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.949s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.236729] env[69699]: DEBUG oslo_concurrency.lockutils [None req-918b724d-aa23-4756-95b0-e4f70f36dc75 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.814s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.236991] env[69699]: DEBUG nova.objects.instance [None req-918b724d-aa23-4756-95b0-e4f70f36dc75 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Lazy-loading 'resources' on Instance uuid 2b73a142-8d85-4ef8-8fe6-940dda6d6521 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.258867] env[69699]: INFO nova.scheduler.client.report [None req-e4179c5e-c564-4e6a-a086-c740ecef4085 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Deleted allocations for instance 2268d511-e7f0-45e6-a48f-6a7ed60edcb4 [ 985.277509] env[69699]: DEBUG oslo_vmware.api [None req-d9a5f851-724a-4465-9797-e860a0a245c6 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607472, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.284339] env[69699]: DEBUG oslo_vmware.api [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607474, 'name': Rename_Task, 'duration_secs': 0.149118} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.284767] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 985.285144] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79835566-72fe-440c-b296-8df29d160760 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.296026] env[69699]: DEBUG oslo_vmware.api [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for the task: (returnval){ [ 985.296026] env[69699]: value = "task-3607475" [ 985.296026] env[69699]: _type = "Task" [ 985.296026] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.301934] env[69699]: DEBUG oslo_vmware.api [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607475, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.315806] env[69699]: DEBUG oslo_concurrency.lockutils [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Acquiring lock "refresh_cache-c550b51e-ac39-458b-b572-6147f14b32e9" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.566700] env[69699]: DEBUG oslo_concurrency.lockutils [req-6b52f2a6-d570-4a2b-b088-f16b1ff087e2 req-890dbbef-ea47-48c2-a485-c113f8705ba9 service nova] Releasing lock "refresh_cache-c550b51e-ac39-458b-b572-6147f14b32e9" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.566700] env[69699]: DEBUG oslo_concurrency.lockutils [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Acquired lock "refresh_cache-c550b51e-ac39-458b-b572-6147f14b32e9" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.566700] env[69699]: DEBUG nova.network.neutron [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.776539] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e4179c5e-c564-4e6a-a086-c740ecef4085 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Lock "2268d511-e7f0-45e6-a48f-6a7ed60edcb4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.619s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.783585] env[69699]: DEBUG oslo_vmware.api [None req-d9a5f851-724a-4465-9797-e860a0a245c6 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607472, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.808022] env[69699]: DEBUG oslo_vmware.api [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607475, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.914605] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2db7b88f-047f-4a88-ac60-33d6eda9075d tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Acquiring lock "fdc4cb64-8f0a-43ee-82d2-19206020abeb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.914932] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2db7b88f-047f-4a88-ac60-33d6eda9075d tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Lock "fdc4cb64-8f0a-43ee-82d2-19206020abeb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.915256] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2db7b88f-047f-4a88-ac60-33d6eda9075d tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Acquiring lock "fdc4cb64-8f0a-43ee-82d2-19206020abeb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.915434] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2db7b88f-047f-4a88-ac60-33d6eda9075d tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Lock "fdc4cb64-8f0a-43ee-82d2-19206020abeb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.915660] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2db7b88f-047f-4a88-ac60-33d6eda9075d tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Lock "fdc4cb64-8f0a-43ee-82d2-19206020abeb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.922571] env[69699]: INFO nova.compute.manager [None req-2db7b88f-047f-4a88-ac60-33d6eda9075d tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] [instance: fdc4cb64-8f0a-43ee-82d2-19206020abeb] Terminating instance [ 986.111865] env[69699]: DEBUG nova.network.neutron [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 986.157886] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f2cf04-af21-49f9-971d-709489740b73 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.167563] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a397b52-a2f8-4081-80ec-14c6ba3f6cfe {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.210454] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91602dc-4289-40e5-9cea-bbeb8dd7044d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.220431] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf64f77e-f134-4f60-8836-5fafa88ffbef {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.239581] env[69699]: DEBUG nova.compute.provider_tree [None req-918b724d-aa23-4756-95b0-e4f70f36dc75 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.272768] env[69699]: DEBUG oslo_vmware.api [None req-d9a5f851-724a-4465-9797-e860a0a245c6 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607472, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.306990] env[69699]: DEBUG oslo_vmware.api [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607475, 'name': PowerOnVM_Task, 'duration_secs': 0.548716} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.307797] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.308067] env[69699]: INFO nova.compute.manager [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] Took 9.05 seconds to spawn the instance on the hypervisor. [ 986.308301] env[69699]: DEBUG nova.compute.manager [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.309548] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b613aae5-fd13-4589-83e7-c7e9e1bfcd16 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.432368] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2db7b88f-047f-4a88-ac60-33d6eda9075d tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Acquiring lock "refresh_cache-fdc4cb64-8f0a-43ee-82d2-19206020abeb" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.432578] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2db7b88f-047f-4a88-ac60-33d6eda9075d tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Acquired lock "refresh_cache-fdc4cb64-8f0a-43ee-82d2-19206020abeb" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.432763] env[69699]: DEBUG nova.network.neutron [None req-2db7b88f-047f-4a88-ac60-33d6eda9075d tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] [instance: fdc4cb64-8f0a-43ee-82d2-19206020abeb] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 986.466045] env[69699]: DEBUG nova.compute.manager [req-82d93512-0f47-4788-8a3b-649afdaa5a78 req-22d17136-a43e-4e01-9abc-812f9a655172 service nova] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Received event network-vif-plugged-e2cb1e28-3eff-48f9-865e-14c17e13b8cb {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.466264] env[69699]: DEBUG oslo_concurrency.lockutils [req-82d93512-0f47-4788-8a3b-649afdaa5a78 req-22d17136-a43e-4e01-9abc-812f9a655172 service nova] Acquiring lock "c550b51e-ac39-458b-b572-6147f14b32e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.466470] env[69699]: DEBUG oslo_concurrency.lockutils [req-82d93512-0f47-4788-8a3b-649afdaa5a78 req-22d17136-a43e-4e01-9abc-812f9a655172 service nova] Lock "c550b51e-ac39-458b-b572-6147f14b32e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.466729] env[69699]: DEBUG oslo_concurrency.lockutils [req-82d93512-0f47-4788-8a3b-649afdaa5a78 req-22d17136-a43e-4e01-9abc-812f9a655172 service nova] Lock "c550b51e-ac39-458b-b572-6147f14b32e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.466810] env[69699]: DEBUG nova.compute.manager [req-82d93512-0f47-4788-8a3b-649afdaa5a78 req-22d17136-a43e-4e01-9abc-812f9a655172 service nova] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] No waiting events found dispatching network-vif-plugged-e2cb1e28-3eff-48f9-865e-14c17e13b8cb {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 986.466944] env[69699]: WARNING nova.compute.manager [req-82d93512-0f47-4788-8a3b-649afdaa5a78 req-22d17136-a43e-4e01-9abc-812f9a655172 service nova] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Received unexpected event network-vif-plugged-e2cb1e28-3eff-48f9-865e-14c17e13b8cb for instance with vm_state building and task_state spawning. [ 986.467615] env[69699]: DEBUG nova.compute.manager [req-82d93512-0f47-4788-8a3b-649afdaa5a78 req-22d17136-a43e-4e01-9abc-812f9a655172 service nova] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Received event network-changed-e2cb1e28-3eff-48f9-865e-14c17e13b8cb {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.467809] env[69699]: DEBUG nova.compute.manager [req-82d93512-0f47-4788-8a3b-649afdaa5a78 req-22d17136-a43e-4e01-9abc-812f9a655172 service nova] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Refreshing instance network info cache due to event network-changed-e2cb1e28-3eff-48f9-865e-14c17e13b8cb. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 986.467996] env[69699]: DEBUG oslo_concurrency.lockutils [req-82d93512-0f47-4788-8a3b-649afdaa5a78 req-22d17136-a43e-4e01-9abc-812f9a655172 service nova] Acquiring lock "refresh_cache-c550b51e-ac39-458b-b572-6147f14b32e9" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.606077] env[69699]: DEBUG nova.network.neutron [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Updating instance_info_cache with network_info: [{"id": "18205e73-78e4-4a96-a726-5908aaadbb95", "address": "fa:16:3e:f2:7d:a1", "network": {"id": "d80c3715-1533-4e63-a923-698b1ed39430", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-677368905", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "047f717942a34c0e86b704357b2a800b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18205e73-78", "ovs_interfaceid": "18205e73-78e4-4a96-a726-5908aaadbb95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e2cb1e28-3eff-48f9-865e-14c17e13b8cb", "address": "fa:16:3e:1b:12:9a", "network": {"id": "2d54fddb-5b7a-4f7f-9f85-515b327e471c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1154517948", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.117", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "047f717942a34c0e86b704357b2a800b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2cb1e28-3e", "ovs_interfaceid": "e2cb1e28-3eff-48f9-865e-14c17e13b8cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.743298] env[69699]: DEBUG nova.scheduler.client.report [None req-918b724d-aa23-4756-95b0-e4f70f36dc75 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.774669] env[69699]: DEBUG oslo_vmware.api [None req-d9a5f851-724a-4465-9797-e860a0a245c6 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607472, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.795697] env[69699]: DEBUG oslo_concurrency.lockutils [None req-61bcfe49-9e7d-4367-bac0-2bf5d81fb15c tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquiring lock "55a31f53-3712-486d-a4a8-7f15597da862" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.795973] env[69699]: DEBUG oslo_concurrency.lockutils [None req-61bcfe49-9e7d-4367-bac0-2bf5d81fb15c tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Lock "55a31f53-3712-486d-a4a8-7f15597da862" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.796171] env[69699]: DEBUG oslo_concurrency.lockutils [None req-61bcfe49-9e7d-4367-bac0-2bf5d81fb15c tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquiring lock "55a31f53-3712-486d-a4a8-7f15597da862-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.796356] env[69699]: DEBUG oslo_concurrency.lockutils [None req-61bcfe49-9e7d-4367-bac0-2bf5d81fb15c tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Lock "55a31f53-3712-486d-a4a8-7f15597da862-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.796523] env[69699]: DEBUG oslo_concurrency.lockutils [None req-61bcfe49-9e7d-4367-bac0-2bf5d81fb15c tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Lock "55a31f53-3712-486d-a4a8-7f15597da862-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.798889] env[69699]: INFO nova.compute.manager [None req-61bcfe49-9e7d-4367-bac0-2bf5d81fb15c tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 55a31f53-3712-486d-a4a8-7f15597da862] Terminating instance [ 986.831081] env[69699]: INFO nova.compute.manager [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] Took 39.57 seconds to build instance. [ 986.955584] env[69699]: DEBUG nova.network.neutron [None req-2db7b88f-047f-4a88-ac60-33d6eda9075d tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] [instance: fdc4cb64-8f0a-43ee-82d2-19206020abeb] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 987.025368] env[69699]: DEBUG nova.network.neutron [None req-2db7b88f-047f-4a88-ac60-33d6eda9075d tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] [instance: fdc4cb64-8f0a-43ee-82d2-19206020abeb] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.108997] env[69699]: DEBUG oslo_concurrency.lockutils [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Releasing lock "refresh_cache-c550b51e-ac39-458b-b572-6147f14b32e9" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.108997] env[69699]: DEBUG nova.compute.manager [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Instance network_info: |[{"id": "18205e73-78e4-4a96-a726-5908aaadbb95", "address": "fa:16:3e:f2:7d:a1", "network": {"id": "d80c3715-1533-4e63-a923-698b1ed39430", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-677368905", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "047f717942a34c0e86b704357b2a800b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18205e73-78", "ovs_interfaceid": "18205e73-78e4-4a96-a726-5908aaadbb95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e2cb1e28-3eff-48f9-865e-14c17e13b8cb", "address": "fa:16:3e:1b:12:9a", "network": {"id": "2d54fddb-5b7a-4f7f-9f85-515b327e471c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1154517948", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.117", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "047f717942a34c0e86b704357b2a800b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2cb1e28-3e", "ovs_interfaceid": "e2cb1e28-3eff-48f9-865e-14c17e13b8cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 987.108997] env[69699]: DEBUG oslo_concurrency.lockutils [req-82d93512-0f47-4788-8a3b-649afdaa5a78 req-22d17136-a43e-4e01-9abc-812f9a655172 service nova] Acquired lock "refresh_cache-c550b51e-ac39-458b-b572-6147f14b32e9" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.109234] env[69699]: DEBUG nova.network.neutron [req-82d93512-0f47-4788-8a3b-649afdaa5a78 req-22d17136-a43e-4e01-9abc-812f9a655172 service nova] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Refreshing network info cache for port e2cb1e28-3eff-48f9-865e-14c17e13b8cb {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 987.110385] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:7d:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61b8f0db-488e-42d7-bf6c-6c1665cd5616', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18205e73-78e4-4a96-a726-5908aaadbb95', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:12:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '415e68b4-3766-4359-afe2-f8563910d98c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2cb1e28-3eff-48f9-865e-14c17e13b8cb', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 987.120487] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.123751] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 987.125046] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c9d8973-6c7d-4e67-a85d-b07f31a23fe6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.143619] env[69699]: DEBUG oslo_vmware.rw_handles [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fe201c-14b5-eade-32d8-e184eb952c4a/disk-0.vmdk. {{(pid=69699) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 987.144842] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74579a0c-7022-4e43-9ba6-51f785d1ff25 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.154153] env[69699]: DEBUG oslo_vmware.rw_handles [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fe201c-14b5-eade-32d8-e184eb952c4a/disk-0.vmdk is in state: ready. {{(pid=69699) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 987.154336] env[69699]: ERROR oslo_vmware.rw_handles [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fe201c-14b5-eade-32d8-e184eb952c4a/disk-0.vmdk due to incomplete transfer. [ 987.155221] env[69699]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0d8edd27-0674-45fc-8e8c-5abe440f074a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.156661] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 987.156661] env[69699]: value = "task-3607476" [ 987.156661] env[69699]: _type = "Task" [ 987.156661] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.166498] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607476, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.167592] env[69699]: DEBUG oslo_vmware.rw_handles [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fe201c-14b5-eade-32d8-e184eb952c4a/disk-0.vmdk. {{(pid=69699) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 987.167792] env[69699]: DEBUG nova.virt.vmwareapi.images [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Uploaded image f67ccf5f-d8c3-4873-a7b9-398b122d88e5 to the Glance image server {{(pid=69699) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 987.171407] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Destroying the VM {{(pid=69699) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 987.171407] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f7656b53-f601-4c81-9d90-f7564f193f9a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.177612] env[69699]: DEBUG oslo_vmware.api [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 987.177612] env[69699]: value = "task-3607477" [ 987.177612] env[69699]: _type = "Task" [ 987.177612] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.186386] env[69699]: DEBUG oslo_vmware.api [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607477, 'name': Destroy_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.251425] env[69699]: DEBUG oslo_concurrency.lockutils [None req-918b724d-aa23-4756-95b0-e4f70f36dc75 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.015s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.254164] env[69699]: DEBUG oslo_concurrency.lockutils [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.010s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.255748] env[69699]: INFO nova.compute.claims [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 987.274464] env[69699]: DEBUG oslo_vmware.api [None req-d9a5f851-724a-4465-9797-e860a0a245c6 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607472, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.278264] env[69699]: INFO nova.scheduler.client.report [None req-918b724d-aa23-4756-95b0-e4f70f36dc75 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Deleted allocations for instance 2b73a142-8d85-4ef8-8fe6-940dda6d6521 [ 987.302391] env[69699]: DEBUG nova.compute.manager [None req-61bcfe49-9e7d-4367-bac0-2bf5d81fb15c tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 55a31f53-3712-486d-a4a8-7f15597da862] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 987.302680] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-61bcfe49-9e7d-4367-bac0-2bf5d81fb15c tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 55a31f53-3712-486d-a4a8-7f15597da862] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 987.303718] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fcc4f8-bcc4-45da-8090-9b9bbc078523 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.314270] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-61bcfe49-9e7d-4367-bac0-2bf5d81fb15c tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 55a31f53-3712-486d-a4a8-7f15597da862] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.314374] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a753a3b0-72e0-47e1-bcc9-5515321c2b66 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.321635] env[69699]: DEBUG oslo_vmware.api [None req-61bcfe49-9e7d-4367-bac0-2bf5d81fb15c tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 987.321635] env[69699]: value = "task-3607478" [ 987.321635] env[69699]: _type = "Task" [ 987.321635] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.331574] env[69699]: DEBUG oslo_vmware.api [None req-61bcfe49-9e7d-4367-bac0-2bf5d81fb15c tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607478, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.333126] env[69699]: DEBUG oslo_concurrency.lockutils [None req-20cbe069-2a31-4ae2-97b4-9bfc41f685ee tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "bcc609cc-9c31-475c-9442-4fa616272c64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.088s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.527794] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2db7b88f-047f-4a88-ac60-33d6eda9075d tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Releasing lock "refresh_cache-fdc4cb64-8f0a-43ee-82d2-19206020abeb" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.528241] env[69699]: DEBUG nova.compute.manager [None req-2db7b88f-047f-4a88-ac60-33d6eda9075d tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] [instance: fdc4cb64-8f0a-43ee-82d2-19206020abeb] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 987.528461] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2db7b88f-047f-4a88-ac60-33d6eda9075d tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] [instance: fdc4cb64-8f0a-43ee-82d2-19206020abeb] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 987.529596] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f081198-b45b-4740-b6b2-d97c5abac332 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.538309] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-2db7b88f-047f-4a88-ac60-33d6eda9075d tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] [instance: fdc4cb64-8f0a-43ee-82d2-19206020abeb] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.538309] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12211368-23c4-4274-a907-2d4baf9def80 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.546686] env[69699]: DEBUG oslo_vmware.api [None req-2db7b88f-047f-4a88-ac60-33d6eda9075d tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Waiting for the task: (returnval){ [ 987.546686] env[69699]: value = "task-3607479" [ 987.546686] env[69699]: _type = "Task" [ 987.546686] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.556810] env[69699]: DEBUG oslo_vmware.api [None req-2db7b88f-047f-4a88-ac60-33d6eda9075d tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Task: {'id': task-3607479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.667983] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607476, 'name': CreateVM_Task, 'duration_secs': 0.492269} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.668222] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 987.669011] env[69699]: DEBUG oslo_concurrency.lockutils [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.669184] env[69699]: DEBUG oslo_concurrency.lockutils [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.669497] env[69699]: DEBUG oslo_concurrency.lockutils [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.669751] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5fc531e-6fad-4a73-b55c-6b55d154c18e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.674700] env[69699]: DEBUG oslo_vmware.api [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Waiting for the task: (returnval){ [ 987.674700] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5277ea69-f8b1-afae-9a7b-8eb092cb4c14" [ 987.674700] env[69699]: _type = "Task" [ 987.674700] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.685235] env[69699]: DEBUG oslo_vmware.api [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5277ea69-f8b1-afae-9a7b-8eb092cb4c14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.689952] env[69699]: DEBUG oslo_vmware.api [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607477, 'name': Destroy_Task, 'duration_secs': 0.393129} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.690211] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Destroyed the VM [ 987.690445] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Deleting Snapshot of the VM instance {{(pid=69699) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 987.690678] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-421e87f1-7b92-4621-8613-eeb602b5ea97 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.696277] env[69699]: DEBUG oslo_vmware.api [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 987.696277] env[69699]: value = "task-3607480" [ 987.696277] env[69699]: _type = "Task" [ 987.696277] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.704049] env[69699]: DEBUG oslo_vmware.api [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607480, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.776970] env[69699]: DEBUG oslo_vmware.api [None req-d9a5f851-724a-4465-9797-e860a0a245c6 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607472, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.786560] env[69699]: DEBUG oslo_concurrency.lockutils [None req-918b724d-aa23-4756-95b0-e4f70f36dc75 tempest-MigrationsAdminTest-1006177328 tempest-MigrationsAdminTest-1006177328-project-member] Lock "2b73a142-8d85-4ef8-8fe6-940dda6d6521" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.192s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.832761] env[69699]: DEBUG oslo_vmware.api [None req-61bcfe49-9e7d-4367-bac0-2bf5d81fb15c tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607478, 'name': PowerOffVM_Task, 'duration_secs': 0.298642} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.833148] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-61bcfe49-9e7d-4367-bac0-2bf5d81fb15c tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 55a31f53-3712-486d-a4a8-7f15597da862] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.833373] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-61bcfe49-9e7d-4367-bac0-2bf5d81fb15c tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 55a31f53-3712-486d-a4a8-7f15597da862] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.833683] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bfa0dbc0-ae65-4d0e-ab52-030bdfd0c5c6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.889443] env[69699]: DEBUG nova.network.neutron [req-82d93512-0f47-4788-8a3b-649afdaa5a78 req-22d17136-a43e-4e01-9abc-812f9a655172 service nova] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Updated VIF entry in instance network info cache for port e2cb1e28-3eff-48f9-865e-14c17e13b8cb. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 987.889929] env[69699]: DEBUG nova.network.neutron [req-82d93512-0f47-4788-8a3b-649afdaa5a78 req-22d17136-a43e-4e01-9abc-812f9a655172 service nova] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Updating instance_info_cache with network_info: [{"id": "18205e73-78e4-4a96-a726-5908aaadbb95", "address": "fa:16:3e:f2:7d:a1", "network": {"id": "d80c3715-1533-4e63-a923-698b1ed39430", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-677368905", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "047f717942a34c0e86b704357b2a800b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18205e73-78", "ovs_interfaceid": "18205e73-78e4-4a96-a726-5908aaadbb95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e2cb1e28-3eff-48f9-865e-14c17e13b8cb", "address": "fa:16:3e:1b:12:9a", "network": {"id": "2d54fddb-5b7a-4f7f-9f85-515b327e471c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1154517948", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.117", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "047f717942a34c0e86b704357b2a800b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2cb1e28-3e", "ovs_interfaceid": "e2cb1e28-3eff-48f9-865e-14c17e13b8cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.893959] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-61bcfe49-9e7d-4367-bac0-2bf5d81fb15c tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 55a31f53-3712-486d-a4a8-7f15597da862] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 987.894247] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-61bcfe49-9e7d-4367-bac0-2bf5d81fb15c tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 55a31f53-3712-486d-a4a8-7f15597da862] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 987.894389] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-61bcfe49-9e7d-4367-bac0-2bf5d81fb15c tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Deleting the datastore file [datastore2] 55a31f53-3712-486d-a4a8-7f15597da862 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 987.894645] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5bc25d82-3b74-483a-bfc5-940c136a9881 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.901082] env[69699]: DEBUG oslo_vmware.api [None req-61bcfe49-9e7d-4367-bac0-2bf5d81fb15c tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 987.901082] env[69699]: value = "task-3607482" [ 987.901082] env[69699]: _type = "Task" [ 987.901082] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.911015] env[69699]: DEBUG oslo_vmware.api [None req-61bcfe49-9e7d-4367-bac0-2bf5d81fb15c tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607482, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.057042] env[69699]: DEBUG oslo_vmware.api [None req-2db7b88f-047f-4a88-ac60-33d6eda9075d tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Task: {'id': task-3607479, 'name': PowerOffVM_Task, 'duration_secs': 0.119738} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.057345] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-2db7b88f-047f-4a88-ac60-33d6eda9075d tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] [instance: fdc4cb64-8f0a-43ee-82d2-19206020abeb] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 988.057510] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2db7b88f-047f-4a88-ac60-33d6eda9075d tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] [instance: fdc4cb64-8f0a-43ee-82d2-19206020abeb] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 988.057788] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99ace945-2dc7-4174-9a5b-5d7fadeddbcc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.081020] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2db7b88f-047f-4a88-ac60-33d6eda9075d tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] [instance: fdc4cb64-8f0a-43ee-82d2-19206020abeb] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 988.081874] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2db7b88f-047f-4a88-ac60-33d6eda9075d tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] [instance: fdc4cb64-8f0a-43ee-82d2-19206020abeb] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 988.081874] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-2db7b88f-047f-4a88-ac60-33d6eda9075d tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Deleting the datastore file [datastore2] fdc4cb64-8f0a-43ee-82d2-19206020abeb {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 988.081874] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb3aceac-64bb-4e56-8797-a93197b1be03 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.087524] env[69699]: DEBUG oslo_vmware.api [None req-2db7b88f-047f-4a88-ac60-33d6eda9075d tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Waiting for the task: (returnval){ [ 988.087524] env[69699]: value = "task-3607484" [ 988.087524] env[69699]: _type = "Task" [ 988.087524] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.095713] env[69699]: DEBUG oslo_vmware.api [None req-2db7b88f-047f-4a88-ac60-33d6eda9075d tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Task: {'id': task-3607484, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.188416] env[69699]: DEBUG oslo_vmware.api [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5277ea69-f8b1-afae-9a7b-8eb092cb4c14, 'name': SearchDatastore_Task, 'duration_secs': 0.011311} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.188921] env[69699]: DEBUG oslo_concurrency.lockutils [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.189238] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 988.189548] env[69699]: DEBUG oslo_concurrency.lockutils [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.189673] env[69699]: DEBUG oslo_concurrency.lockutils [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.189954] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 988.190309] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a3e226c-b357-406f-9d7b-9dc27975600f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.201391] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 988.201572] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 988.202674] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f28a1fca-bb10-40c3-900f-e51612824c4d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.207898] env[69699]: DEBUG oslo_vmware.api [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607480, 'name': RemoveSnapshot_Task, 'duration_secs': 0.325017} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.208454] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Deleted Snapshot of the VM instance {{(pid=69699) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 988.208726] env[69699]: DEBUG nova.compute.manager [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 988.209545] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac94861-10b2-4ab1-bdcf-b1a6c84fb795 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.213930] env[69699]: DEBUG oslo_vmware.api [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Waiting for the task: (returnval){ [ 988.213930] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52f68695-de8b-20e2-90c9-81479a760b24" [ 988.213930] env[69699]: _type = "Task" [ 988.213930] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.226721] env[69699]: DEBUG oslo_vmware.api [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52f68695-de8b-20e2-90c9-81479a760b24, 'name': SearchDatastore_Task, 'duration_secs': 0.008592} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.227481] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e47d1e5-71d8-43ee-9799-ed0ad3ed45db {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.232212] env[69699]: DEBUG oslo_vmware.api [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Waiting for the task: (returnval){ [ 988.232212] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52911eb5-c2cf-c28b-ace6-8c90792f2a92" [ 988.232212] env[69699]: _type = "Task" [ 988.232212] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.239620] env[69699]: DEBUG oslo_vmware.api [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52911eb5-c2cf-c28b-ace6-8c90792f2a92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.274874] env[69699]: DEBUG oslo_vmware.api [None req-d9a5f851-724a-4465-9797-e860a0a245c6 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607472, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.394837] env[69699]: DEBUG oslo_concurrency.lockutils [req-82d93512-0f47-4788-8a3b-649afdaa5a78 req-22d17136-a43e-4e01-9abc-812f9a655172 service nova] Releasing lock "refresh_cache-c550b51e-ac39-458b-b572-6147f14b32e9" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.413675] env[69699]: DEBUG oslo_vmware.api [None req-61bcfe49-9e7d-4367-bac0-2bf5d81fb15c tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607482, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129327} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.416811] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-61bcfe49-9e7d-4367-bac0-2bf5d81fb15c tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 988.417024] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-61bcfe49-9e7d-4367-bac0-2bf5d81fb15c tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 55a31f53-3712-486d-a4a8-7f15597da862] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 988.417321] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-61bcfe49-9e7d-4367-bac0-2bf5d81fb15c tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 55a31f53-3712-486d-a4a8-7f15597da862] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 988.417400] env[69699]: INFO nova.compute.manager [None req-61bcfe49-9e7d-4367-bac0-2bf5d81fb15c tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 55a31f53-3712-486d-a4a8-7f15597da862] Took 1.11 seconds to destroy the instance on the hypervisor. [ 988.417606] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61bcfe49-9e7d-4367-bac0-2bf5d81fb15c tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.418831] env[69699]: DEBUG nova.compute.manager [-] [instance: 55a31f53-3712-486d-a4a8-7f15597da862] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 988.418831] env[69699]: DEBUG nova.network.neutron [-] [instance: 55a31f53-3712-486d-a4a8-7f15597da862] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 988.499640] env[69699]: DEBUG nova.compute.manager [req-8ff68175-9e68-46a4-a487-b6b37668a782 req-e61b60be-62b5-425a-98ed-18bddbd9fd77 service nova] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] Received event network-changed-e52219fe-1cfe-4a6d-a589-a134400c6c3a {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.499846] env[69699]: DEBUG nova.compute.manager [req-8ff68175-9e68-46a4-a487-b6b37668a782 req-e61b60be-62b5-425a-98ed-18bddbd9fd77 service nova] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] Refreshing instance network info cache due to event network-changed-e52219fe-1cfe-4a6d-a589-a134400c6c3a. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 988.500079] env[69699]: DEBUG oslo_concurrency.lockutils [req-8ff68175-9e68-46a4-a487-b6b37668a782 req-e61b60be-62b5-425a-98ed-18bddbd9fd77 service nova] Acquiring lock "refresh_cache-bcc609cc-9c31-475c-9442-4fa616272c64" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.500230] env[69699]: DEBUG oslo_concurrency.lockutils [req-8ff68175-9e68-46a4-a487-b6b37668a782 req-e61b60be-62b5-425a-98ed-18bddbd9fd77 service nova] Acquired lock "refresh_cache-bcc609cc-9c31-475c-9442-4fa616272c64" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.500412] env[69699]: DEBUG nova.network.neutron [req-8ff68175-9e68-46a4-a487-b6b37668a782 req-e61b60be-62b5-425a-98ed-18bddbd9fd77 service nova] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] Refreshing network info cache for port e52219fe-1cfe-4a6d-a589-a134400c6c3a {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 988.598825] env[69699]: DEBUG oslo_vmware.api [None req-2db7b88f-047f-4a88-ac60-33d6eda9075d tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Task: {'id': task-3607484, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.116104} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.601587] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-2db7b88f-047f-4a88-ac60-33d6eda9075d tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 988.602425] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2db7b88f-047f-4a88-ac60-33d6eda9075d tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] [instance: fdc4cb64-8f0a-43ee-82d2-19206020abeb] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 988.602425] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2db7b88f-047f-4a88-ac60-33d6eda9075d tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] [instance: fdc4cb64-8f0a-43ee-82d2-19206020abeb] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 988.602425] env[69699]: INFO nova.compute.manager [None req-2db7b88f-047f-4a88-ac60-33d6eda9075d tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] [instance: fdc4cb64-8f0a-43ee-82d2-19206020abeb] Took 1.07 seconds to destroy the instance on the hypervisor. [ 988.602425] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2db7b88f-047f-4a88-ac60-33d6eda9075d tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.602954] env[69699]: DEBUG nova.compute.manager [-] [instance: fdc4cb64-8f0a-43ee-82d2-19206020abeb] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 988.603140] env[69699]: DEBUG nova.network.neutron [-] [instance: fdc4cb64-8f0a-43ee-82d2-19206020abeb] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 988.623624] env[69699]: DEBUG nova.network.neutron [-] [instance: fdc4cb64-8f0a-43ee-82d2-19206020abeb] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 988.638336] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e971e9-d4e8-42cb-89d3-f0ebbff7887d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.648511] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbb1d71-e436-4da5-9981-4ca12ffe2471 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.681565] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08b7059-8ecc-4c03-9552-f63ff69c34cd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.689411] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aca2190-8900-48ea-92f4-3dc9c56f8425 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.704581] env[69699]: DEBUG nova.compute.provider_tree [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 988.724496] env[69699]: INFO nova.compute.manager [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Shelve offloading [ 988.743421] env[69699]: DEBUG oslo_vmware.api [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52911eb5-c2cf-c28b-ace6-8c90792f2a92, 'name': SearchDatastore_Task, 'duration_secs': 0.009061} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.745494] env[69699]: DEBUG oslo_concurrency.lockutils [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.745494] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] c550b51e-ac39-458b-b572-6147f14b32e9/c550b51e-ac39-458b-b572-6147f14b32e9.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 988.745494] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bec345cc-f191-43db-ad95-d58bccf1f8d7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.755625] env[69699]: DEBUG oslo_vmware.api [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Waiting for the task: (returnval){ [ 988.755625] env[69699]: value = "task-3607485" [ 988.755625] env[69699]: _type = "Task" [ 988.755625] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.768158] env[69699]: DEBUG oslo_vmware.api [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Task: {'id': task-3607485, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.777959] env[69699]: DEBUG oslo_vmware.api [None req-d9a5f851-724a-4465-9797-e860a0a245c6 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607472, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.126333] env[69699]: DEBUG nova.network.neutron [-] [instance: fdc4cb64-8f0a-43ee-82d2-19206020abeb] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.228018] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.228376] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5a06af2-d365-45ae-85be-13e67bbeeccd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.239644] env[69699]: DEBUG oslo_vmware.api [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 989.239644] env[69699]: value = "task-3607486" [ 989.239644] env[69699]: _type = "Task" [ 989.239644] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.247658] env[69699]: ERROR nova.scheduler.client.report [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [req-6d8da61d-9570-4da1-8fa1-8b5572c79e07] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80d35c48-5f27-4b75-a19d-7a1a6901050f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6d8da61d-9570-4da1-8fa1-8b5572c79e07"}]} [ 989.253393] env[69699]: DEBUG nova.network.neutron [-] [instance: 55a31f53-3712-486d-a4a8-7f15597da862] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.263365] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] VM already powered off {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 989.266099] env[69699]: DEBUG nova.compute.manager [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 989.266099] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8313af-c17f-454d-bd90-ae1c893dea93 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.278873] env[69699]: DEBUG nova.scheduler.client.report [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Refreshing inventories for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 989.282020] env[69699]: DEBUG oslo_vmware.api [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Task: {'id': task-3607485, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.286464] env[69699]: DEBUG oslo_concurrency.lockutils [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "refresh_cache-7cc3a93d-3386-4df3-87c6-d624638d695e" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.290027] env[69699]: DEBUG oslo_concurrency.lockutils [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquired lock "refresh_cache-7cc3a93d-3386-4df3-87c6-d624638d695e" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.290027] env[69699]: DEBUG nova.network.neutron [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 989.292446] env[69699]: DEBUG oslo_vmware.api [None req-d9a5f851-724a-4465-9797-e860a0a245c6 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607472, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.301211] env[69699]: DEBUG nova.scheduler.client.report [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Updating ProviderTree inventory for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 989.301470] env[69699]: DEBUG nova.compute.provider_tree [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 989.315823] env[69699]: DEBUG nova.scheduler.client.report [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Refreshing aggregate associations for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f, aggregates: None {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 989.341697] env[69699]: DEBUG nova.scheduler.client.report [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Refreshing trait associations for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 989.469111] env[69699]: DEBUG nova.network.neutron [req-8ff68175-9e68-46a4-a487-b6b37668a782 req-e61b60be-62b5-425a-98ed-18bddbd9fd77 service nova] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] Updated VIF entry in instance network info cache for port e52219fe-1cfe-4a6d-a589-a134400c6c3a. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 989.470663] env[69699]: DEBUG nova.network.neutron [req-8ff68175-9e68-46a4-a487-b6b37668a782 req-e61b60be-62b5-425a-98ed-18bddbd9fd77 service nova] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] Updating instance_info_cache with network_info: [{"id": "e52219fe-1cfe-4a6d-a589-a134400c6c3a", "address": "fa:16:3e:48:a5:6d", "network": {"id": "f88e8b9e-760f-44ab-9c9b-8f7c2c84f47f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1402000233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14c1236c77054fb8bf2c683bb76174ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape52219fe-1c", "ovs_interfaceid": "e52219fe-1cfe-4a6d-a589-a134400c6c3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.631105] env[69699]: INFO nova.compute.manager [-] [instance: fdc4cb64-8f0a-43ee-82d2-19206020abeb] Took 1.03 seconds to deallocate network for instance. [ 989.696353] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5d0c38-3230-4860-8990-df58bee3a82f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.704565] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab298e5-84b6-41ab-8593-de8bf3a766d1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.736117] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769075d8-48c6-405d-b961-c6ed15676b40 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.743574] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5023ca7a-6930-4fba-9beb-2b2d06bcb436 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.758643] env[69699]: DEBUG nova.compute.provider_tree [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.760537] env[69699]: INFO nova.compute.manager [-] [instance: 55a31f53-3712-486d-a4a8-7f15597da862] Took 1.34 seconds to deallocate network for instance. [ 989.771900] env[69699]: DEBUG oslo_vmware.api [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Task: {'id': task-3607485, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622778} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.775389] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] c550b51e-ac39-458b-b572-6147f14b32e9/c550b51e-ac39-458b-b572-6147f14b32e9.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 989.775598] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 989.776130] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ddf6d77-6540-4365-98df-68bbd52d6d8f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.782550] env[69699]: DEBUG oslo_vmware.api [None req-d9a5f851-724a-4465-9797-e860a0a245c6 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607472, 'name': ReconfigVM_Task, 'duration_secs': 5.768343} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.783401] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d9a5f851-724a-4465-9797-e860a0a245c6 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Releasing lock "4f0b683d-04ea-4d5f-b0d6-d965e2da75c3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.783638] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a5f851-724a-4465-9797-e860a0a245c6 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Reconfigured VM to detach interface {{(pid=69699) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 989.786442] env[69699]: DEBUG oslo_vmware.api [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Waiting for the task: (returnval){ [ 989.786442] env[69699]: value = "task-3607487" [ 989.786442] env[69699]: _type = "Task" [ 989.786442] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.796629] env[69699]: DEBUG oslo_vmware.api [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Task: {'id': task-3607487, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.971912] env[69699]: DEBUG oslo_concurrency.lockutils [req-8ff68175-9e68-46a4-a487-b6b37668a782 req-e61b60be-62b5-425a-98ed-18bddbd9fd77 service nova] Releasing lock "refresh_cache-bcc609cc-9c31-475c-9442-4fa616272c64" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.138571] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2db7b88f-047f-4a88-ac60-33d6eda9075d tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.178170] env[69699]: DEBUG nova.network.neutron [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Updating instance_info_cache with network_info: [{"id": "cb048997-7233-4f02-ac6c-af45f75c9346", "address": "fa:16:3e:4d:22:a4", "network": {"id": "3704068f-6289-4088-bfd3-0d8f4fb8ad07", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1045952331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "152467b2c42f4433aacb37504612095d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb048997-72", "ovs_interfaceid": "cb048997-7233-4f02-ac6c-af45f75c9346", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.262510] env[69699]: DEBUG nova.scheduler.client.report [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.274059] env[69699]: DEBUG oslo_concurrency.lockutils [None req-61bcfe49-9e7d-4367-bac0-2bf5d81fb15c tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.297390] env[69699]: DEBUG oslo_vmware.api [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Task: {'id': task-3607487, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062741} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.297505] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 990.298518] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44af81f3-3a24-44f4-9f01-41ef8179d9ba {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.323994] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] c550b51e-ac39-458b-b572-6147f14b32e9/c550b51e-ac39-458b-b572-6147f14b32e9.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.324620] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-388d21ce-ccf7-424d-930b-866b5ddff0b0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.343238] env[69699]: DEBUG oslo_vmware.api [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Waiting for the task: (returnval){ [ 990.343238] env[69699]: value = "task-3607488" [ 990.343238] env[69699]: _type = "Task" [ 990.343238] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.351095] env[69699]: DEBUG oslo_vmware.api [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Task: {'id': task-3607488, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.534776] env[69699]: DEBUG nova.compute.manager [req-54c6477d-b46f-40e8-8cf5-227ec57ea9d8 req-c2bc4ac8-efdf-49ac-b2c4-9076b9f955fd service nova] [instance: 55a31f53-3712-486d-a4a8-7f15597da862] Received event network-vif-deleted-4bec53e8-b166-48d0-806a-c2adab6d94a1 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.534984] env[69699]: DEBUG nova.compute.manager [req-54c6477d-b46f-40e8-8cf5-227ec57ea9d8 req-c2bc4ac8-efdf-49ac-b2c4-9076b9f955fd service nova] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Received event network-vif-deleted-7d8245d8-1a0b-4147-ad80-4cd1996d69e7 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.535567] env[69699]: INFO nova.compute.manager [req-54c6477d-b46f-40e8-8cf5-227ec57ea9d8 req-c2bc4ac8-efdf-49ac-b2c4-9076b9f955fd service nova] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Neutron deleted interface 7d8245d8-1a0b-4147-ad80-4cd1996d69e7; detaching it from the instance and deleting it from the info cache [ 990.535905] env[69699]: DEBUG nova.network.neutron [req-54c6477d-b46f-40e8-8cf5-227ec57ea9d8 req-c2bc4ac8-efdf-49ac-b2c4-9076b9f955fd service nova] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Updating instance_info_cache with network_info: [{"id": "ccc1108a-785f-4d69-8ada-a1183a44c7b6", "address": "fa:16:3e:a7:17:79", "network": {"id": "0bd0c568-ae97-493c-9ed8-c70833965690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-782374772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba48fa426f0e4cb3b66a18836a0ae660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccc1108a-78", "ovs_interfaceid": "ccc1108a-785f-4d69-8ada-a1183a44c7b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7356d1e6-e96f-4cdb-b17c-2ad607ca1523", "address": "fa:16:3e:da:c8:42", "network": {"id": "0bd0c568-ae97-493c-9ed8-c70833965690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-782374772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba48fa426f0e4cb3b66a18836a0ae660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7356d1e6-e9", "ovs_interfaceid": "7356d1e6-e96f-4cdb-b17c-2ad607ca1523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.683911] env[69699]: DEBUG oslo_concurrency.lockutils [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Releasing lock "refresh_cache-7cc3a93d-3386-4df3-87c6-d624638d695e" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.762746] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquiring lock "3f5ab19e-bdec-48ba-93d7-28c9a192f618" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.763224] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "3f5ab19e-bdec-48ba-93d7-28c9a192f618" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.768941] env[69699]: DEBUG oslo_concurrency.lockutils [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.515s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.769427] env[69699]: DEBUG nova.compute.manager [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 990.774101] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.149s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.775877] env[69699]: INFO nova.compute.claims [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 7461edb3-d74b-4ec5-b06f-11737ba6fc77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 990.861224] env[69699]: DEBUG oslo_vmware.api [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Task: {'id': task-3607488, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.038347] env[69699]: DEBUG oslo_concurrency.lockutils [req-54c6477d-b46f-40e8-8cf5-227ec57ea9d8 req-c2bc4ac8-efdf-49ac-b2c4-9076b9f955fd service nova] Acquiring lock "4f0b683d-04ea-4d5f-b0d6-d965e2da75c3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.038542] env[69699]: DEBUG oslo_concurrency.lockutils [req-54c6477d-b46f-40e8-8cf5-227ec57ea9d8 req-c2bc4ac8-efdf-49ac-b2c4-9076b9f955fd service nova] Acquired lock "4f0b683d-04ea-4d5f-b0d6-d965e2da75c3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.039621] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb2068e-fe17-4c3a-b44b-fe1bfb56481f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.070732] env[69699]: DEBUG oslo_concurrency.lockutils [req-54c6477d-b46f-40e8-8cf5-227ec57ea9d8 req-c2bc4ac8-efdf-49ac-b2c4-9076b9f955fd service nova] Releasing lock "4f0b683d-04ea-4d5f-b0d6-d965e2da75c3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.071040] env[69699]: WARNING nova.compute.manager [req-54c6477d-b46f-40e8-8cf5-227ec57ea9d8 req-c2bc4ac8-efdf-49ac-b2c4-9076b9f955fd service nova] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Detach interface failed, port_id=7d8245d8-1a0b-4147-ad80-4cd1996d69e7, reason: No device with interface-id 7d8245d8-1a0b-4147-ad80-4cd1996d69e7 exists on VM: nova.exception.NotFound: No device with interface-id 7d8245d8-1a0b-4147-ad80-4cd1996d69e7 exists on VM [ 991.073343] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cb5e621b-6e0e-4dc2-9dd8-4d83be10911f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "4f0b683d-04ea-4d5f-b0d6-d965e2da75c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.073729] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cb5e621b-6e0e-4dc2-9dd8-4d83be10911f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "4f0b683d-04ea-4d5f-b0d6-d965e2da75c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.074084] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cb5e621b-6e0e-4dc2-9dd8-4d83be10911f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "4f0b683d-04ea-4d5f-b0d6-d965e2da75c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.074411] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cb5e621b-6e0e-4dc2-9dd8-4d83be10911f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "4f0b683d-04ea-4d5f-b0d6-d965e2da75c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.074699] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cb5e621b-6e0e-4dc2-9dd8-4d83be10911f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "4f0b683d-04ea-4d5f-b0d6-d965e2da75c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.077794] env[69699]: INFO nova.compute.manager [None req-cb5e621b-6e0e-4dc2-9dd8-4d83be10911f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Terminating instance [ 991.091536] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 991.093753] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d617d1-ce1b-4a19-9c34-c5affe82b2ce {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.105960] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 991.106355] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a17d46d-d53d-4500-a8d2-ba50fe27d769 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.174880] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.175485] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Deleting contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.175590] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Deleting the datastore file [datastore1] 7cc3a93d-3386-4df3-87c6-d624638d695e {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.175929] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84d89fb7-720a-49ac-b459-2535b7edaf63 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.184161] env[69699]: DEBUG oslo_vmware.api [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 991.184161] env[69699]: value = "task-3607490" [ 991.184161] env[69699]: _type = "Task" [ 991.184161] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.197883] env[69699]: DEBUG oslo_vmware.api [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607490, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.225534] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d9a5f851-724a-4465-9797-e860a0a245c6 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "refresh_cache-4f0b683d-04ea-4d5f-b0d6-d965e2da75c3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.225534] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d9a5f851-724a-4465-9797-e860a0a245c6 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquired lock "refresh_cache-4f0b683d-04ea-4d5f-b0d6-d965e2da75c3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.225534] env[69699]: DEBUG nova.network.neutron [None req-d9a5f851-724a-4465-9797-e860a0a245c6 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 991.265178] env[69699]: DEBUG nova.compute.manager [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 991.278900] env[69699]: DEBUG nova.compute.utils [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 991.280088] env[69699]: DEBUG nova.compute.manager [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 991.280280] env[69699]: DEBUG nova.network.neutron [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8d932c90-40d4-499a-8593-5122382a2835] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 991.347196] env[69699]: DEBUG nova.policy [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e613a936989546069d59164e00c0bac3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'deb2d5d11bed4a27b8072873567c44b6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 991.360438] env[69699]: DEBUG oslo_vmware.api [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Task: {'id': task-3607488, 'name': ReconfigVM_Task, 'duration_secs': 0.838732} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.360438] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Reconfigured VM instance instance-00000051 to attach disk [datastore2] c550b51e-ac39-458b-b572-6147f14b32e9/c550b51e-ac39-458b-b572-6147f14b32e9.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.360438] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74c046cf-ce8c-4dec-aeba-621f99676722 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.367445] env[69699]: DEBUG oslo_vmware.api [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Waiting for the task: (returnval){ [ 991.367445] env[69699]: value = "task-3607491" [ 991.367445] env[69699]: _type = "Task" [ 991.367445] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.381024] env[69699]: DEBUG oslo_vmware.api [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Task: {'id': task-3607491, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.583119] env[69699]: DEBUG nova.compute.manager [None req-cb5e621b-6e0e-4dc2-9dd8-4d83be10911f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 991.583400] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-cb5e621b-6e0e-4dc2-9dd8-4d83be10911f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 991.584863] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f67f0d-2b65-448b-add6-a088390190bd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.595332] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb5e621b-6e0e-4dc2-9dd8-4d83be10911f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 991.595598] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-892a25aa-1b21-4777-9d4f-ef4ad35ae864 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.602990] env[69699]: DEBUG oslo_vmware.api [None req-cb5e621b-6e0e-4dc2-9dd8-4d83be10911f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Waiting for the task: (returnval){ [ 991.602990] env[69699]: value = "task-3607492" [ 991.602990] env[69699]: _type = "Task" [ 991.602990] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.615624] env[69699]: DEBUG oslo_vmware.api [None req-cb5e621b-6e0e-4dc2-9dd8-4d83be10911f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607492, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.686297] env[69699]: DEBUG nova.network.neutron [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Successfully created port: 10d53098-1f6b-4270-b8c1-524d1d25de86 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 991.699255] env[69699]: DEBUG oslo_vmware.api [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607490, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141111} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.699255] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.699255] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Deleted contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 991.699255] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 991.725968] env[69699]: INFO nova.scheduler.client.report [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Deleted allocations for instance 7cc3a93d-3386-4df3-87c6-d624638d695e [ 991.787566] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.788533] env[69699]: DEBUG nova.compute.manager [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 991.884832] env[69699]: DEBUG oslo_vmware.api [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Task: {'id': task-3607491, 'name': Rename_Task, 'duration_secs': 0.263985} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.892564] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 991.893119] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4bf1aea4-146b-4820-b42a-da895f769a45 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.903102] env[69699]: DEBUG oslo_vmware.api [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Waiting for the task: (returnval){ [ 991.903102] env[69699]: value = "task-3607493" [ 991.903102] env[69699]: _type = "Task" [ 991.903102] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.915571] env[69699]: DEBUG oslo_vmware.api [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Task: {'id': task-3607493, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.104729] env[69699]: INFO nova.network.neutron [None req-d9a5f851-724a-4465-9797-e860a0a245c6 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Port 7356d1e6-e96f-4cdb-b17c-2ad607ca1523 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 992.105148] env[69699]: DEBUG nova.network.neutron [None req-d9a5f851-724a-4465-9797-e860a0a245c6 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Updating instance_info_cache with network_info: [{"id": "ccc1108a-785f-4d69-8ada-a1183a44c7b6", "address": "fa:16:3e:a7:17:79", "network": {"id": "0bd0c568-ae97-493c-9ed8-c70833965690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-782374772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba48fa426f0e4cb3b66a18836a0ae660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccc1108a-78", "ovs_interfaceid": "ccc1108a-785f-4d69-8ada-a1183a44c7b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.119613] env[69699]: DEBUG oslo_vmware.api [None req-cb5e621b-6e0e-4dc2-9dd8-4d83be10911f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607492, 'name': PowerOffVM_Task, 'duration_secs': 0.234583} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.119977] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb5e621b-6e0e-4dc2-9dd8-4d83be10911f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 992.120154] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-cb5e621b-6e0e-4dc2-9dd8-4d83be10911f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 992.120967] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a24746c-f335-49b8-965c-f891df5ceebe {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.205448] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9880114b-3989-48b1-b2c5-c0a255590d71 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.213333] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec260c7-dd5d-41f8-9527-3214fffbffc7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.005958] env[69699]: DEBUG oslo_concurrency.lockutils [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.009577] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d9a5f851-724a-4465-9797-e860a0a245c6 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Releasing lock "refresh_cache-4f0b683d-04ea-4d5f-b0d6-d965e2da75c3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.019479] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d694c2e3-62f8-45a5-8a07-1296625ca0e1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.021122] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-cb5e621b-6e0e-4dc2-9dd8-4d83be10911f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 993.021428] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-cb5e621b-6e0e-4dc2-9dd8-4d83be10911f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 993.021496] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb5e621b-6e0e-4dc2-9dd8-4d83be10911f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Deleting the datastore file [datastore2] 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 993.022961] env[69699]: DEBUG nova.compute.manager [req-8e6a7de4-0b00-4e87-a001-7e2270b5b609 req-08e55055-ce0f-4af5-ab10-475b93cdf0ca service nova] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Received event network-vif-deleted-7356d1e6-e96f-4cdb-b17c-2ad607ca1523 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.023178] env[69699]: DEBUG nova.compute.manager [req-8e6a7de4-0b00-4e87-a001-7e2270b5b609 req-08e55055-ce0f-4af5-ab10-475b93cdf0ca service nova] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Received event network-vif-unplugged-cb048997-7233-4f02-ac6c-af45f75c9346 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.023354] env[69699]: DEBUG oslo_concurrency.lockutils [req-8e6a7de4-0b00-4e87-a001-7e2270b5b609 req-08e55055-ce0f-4af5-ab10-475b93cdf0ca service nova] Acquiring lock "7cc3a93d-3386-4df3-87c6-d624638d695e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.023546] env[69699]: DEBUG oslo_concurrency.lockutils [req-8e6a7de4-0b00-4e87-a001-7e2270b5b609 req-08e55055-ce0f-4af5-ab10-475b93cdf0ca service nova] Lock "7cc3a93d-3386-4df3-87c6-d624638d695e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.023700] env[69699]: DEBUG oslo_concurrency.lockutils [req-8e6a7de4-0b00-4e87-a001-7e2270b5b609 req-08e55055-ce0f-4af5-ab10-475b93cdf0ca service nova] Lock "7cc3a93d-3386-4df3-87c6-d624638d695e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.023854] env[69699]: DEBUG nova.compute.manager [req-8e6a7de4-0b00-4e87-a001-7e2270b5b609 req-08e55055-ce0f-4af5-ab10-475b93cdf0ca service nova] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] No waiting events found dispatching network-vif-unplugged-cb048997-7233-4f02-ac6c-af45f75c9346 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 993.024023] env[69699]: WARNING nova.compute.manager [req-8e6a7de4-0b00-4e87-a001-7e2270b5b609 req-08e55055-ce0f-4af5-ab10-475b93cdf0ca service nova] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Received unexpected event network-vif-unplugged-cb048997-7233-4f02-ac6c-af45f75c9346 for instance with vm_state shelved_offloaded and task_state None. [ 993.024298] env[69699]: DEBUG nova.compute.manager [req-8e6a7de4-0b00-4e87-a001-7e2270b5b609 req-08e55055-ce0f-4af5-ab10-475b93cdf0ca service nova] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Received event network-changed-cb048997-7233-4f02-ac6c-af45f75c9346 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.024356] env[69699]: DEBUG nova.compute.manager [req-8e6a7de4-0b00-4e87-a001-7e2270b5b609 req-08e55055-ce0f-4af5-ab10-475b93cdf0ca service nova] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Refreshing instance network info cache due to event network-changed-cb048997-7233-4f02-ac6c-af45f75c9346. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 993.024497] env[69699]: DEBUG oslo_concurrency.lockutils [req-8e6a7de4-0b00-4e87-a001-7e2270b5b609 req-08e55055-ce0f-4af5-ab10-475b93cdf0ca service nova] Acquiring lock "refresh_cache-7cc3a93d-3386-4df3-87c6-d624638d695e" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.024721] env[69699]: DEBUG oslo_concurrency.lockutils [req-8e6a7de4-0b00-4e87-a001-7e2270b5b609 req-08e55055-ce0f-4af5-ab10-475b93cdf0ca service nova] Acquired lock "refresh_cache-7cc3a93d-3386-4df3-87c6-d624638d695e" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.024885] env[69699]: DEBUG nova.network.neutron [req-8e6a7de4-0b00-4e87-a001-7e2270b5b609 req-08e55055-ce0f-4af5-ab10-475b93cdf0ca service nova] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Refreshing network info cache for port cb048997-7233-4f02-ac6c-af45f75c9346 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.029025] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b28147d-9b45-4f17-944a-f4c5468c94d4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.032966] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e5e53a92-eb03-4b3c-926a-80440d18438d tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Acquiring lock "ce2c2927-0060-46ea-ac84-b0b1db6663c4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.033206] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e5e53a92-eb03-4b3c-926a-80440d18438d tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Lock "ce2c2927-0060-46ea-ac84-b0b1db6663c4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.042254] env[69699]: DEBUG oslo_vmware.api [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Task: {'id': task-3607493, 'name': PowerOnVM_Task, 'duration_secs': 0.529889} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.042254] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 993.042254] env[69699]: INFO nova.compute.manager [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Took 11.79 seconds to spawn the instance on the hypervisor. [ 993.042254] env[69699]: DEBUG nova.compute.manager [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.043109] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ace632-c641-4e28-b8ce-c58f141c45e6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.048981] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc5a9ad-f3f5-44c5-8fcf-3f148bbce0ff {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.051998] env[69699]: DEBUG oslo_vmware.api [None req-cb5e621b-6e0e-4dc2-9dd8-4d83be10911f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Waiting for the task: (returnval){ [ 993.051998] env[69699]: value = "task-3607495" [ 993.051998] env[69699]: _type = "Task" [ 993.051998] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.069543] env[69699]: DEBUG nova.compute.provider_tree [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.075942] env[69699]: DEBUG oslo_vmware.api [None req-cb5e621b-6e0e-4dc2-9dd8-4d83be10911f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607495, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.146381] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Acquiring lock "ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.146381] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Lock "ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.363832] env[69699]: DEBUG nova.network.neutron [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Successfully updated port: 10d53098-1f6b-4270-b8c1-524d1d25de86 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 993.514328] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d9a5f851-724a-4465-9797-e860a0a245c6 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "interface-4f0b683d-04ea-4d5f-b0d6-d965e2da75c3-7d8245d8-1a0b-4147-ad80-4cd1996d69e7" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.327s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.518447] env[69699]: DEBUG nova.compute.manager [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 993.534403] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0e94b440-f1bc-468e-800a-c2bfc736d380 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "7cc3a93d-3386-4df3-87c6-d624638d695e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.542101] env[69699]: DEBUG nova.virt.hardware [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 993.542405] env[69699]: DEBUG nova.virt.hardware [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.542629] env[69699]: DEBUG nova.virt.hardware [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.542857] env[69699]: DEBUG nova.virt.hardware [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.543136] env[69699]: DEBUG nova.virt.hardware [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.543290] env[69699]: DEBUG nova.virt.hardware [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 993.543576] env[69699]: DEBUG nova.virt.hardware [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 993.543795] env[69699]: DEBUG nova.virt.hardware [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 993.544172] env[69699]: DEBUG nova.virt.hardware [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 993.544232] env[69699]: DEBUG nova.virt.hardware [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 993.544465] env[69699]: DEBUG nova.virt.hardware [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 993.546468] env[69699]: DEBUG nova.compute.utils [None req-e5e53a92-eb03-4b3c-926a-80440d18438d tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 993.548867] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4689ed5c-c26a-44d8-a53c-3da986090bcc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.563746] env[69699]: DEBUG oslo_vmware.api [None req-cb5e621b-6e0e-4dc2-9dd8-4d83be10911f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607495, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302352} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.566250] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb5e621b-6e0e-4dc2-9dd8-4d83be10911f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 993.566250] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-cb5e621b-6e0e-4dc2-9dd8-4d83be10911f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 993.566521] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-cb5e621b-6e0e-4dc2-9dd8-4d83be10911f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 993.566705] env[69699]: INFO nova.compute.manager [None req-cb5e621b-6e0e-4dc2-9dd8-4d83be10911f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Took 1.98 seconds to destroy the instance on the hypervisor. [ 993.566972] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb5e621b-6e0e-4dc2-9dd8-4d83be10911f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.567506] env[69699]: DEBUG nova.compute.manager [-] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 993.567610] env[69699]: DEBUG nova.network.neutron [-] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 993.570645] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ad6d3b-5a5d-45d7-ad46-102886aaf67e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.583059] env[69699]: DEBUG nova.scheduler.client.report [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.595523] env[69699]: INFO nova.compute.manager [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Took 32.10 seconds to build instance. [ 993.648927] env[69699]: DEBUG nova.compute.manager [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 993.718974] env[69699]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 7356d1e6-e96f-4cdb-b17c-2ad607ca1523 could not be found.", "detail": ""}} {{(pid=69699) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 993.719439] env[69699]: DEBUG nova.network.neutron [-] Unable to show port 7356d1e6-e96f-4cdb-b17c-2ad607ca1523 as it no longer exists. {{(pid=69699) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 993.866061] env[69699]: DEBUG oslo_concurrency.lockutils [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquiring lock "refresh_cache-8d932c90-40d4-499a-8593-5122382a2835" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.866240] env[69699]: DEBUG oslo_concurrency.lockutils [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquired lock "refresh_cache-8d932c90-40d4-499a-8593-5122382a2835" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.866977] env[69699]: DEBUG nova.network.neutron [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.907646] env[69699]: DEBUG nova.network.neutron [req-8e6a7de4-0b00-4e87-a001-7e2270b5b609 req-08e55055-ce0f-4af5-ab10-475b93cdf0ca service nova] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Updated VIF entry in instance network info cache for port cb048997-7233-4f02-ac6c-af45f75c9346. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 993.907994] env[69699]: DEBUG nova.network.neutron [req-8e6a7de4-0b00-4e87-a001-7e2270b5b609 req-08e55055-ce0f-4af5-ab10-475b93cdf0ca service nova] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Updating instance_info_cache with network_info: [{"id": "cb048997-7233-4f02-ac6c-af45f75c9346", "address": "fa:16:3e:4d:22:a4", "network": {"id": "3704068f-6289-4088-bfd3-0d8f4fb8ad07", "bridge": null, "label": "tempest-DeleteServersTestJSON-1045952331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "152467b2c42f4433aacb37504612095d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapcb048997-72", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.056381] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e5e53a92-eb03-4b3c-926a-80440d18438d tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Lock "ce2c2927-0060-46ea-ac84-b0b1db6663c4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.023s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.094019] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.318s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.094019] env[69699]: DEBUG nova.compute.manager [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 7461edb3-d74b-4ec5-b06f-11737ba6fc77] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 994.096153] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a0127245-b898-4471-a770-d2caac847eea tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.104s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.097609] env[69699]: DEBUG nova.objects.instance [None req-a0127245-b898-4471-a770-d2caac847eea tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lazy-loading 'resources' on Instance uuid c3c59273-6200-4481-bb63-33f62d31621f {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.107153] env[69699]: DEBUG oslo_concurrency.lockutils [None req-93a1a542-a236-48ae-b321-9ec7c4706c15 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Lock "c550b51e-ac39-458b-b572-6147f14b32e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.641s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.175175] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.410667] env[69699]: DEBUG oslo_concurrency.lockutils [req-8e6a7de4-0b00-4e87-a001-7e2270b5b609 req-08e55055-ce0f-4af5-ab10-475b93cdf0ca service nova] Releasing lock "refresh_cache-7cc3a93d-3386-4df3-87c6-d624638d695e" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.414608] env[69699]: DEBUG nova.network.neutron [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 994.593927] env[69699]: DEBUG nova.network.neutron [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Updating instance_info_cache with network_info: [{"id": "10d53098-1f6b-4270-b8c1-524d1d25de86", "address": "fa:16:3e:db:89:c7", "network": {"id": "9844044a-e94c-45d6-aa96-24b8c7d1e908", "bridge": "br-int", "label": "tempest-ImagesTestJSON-288563612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "deb2d5d11bed4a27b8072873567c44b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10d53098-1f", "ovs_interfaceid": "10d53098-1f6b-4270-b8c1-524d1d25de86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.599779] env[69699]: DEBUG nova.compute.utils [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 994.601113] env[69699]: DEBUG nova.compute.manager [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 7461edb3-d74b-4ec5-b06f-11737ba6fc77] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 994.601583] env[69699]: DEBUG nova.network.neutron [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 7461edb3-d74b-4ec5-b06f-11737ba6fc77] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 994.607637] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cd4f60c2-4242-4061-a930-764770a0a270 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Acquiring lock "c550b51e-ac39-458b-b572-6147f14b32e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.607637] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cd4f60c2-4242-4061-a930-764770a0a270 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Lock "c550b51e-ac39-458b-b572-6147f14b32e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.607637] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cd4f60c2-4242-4061-a930-764770a0a270 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Acquiring lock "c550b51e-ac39-458b-b572-6147f14b32e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.607637] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cd4f60c2-4242-4061-a930-764770a0a270 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Lock "c550b51e-ac39-458b-b572-6147f14b32e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.607957] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cd4f60c2-4242-4061-a930-764770a0a270 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Lock "c550b51e-ac39-458b-b572-6147f14b32e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.612087] env[69699]: INFO nova.compute.manager [None req-cd4f60c2-4242-4061-a930-764770a0a270 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Terminating instance [ 994.651298] env[69699]: DEBUG nova.policy [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f0b93b91fd04453aedc002d85df53cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50be8566da6d43a5a4de8d714eb3befd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 994.722485] env[69699]: DEBUG nova.compute.manager [req-ab5db4bd-9dbf-40ea-a0ba-0e3d933cd54e req-b0c48676-4cba-42c5-b6a7-7552b9f05c3a service nova] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Received event network-vif-plugged-10d53098-1f6b-4270-b8c1-524d1d25de86 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.722485] env[69699]: DEBUG oslo_concurrency.lockutils [req-ab5db4bd-9dbf-40ea-a0ba-0e3d933cd54e req-b0c48676-4cba-42c5-b6a7-7552b9f05c3a service nova] Acquiring lock "8d932c90-40d4-499a-8593-5122382a2835-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.722692] env[69699]: DEBUG oslo_concurrency.lockutils [req-ab5db4bd-9dbf-40ea-a0ba-0e3d933cd54e req-b0c48676-4cba-42c5-b6a7-7552b9f05c3a service nova] Lock "8d932c90-40d4-499a-8593-5122382a2835-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.722835] env[69699]: DEBUG oslo_concurrency.lockutils [req-ab5db4bd-9dbf-40ea-a0ba-0e3d933cd54e req-b0c48676-4cba-42c5-b6a7-7552b9f05c3a service nova] Lock "8d932c90-40d4-499a-8593-5122382a2835-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.722994] env[69699]: DEBUG nova.compute.manager [req-ab5db4bd-9dbf-40ea-a0ba-0e3d933cd54e req-b0c48676-4cba-42c5-b6a7-7552b9f05c3a service nova] [instance: 8d932c90-40d4-499a-8593-5122382a2835] No waiting events found dispatching network-vif-plugged-10d53098-1f6b-4270-b8c1-524d1d25de86 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 994.723288] env[69699]: WARNING nova.compute.manager [req-ab5db4bd-9dbf-40ea-a0ba-0e3d933cd54e req-b0c48676-4cba-42c5-b6a7-7552b9f05c3a service nova] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Received unexpected event network-vif-plugged-10d53098-1f6b-4270-b8c1-524d1d25de86 for instance with vm_state building and task_state spawning. [ 994.723542] env[69699]: DEBUG nova.compute.manager [req-ab5db4bd-9dbf-40ea-a0ba-0e3d933cd54e req-b0c48676-4cba-42c5-b6a7-7552b9f05c3a service nova] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Received event network-changed-10d53098-1f6b-4270-b8c1-524d1d25de86 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.723650] env[69699]: DEBUG nova.compute.manager [req-ab5db4bd-9dbf-40ea-a0ba-0e3d933cd54e req-b0c48676-4cba-42c5-b6a7-7552b9f05c3a service nova] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Refreshing instance network info cache due to event network-changed-10d53098-1f6b-4270-b8c1-524d1d25de86. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 994.723759] env[69699]: DEBUG oslo_concurrency.lockutils [req-ab5db4bd-9dbf-40ea-a0ba-0e3d933cd54e req-b0c48676-4cba-42c5-b6a7-7552b9f05c3a service nova] Acquiring lock "refresh_cache-8d932c90-40d4-499a-8593-5122382a2835" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.937704] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4cea3f-a56b-42c6-8704-226c5e3a52ec {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.950265] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52370417-8b5c-4bd7-9cb2-1dd3c8c9f77e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.983447] env[69699]: DEBUG nova.network.neutron [-] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.988020] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920dcbcf-9ee6-4e39-a2a3-669d2cdfd2dc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.994779] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42d5211-f8b0-46de-8265-06cf4783ddc0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.016352] env[69699]: DEBUG nova.compute.provider_tree [None req-a0127245-b898-4471-a770-d2caac847eea tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.017955] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e5e53a92-eb03-4b3c-926a-80440d18438d tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Acquiring lock "ce2c2927-0060-46ea-ac84-b0b1db6663c4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.020499] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e5e53a92-eb03-4b3c-926a-80440d18438d tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Lock "ce2c2927-0060-46ea-ac84-b0b1db6663c4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.020499] env[69699]: INFO nova.compute.manager [None req-e5e53a92-eb03-4b3c-926a-80440d18438d tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Attaching volume 29b9b12f-3147-454b-ba33-7677ce108902 to /dev/sdb [ 995.024132] env[69699]: DEBUG nova.network.neutron [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 7461edb3-d74b-4ec5-b06f-11737ba6fc77] Successfully created port: cc0c9592-c7c8-4442-9a8c-52de60ca4cc6 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 995.081029] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709ed32f-e408-4dea-9e7b-4d414cd83788 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.089180] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd66457-80d0-49c9-8665-c6ce5e45e813 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.099162] env[69699]: DEBUG oslo_concurrency.lockutils [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Releasing lock "refresh_cache-8d932c90-40d4-499a-8593-5122382a2835" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.099472] env[69699]: DEBUG nova.compute.manager [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Instance network_info: |[{"id": "10d53098-1f6b-4270-b8c1-524d1d25de86", "address": "fa:16:3e:db:89:c7", "network": {"id": "9844044a-e94c-45d6-aa96-24b8c7d1e908", "bridge": "br-int", "label": "tempest-ImagesTestJSON-288563612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "deb2d5d11bed4a27b8072873567c44b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10d53098-1f", "ovs_interfaceid": "10d53098-1f6b-4270-b8c1-524d1d25de86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 995.099753] env[69699]: DEBUG oslo_concurrency.lockutils [req-ab5db4bd-9dbf-40ea-a0ba-0e3d933cd54e req-b0c48676-4cba-42c5-b6a7-7552b9f05c3a service nova] Acquired lock "refresh_cache-8d932c90-40d4-499a-8593-5122382a2835" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.099971] env[69699]: DEBUG nova.network.neutron [req-ab5db4bd-9dbf-40ea-a0ba-0e3d933cd54e req-b0c48676-4cba-42c5-b6a7-7552b9f05c3a service nova] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Refreshing network info cache for port 10d53098-1f6b-4270-b8c1-524d1d25de86 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 995.101953] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:89:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1c8fdf9-970c-4ae0-b6d9-f1015196b552', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10d53098-1f6b-4270-b8c1-524d1d25de86', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 995.109859] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.118636] env[69699]: DEBUG nova.compute.manager [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 7461edb3-d74b-4ec5-b06f-11737ba6fc77] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 995.121205] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 995.121768] env[69699]: DEBUG nova.compute.manager [None req-cd4f60c2-4242-4061-a930-764770a0a270 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 995.122634] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4f60c2-4242-4061-a930-764770a0a270 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.122634] env[69699]: DEBUG nova.virt.block_device [None req-e5e53a92-eb03-4b3c-926a-80440d18438d tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Updating existing volume attachment record: 4205c4f2-95a5-495a-8f21-fa138f497812 {{(pid=69699) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 995.125116] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b901792-72c8-4ac2-bdbf-dd9a72dbfa09 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.142593] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b30038-8035-4153-bea5-91490290926c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.150879] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4f60c2-4242-4061-a930-764770a0a270 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.152107] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fbce0a5-7200-4fd3-b5fd-1f6e6c61451f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.153658] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 995.153658] env[69699]: value = "task-3607496" [ 995.153658] env[69699]: _type = "Task" [ 995.153658] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.159864] env[69699]: DEBUG oslo_vmware.api [None req-cd4f60c2-4242-4061-a930-764770a0a270 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Waiting for the task: (returnval){ [ 995.159864] env[69699]: value = "task-3607497" [ 995.159864] env[69699]: _type = "Task" [ 995.159864] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.163994] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607496, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.174696] env[69699]: DEBUG oslo_vmware.api [None req-cd4f60c2-4242-4061-a930-764770a0a270 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Task: {'id': task-3607497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.491056] env[69699]: INFO nova.compute.manager [-] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Took 1.92 seconds to deallocate network for instance. [ 995.525022] env[69699]: DEBUG nova.scheduler.client.report [None req-a0127245-b898-4471-a770-d2caac847eea tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.665345] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607496, 'name': CreateVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.677166] env[69699]: DEBUG oslo_vmware.api [None req-cd4f60c2-4242-4061-a930-764770a0a270 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Task: {'id': task-3607497, 'name': PowerOffVM_Task, 'duration_secs': 0.319828} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.677166] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4f60c2-4242-4061-a930-764770a0a270 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.677359] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4f60c2-4242-4061-a930-764770a0a270 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 995.677611] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f23d1cbc-1e1b-4e5c-b026-6ca996c9b87d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.798891] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4f60c2-4242-4061-a930-764770a0a270 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.799105] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4f60c2-4242-4061-a930-764770a0a270 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.799290] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd4f60c2-4242-4061-a930-764770a0a270 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Deleting the datastore file [datastore2] c550b51e-ac39-458b-b572-6147f14b32e9 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.799550] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0bd121c5-af31-43bb-abe0-3ac9f0ad6fcd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.809054] env[69699]: DEBUG oslo_vmware.api [None req-cd4f60c2-4242-4061-a930-764770a0a270 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Waiting for the task: (returnval){ [ 995.809054] env[69699]: value = "task-3607502" [ 995.809054] env[69699]: _type = "Task" [ 995.809054] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.816836] env[69699]: DEBUG oslo_vmware.api [None req-cd4f60c2-4242-4061-a930-764770a0a270 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Task: {'id': task-3607502, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.865094] env[69699]: DEBUG nova.network.neutron [req-ab5db4bd-9dbf-40ea-a0ba-0e3d933cd54e req-b0c48676-4cba-42c5-b6a7-7552b9f05c3a service nova] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Updated VIF entry in instance network info cache for port 10d53098-1f6b-4270-b8c1-524d1d25de86. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 995.865524] env[69699]: DEBUG nova.network.neutron [req-ab5db4bd-9dbf-40ea-a0ba-0e3d933cd54e req-b0c48676-4cba-42c5-b6a7-7552b9f05c3a service nova] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Updating instance_info_cache with network_info: [{"id": "10d53098-1f6b-4270-b8c1-524d1d25de86", "address": "fa:16:3e:db:89:c7", "network": {"id": "9844044a-e94c-45d6-aa96-24b8c7d1e908", "bridge": "br-int", "label": "tempest-ImagesTestJSON-288563612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "deb2d5d11bed4a27b8072873567c44b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10d53098-1f", "ovs_interfaceid": "10d53098-1f6b-4270-b8c1-524d1d25de86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.998042] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cb5e621b-6e0e-4dc2-9dd8-4d83be10911f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.027967] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a0127245-b898-4471-a770-d2caac847eea tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.932s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.030496] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ce07bb50-77ad-427c-96ee-b1c9f674be53 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 20.580s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.054898] env[69699]: INFO nova.scheduler.client.report [None req-a0127245-b898-4471-a770-d2caac847eea tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Deleted allocations for instance c3c59273-6200-4481-bb63-33f62d31621f [ 996.133070] env[69699]: DEBUG nova.compute.manager [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 7461edb3-d74b-4ec5-b06f-11737ba6fc77] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 996.157820] env[69699]: DEBUG nova.virt.hardware [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 996.157820] env[69699]: DEBUG nova.virt.hardware [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 996.157820] env[69699]: DEBUG nova.virt.hardware [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 996.157820] env[69699]: DEBUG nova.virt.hardware [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 996.157820] env[69699]: DEBUG nova.virt.hardware [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 996.158117] env[69699]: DEBUG nova.virt.hardware [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 996.158235] env[69699]: DEBUG nova.virt.hardware [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 996.158411] env[69699]: DEBUG nova.virt.hardware [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 996.158578] env[69699]: DEBUG nova.virt.hardware [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 996.158737] env[69699]: DEBUG nova.virt.hardware [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 996.158908] env[69699]: DEBUG nova.virt.hardware [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 996.159818] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003cb687-8654-4226-b7d6-11113245cd9b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.174196] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd01152b-b35e-4fe4-ac95-affd83a0e4fd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.178915] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607496, 'name': CreateVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.323369] env[69699]: DEBUG oslo_vmware.api [None req-cd4f60c2-4242-4061-a930-764770a0a270 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Task: {'id': task-3607502, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156483} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.323369] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd4f60c2-4242-4061-a930-764770a0a270 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.323724] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4f60c2-4242-4061-a930-764770a0a270 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.323724] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4f60c2-4242-4061-a930-764770a0a270 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.323866] env[69699]: INFO nova.compute.manager [None req-cd4f60c2-4242-4061-a930-764770a0a270 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Took 1.20 seconds to destroy the instance on the hypervisor. [ 996.324036] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd4f60c2-4242-4061-a930-764770a0a270 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.324232] env[69699]: DEBUG nova.compute.manager [-] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 996.324320] env[69699]: DEBUG nova.network.neutron [-] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 996.368490] env[69699]: DEBUG oslo_concurrency.lockutils [req-ab5db4bd-9dbf-40ea-a0ba-0e3d933cd54e req-b0c48676-4cba-42c5-b6a7-7552b9f05c3a service nova] Releasing lock "refresh_cache-8d932c90-40d4-499a-8593-5122382a2835" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.368757] env[69699]: DEBUG nova.compute.manager [req-ab5db4bd-9dbf-40ea-a0ba-0e3d933cd54e req-b0c48676-4cba-42c5-b6a7-7552b9f05c3a service nova] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Received event network-vif-deleted-ccc1108a-785f-4d69-8ada-a1183a44c7b6 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.368930] env[69699]: INFO nova.compute.manager [req-ab5db4bd-9dbf-40ea-a0ba-0e3d933cd54e req-b0c48676-4cba-42c5-b6a7-7552b9f05c3a service nova] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Neutron deleted interface ccc1108a-785f-4d69-8ada-a1183a44c7b6; detaching it from the instance and deleting it from the info cache [ 996.369114] env[69699]: DEBUG nova.network.neutron [req-ab5db4bd-9dbf-40ea-a0ba-0e3d933cd54e req-b0c48676-4cba-42c5-b6a7-7552b9f05c3a service nova] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.564793] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a0127245-b898-4471-a770-d2caac847eea tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lock "c3c59273-6200-4481-bb63-33f62d31621f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.996s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.672215] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607496, 'name': CreateVM_Task, 'duration_secs': 1.483571} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.677552] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 996.679494] env[69699]: DEBUG oslo_concurrency.lockutils [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.679784] env[69699]: DEBUG oslo_concurrency.lockutils [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.680341] env[69699]: DEBUG oslo_concurrency.lockutils [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.682179] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8059a8e2-1fe4-4398-84da-3868cf781d78 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.686933] env[69699]: DEBUG oslo_vmware.api [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 996.686933] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b946ed-f83d-219b-9517-5f525acfa4e5" [ 996.686933] env[69699]: _type = "Task" [ 996.686933] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.701180] env[69699]: DEBUG oslo_vmware.api [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b946ed-f83d-219b-9517-5f525acfa4e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.834329] env[69699]: DEBUG nova.compute.manager [req-6a965ee5-0d0f-489c-8cb5-1e8c6d345f4a req-7b964e60-3fb2-4212-9215-28ac0e50703e service nova] [instance: 7461edb3-d74b-4ec5-b06f-11737ba6fc77] Received event network-vif-plugged-cc0c9592-c7c8-4442-9a8c-52de60ca4cc6 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.834552] env[69699]: DEBUG oslo_concurrency.lockutils [req-6a965ee5-0d0f-489c-8cb5-1e8c6d345f4a req-7b964e60-3fb2-4212-9215-28ac0e50703e service nova] Acquiring lock "7461edb3-d74b-4ec5-b06f-11737ba6fc77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.835472] env[69699]: DEBUG oslo_concurrency.lockutils [req-6a965ee5-0d0f-489c-8cb5-1e8c6d345f4a req-7b964e60-3fb2-4212-9215-28ac0e50703e service nova] Lock "7461edb3-d74b-4ec5-b06f-11737ba6fc77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.835723] env[69699]: DEBUG oslo_concurrency.lockutils [req-6a965ee5-0d0f-489c-8cb5-1e8c6d345f4a req-7b964e60-3fb2-4212-9215-28ac0e50703e service nova] Lock "7461edb3-d74b-4ec5-b06f-11737ba6fc77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.835870] env[69699]: DEBUG nova.compute.manager [req-6a965ee5-0d0f-489c-8cb5-1e8c6d345f4a req-7b964e60-3fb2-4212-9215-28ac0e50703e service nova] [instance: 7461edb3-d74b-4ec5-b06f-11737ba6fc77] No waiting events found dispatching network-vif-plugged-cc0c9592-c7c8-4442-9a8c-52de60ca4cc6 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 996.836048] env[69699]: WARNING nova.compute.manager [req-6a965ee5-0d0f-489c-8cb5-1e8c6d345f4a req-7b964e60-3fb2-4212-9215-28ac0e50703e service nova] [instance: 7461edb3-d74b-4ec5-b06f-11737ba6fc77] Received unexpected event network-vif-plugged-cc0c9592-c7c8-4442-9a8c-52de60ca4cc6 for instance with vm_state building and task_state spawning. [ 996.836216] env[69699]: DEBUG nova.compute.manager [req-6a965ee5-0d0f-489c-8cb5-1e8c6d345f4a req-7b964e60-3fb2-4212-9215-28ac0e50703e service nova] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Received event network-vif-deleted-18205e73-78e4-4a96-a726-5908aaadbb95 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.836377] env[69699]: INFO nova.compute.manager [req-6a965ee5-0d0f-489c-8cb5-1e8c6d345f4a req-7b964e60-3fb2-4212-9215-28ac0e50703e service nova] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Neutron deleted interface 18205e73-78e4-4a96-a726-5908aaadbb95; detaching it from the instance and deleting it from the info cache [ 996.836842] env[69699]: DEBUG nova.network.neutron [req-6a965ee5-0d0f-489c-8cb5-1e8c6d345f4a req-7b964e60-3fb2-4212-9215-28ac0e50703e service nova] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Updating instance_info_cache with network_info: [{"id": "e2cb1e28-3eff-48f9-865e-14c17e13b8cb", "address": "fa:16:3e:1b:12:9a", "network": {"id": "2d54fddb-5b7a-4f7f-9f85-515b327e471c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1154517948", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.117", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "047f717942a34c0e86b704357b2a800b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2cb1e28-3e", "ovs_interfaceid": "e2cb1e28-3eff-48f9-865e-14c17e13b8cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.871602] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-115dccb6-a546-4749-9b13-7837ecd2e55a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.882235] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18e9fc2-b227-4a27-bf2b-dc8af9ff168a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.924536] env[69699]: DEBUG nova.compute.manager [req-ab5db4bd-9dbf-40ea-a0ba-0e3d933cd54e req-b0c48676-4cba-42c5-b6a7-7552b9f05c3a service nova] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Detach interface failed, port_id=ccc1108a-785f-4d69-8ada-a1183a44c7b6, reason: Instance 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3 could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 996.927924] env[69699]: DEBUG nova.network.neutron [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 7461edb3-d74b-4ec5-b06f-11737ba6fc77] Successfully updated port: cc0c9592-c7c8-4442-9a8c-52de60ca4cc6 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 997.010455] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02313efb-c90e-4d3f-a477-e7786cab56b6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.018415] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cccf29a-4b8c-4494-8e7b-5a627ee974f9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.048354] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e96cabb-6a83-47fe-b4d2-28fc0afebd8e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.055533] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36eb9a06-f6ce-4a75-b501-72ccb17cbb0e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.068350] env[69699]: DEBUG nova.compute.provider_tree [None req-ce07bb50-77ad-427c-96ee-b1c9f674be53 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 997.197697] env[69699]: DEBUG oslo_vmware.api [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b946ed-f83d-219b-9517-5f525acfa4e5, 'name': SearchDatastore_Task, 'duration_secs': 0.009952} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.198086] env[69699]: DEBUG oslo_concurrency.lockutils [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.198350] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 997.199165] env[69699]: DEBUG oslo_concurrency.lockutils [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.199378] env[69699]: DEBUG oslo_concurrency.lockutils [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.199576] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 997.199851] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf9f6bf4-e3d2-4b5a-9ec3-fa499184197a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.210517] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 997.210708] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 997.211447] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50f1228c-1890-43b0-a2ff-2132e6b082c5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.218145] env[69699]: DEBUG oslo_vmware.api [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 997.218145] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52418a28-174a-46b0-5cf3-5ce70632d49c" [ 997.218145] env[69699]: _type = "Task" [ 997.218145] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.224838] env[69699]: DEBUG oslo_vmware.api [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52418a28-174a-46b0-5cf3-5ce70632d49c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.339324] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4842e6c0-a826-4b00-84a4-1e58c30ad123 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.349333] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ceaed7-7db3-4e22-a95e-55dcf0739657 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.384336] env[69699]: DEBUG nova.compute.manager [req-6a965ee5-0d0f-489c-8cb5-1e8c6d345f4a req-7b964e60-3fb2-4212-9215-28ac0e50703e service nova] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Detach interface failed, port_id=18205e73-78e4-4a96-a726-5908aaadbb95, reason: Instance c550b51e-ac39-458b-b572-6147f14b32e9 could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 997.431694] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquiring lock "refresh_cache-7461edb3-d74b-4ec5-b06f-11737ba6fc77" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.431952] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquired lock "refresh_cache-7461edb3-d74b-4ec5-b06f-11737ba6fc77" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.432017] env[69699]: DEBUG nova.network.neutron [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 7461edb3-d74b-4ec5-b06f-11737ba6fc77] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 997.504671] env[69699]: DEBUG nova.network.neutron [-] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.590315] env[69699]: ERROR nova.scheduler.client.report [None req-ce07bb50-77ad-427c-96ee-b1c9f674be53 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [req-67154d4b-5679-4571-84c1-c79d4374bab2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80d35c48-5f27-4b75-a19d-7a1a6901050f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-67154d4b-5679-4571-84c1-c79d4374bab2"}]} [ 997.606842] env[69699]: DEBUG nova.scheduler.client.report [None req-ce07bb50-77ad-427c-96ee-b1c9f674be53 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Refreshing inventories for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 997.622351] env[69699]: DEBUG nova.scheduler.client.report [None req-ce07bb50-77ad-427c-96ee-b1c9f674be53 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Updating ProviderTree inventory for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 997.622592] env[69699]: DEBUG nova.compute.provider_tree [None req-ce07bb50-77ad-427c-96ee-b1c9f674be53 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 997.634487] env[69699]: DEBUG nova.scheduler.client.report [None req-ce07bb50-77ad-427c-96ee-b1c9f674be53 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Refreshing aggregate associations for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f, aggregates: None {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 997.653982] env[69699]: DEBUG nova.scheduler.client.report [None req-ce07bb50-77ad-427c-96ee-b1c9f674be53 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Refreshing trait associations for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 997.728522] env[69699]: DEBUG oslo_vmware.api [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52418a28-174a-46b0-5cf3-5ce70632d49c, 'name': SearchDatastore_Task, 'duration_secs': 0.018384} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.728931] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50a5f29b-b821-4d7f-bfc7-c8dd867c885b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.734315] env[69699]: DEBUG oslo_vmware.api [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 997.734315] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]525e87ef-1c89-c751-daad-b35cf055b3b2" [ 997.734315] env[69699]: _type = "Task" [ 997.734315] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.742535] env[69699]: DEBUG oslo_vmware.api [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]525e87ef-1c89-c751-daad-b35cf055b3b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.972286] env[69699]: DEBUG nova.network.neutron [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 7461edb3-d74b-4ec5-b06f-11737ba6fc77] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 997.975393] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80c1b20-3866-4bdd-86c4-34bff9ff290b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.982813] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55fb7ad-56f4-4e47-bd56-93555995112d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.011541] env[69699]: INFO nova.compute.manager [-] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Took 1.69 seconds to deallocate network for instance. [ 998.016067] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e6c305-4768-4c42-8afa-cc6f368d54cf {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.026109] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308e7ca0-e341-4579-a968-0f4f9b925ec0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.041794] env[69699]: DEBUG nova.compute.provider_tree [None req-ce07bb50-77ad-427c-96ee-b1c9f674be53 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 998.128610] env[69699]: DEBUG nova.network.neutron [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 7461edb3-d74b-4ec5-b06f-11737ba6fc77] Updating instance_info_cache with network_info: [{"id": "cc0c9592-c7c8-4442-9a8c-52de60ca4cc6", "address": "fa:16:3e:33:91:f3", "network": {"id": "092078f3-d8c3-496a-80c8-b95e926ea458", "bridge": "br-int", "label": "tempest-ServersTestJSON-968257115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50be8566da6d43a5a4de8d714eb3befd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc0c9592-c7", "ovs_interfaceid": "cc0c9592-c7c8-4442-9a8c-52de60ca4cc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.244083] env[69699]: DEBUG oslo_vmware.api [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]525e87ef-1c89-c751-daad-b35cf055b3b2, 'name': SearchDatastore_Task, 'duration_secs': 0.008718} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.244347] env[69699]: DEBUG oslo_concurrency.lockutils [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.244966] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 8d932c90-40d4-499a-8593-5122382a2835/8d932c90-40d4-499a-8593-5122382a2835.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 998.244966] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2cd57a31-d11d-47f1-af32-60e66d6bbac9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.251904] env[69699]: DEBUG oslo_vmware.api [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 998.251904] env[69699]: value = "task-3607504" [ 998.251904] env[69699]: _type = "Task" [ 998.251904] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.259291] env[69699]: DEBUG oslo_vmware.api [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607504, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.523494] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cd4f60c2-4242-4061-a930-764770a0a270 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.580199] env[69699]: DEBUG nova.scheduler.client.report [None req-ce07bb50-77ad-427c-96ee-b1c9f674be53 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Updated inventory for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with generation 116 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 998.580534] env[69699]: DEBUG nova.compute.provider_tree [None req-ce07bb50-77ad-427c-96ee-b1c9f674be53 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Updating resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f generation from 116 to 117 during operation: update_inventory {{(pid=69699) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 998.580731] env[69699]: DEBUG nova.compute.provider_tree [None req-ce07bb50-77ad-427c-96ee-b1c9f674be53 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 998.631499] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Releasing lock "refresh_cache-7461edb3-d74b-4ec5-b06f-11737ba6fc77" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.631852] env[69699]: DEBUG nova.compute.manager [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 7461edb3-d74b-4ec5-b06f-11737ba6fc77] Instance network_info: |[{"id": "cc0c9592-c7c8-4442-9a8c-52de60ca4cc6", "address": "fa:16:3e:33:91:f3", "network": {"id": "092078f3-d8c3-496a-80c8-b95e926ea458", "bridge": "br-int", "label": "tempest-ServersTestJSON-968257115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50be8566da6d43a5a4de8d714eb3befd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc0c9592-c7", "ovs_interfaceid": "cc0c9592-c7c8-4442-9a8c-52de60ca4cc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 998.632784] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 7461edb3-d74b-4ec5-b06f-11737ba6fc77] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:91:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed9dc063-5c7a-4591-ba7d-b58b861d7f63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc0c9592-c7c8-4442-9a8c-52de60ca4cc6', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 998.641368] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.641630] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7461edb3-d74b-4ec5-b06f-11737ba6fc77] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 998.641865] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca9cd4df-8b75-4891-aca6-7ca2a4904813 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.666628] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 998.666628] env[69699]: value = "task-3607505" [ 998.666628] env[69699]: _type = "Task" [ 998.666628] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.676710] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607505, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.762188] env[69699]: DEBUG oslo_vmware.api [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607504, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45923} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.762468] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 8d932c90-40d4-499a-8593-5122382a2835/8d932c90-40d4-499a-8593-5122382a2835.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 998.762683] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 998.762932] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2c12ab4-d965-4c35-a2fc-68f4d2804c18 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.771146] env[69699]: DEBUG oslo_vmware.api [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 998.771146] env[69699]: value = "task-3607506" [ 998.771146] env[69699]: _type = "Task" [ 998.771146] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.778968] env[69699]: DEBUG oslo_vmware.api [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607506, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.863348] env[69699]: DEBUG nova.compute.manager [req-b940c355-ed9a-4278-93da-cf36a0d81b0c req-be304946-7fb6-4f48-8d6b-3d66dcb6f0cb service nova] [instance: 7461edb3-d74b-4ec5-b06f-11737ba6fc77] Received event network-changed-cc0c9592-c7c8-4442-9a8c-52de60ca4cc6 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.863514] env[69699]: DEBUG nova.compute.manager [req-b940c355-ed9a-4278-93da-cf36a0d81b0c req-be304946-7fb6-4f48-8d6b-3d66dcb6f0cb service nova] [instance: 7461edb3-d74b-4ec5-b06f-11737ba6fc77] Refreshing instance network info cache due to event network-changed-cc0c9592-c7c8-4442-9a8c-52de60ca4cc6. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 998.863729] env[69699]: DEBUG oslo_concurrency.lockutils [req-b940c355-ed9a-4278-93da-cf36a0d81b0c req-be304946-7fb6-4f48-8d6b-3d66dcb6f0cb service nova] Acquiring lock "refresh_cache-7461edb3-d74b-4ec5-b06f-11737ba6fc77" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.863871] env[69699]: DEBUG oslo_concurrency.lockutils [req-b940c355-ed9a-4278-93da-cf36a0d81b0c req-be304946-7fb6-4f48-8d6b-3d66dcb6f0cb service nova] Acquired lock "refresh_cache-7461edb3-d74b-4ec5-b06f-11737ba6fc77" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.864048] env[69699]: DEBUG nova.network.neutron [req-b940c355-ed9a-4278-93da-cf36a0d81b0c req-be304946-7fb6-4f48-8d6b-3d66dcb6f0cb service nova] [instance: 7461edb3-d74b-4ec5-b06f-11737ba6fc77] Refreshing network info cache for port cc0c9592-c7c8-4442-9a8c-52de60ca4cc6 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 999.177490] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607505, 'name': CreateVM_Task, 'duration_secs': 0.361735} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.177683] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7461edb3-d74b-4ec5-b06f-11737ba6fc77] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 999.178428] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.178697] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.178977] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.179242] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f72589f5-2366-4b7f-9703-66bb3aa58d4f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.184493] env[69699]: DEBUG oslo_vmware.api [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 999.184493] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]527ef80b-250e-fd5c-b5a6-292ba8801b4d" [ 999.184493] env[69699]: _type = "Task" [ 999.184493] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.194909] env[69699]: DEBUG oslo_vmware.api [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]527ef80b-250e-fd5c-b5a6-292ba8801b4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.280232] env[69699]: DEBUG oslo_vmware.api [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607506, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070178} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.280447] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 999.281202] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7842ed41-8fa7-4692-b804-88f020f2e392 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.302737] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 8d932c90-40d4-499a-8593-5122382a2835/8d932c90-40d4-499a-8593-5122382a2835.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 999.303047] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9304827d-c912-47a8-a920-4d9cc692bf7e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.321884] env[69699]: DEBUG oslo_vmware.api [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 999.321884] env[69699]: value = "task-3607507" [ 999.321884] env[69699]: _type = "Task" [ 999.321884] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.329470] env[69699]: DEBUG oslo_vmware.api [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607507, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.592027] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ce07bb50-77ad-427c-96ee-b1c9f674be53 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.561s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.595529] env[69699]: DEBUG nova.network.neutron [req-b940c355-ed9a-4278-93da-cf36a0d81b0c req-be304946-7fb6-4f48-8d6b-3d66dcb6f0cb service nova] [instance: 7461edb3-d74b-4ec5-b06f-11737ba6fc77] Updated VIF entry in instance network info cache for port cc0c9592-c7c8-4442-9a8c-52de60ca4cc6. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 999.595865] env[69699]: DEBUG nova.network.neutron [req-b940c355-ed9a-4278-93da-cf36a0d81b0c req-be304946-7fb6-4f48-8d6b-3d66dcb6f0cb service nova] [instance: 7461edb3-d74b-4ec5-b06f-11737ba6fc77] Updating instance_info_cache with network_info: [{"id": "cc0c9592-c7c8-4442-9a8c-52de60ca4cc6", "address": "fa:16:3e:33:91:f3", "network": {"id": "092078f3-d8c3-496a-80c8-b95e926ea458", "bridge": "br-int", "label": "tempest-ServersTestJSON-968257115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50be8566da6d43a5a4de8d714eb3befd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc0c9592-c7", "ovs_interfaceid": "cc0c9592-c7c8-4442-9a8c-52de60ca4cc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.596936] env[69699]: DEBUG oslo_concurrency.lockutils [None req-05587eaf-3137-4e4b-bade-c7a8fef2ddbc tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 19.575s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.696055] env[69699]: DEBUG oslo_vmware.api [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]527ef80b-250e-fd5c-b5a6-292ba8801b4d, 'name': SearchDatastore_Task, 'duration_secs': 0.010377} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.696379] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.696654] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 7461edb3-d74b-4ec5-b06f-11737ba6fc77] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.696900] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.697059] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.697240] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.697517] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83269227-300f-400d-9762-77eedbf168a0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.710771] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.710965] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 999.711729] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50e17cb0-510f-4bd5-928f-67f99ceb1d20 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.717735] env[69699]: DEBUG oslo_vmware.api [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 999.717735] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]524643cf-8c6f-325a-62d2-9a3df60e4683" [ 999.717735] env[69699]: _type = "Task" [ 999.717735] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.725592] env[69699]: DEBUG oslo_vmware.api [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]524643cf-8c6f-325a-62d2-9a3df60e4683, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.833482] env[69699]: DEBUG oslo_vmware.api [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607507, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.100067] env[69699]: DEBUG oslo_concurrency.lockutils [req-b940c355-ed9a-4278-93da-cf36a0d81b0c req-be304946-7fb6-4f48-8d6b-3d66dcb6f0cb service nova] Releasing lock "refresh_cache-7461edb3-d74b-4ec5-b06f-11737ba6fc77" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.100292] env[69699]: DEBUG nova.compute.manager [req-b940c355-ed9a-4278-93da-cf36a0d81b0c req-be304946-7fb6-4f48-8d6b-3d66dcb6f0cb service nova] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Received event network-vif-deleted-e2cb1e28-3eff-48f9-865e-14c17e13b8cb {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.163626] env[69699]: INFO nova.scheduler.client.report [None req-ce07bb50-77ad-427c-96ee-b1c9f674be53 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Deleted allocation for migration b20b8d8b-579e-457a-b9bc-488c0d2fec28 [ 1000.177389] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5e53a92-eb03-4b3c-926a-80440d18438d tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Volume attach. Driver type: vmdk {{(pid=69699) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1000.177640] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5e53a92-eb03-4b3c-926a-80440d18438d tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719656', 'volume_id': '29b9b12f-3147-454b-ba33-7677ce108902', 'name': 'volume-29b9b12f-3147-454b-ba33-7677ce108902', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ce2c2927-0060-46ea-ac84-b0b1db6663c4', 'attached_at': '', 'detached_at': '', 'volume_id': '29b9b12f-3147-454b-ba33-7677ce108902', 'serial': '29b9b12f-3147-454b-ba33-7677ce108902'} {{(pid=69699) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1000.178589] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac3b830-cd06-49ec-ac31-20e644f62882 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.199754] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4981cc18-cc06-46bb-b183-837cba98ff23 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.227425] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5e53a92-eb03-4b3c-926a-80440d18438d tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] volume-29b9b12f-3147-454b-ba33-7677ce108902/volume-29b9b12f-3147-454b-ba33-7677ce108902.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1000.235719] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27e442b2-bebd-423d-b317-a099f40ac67c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.255690] env[69699]: DEBUG oslo_vmware.api [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]524643cf-8c6f-325a-62d2-9a3df60e4683, 'name': SearchDatastore_Task, 'duration_secs': 0.054526} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.257995] env[69699]: DEBUG oslo_vmware.api [None req-e5e53a92-eb03-4b3c-926a-80440d18438d tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 1000.257995] env[69699]: value = "task-3607508" [ 1000.257995] env[69699]: _type = "Task" [ 1000.257995] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.258234] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e941ce27-2074-4695-954c-31866649b616 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.270840] env[69699]: DEBUG oslo_vmware.api [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 1000.270840] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52986636-0417-7435-1d24-8cc3bdb81bc9" [ 1000.270840] env[69699]: _type = "Task" [ 1000.270840] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.273890] env[69699]: DEBUG oslo_vmware.api [None req-e5e53a92-eb03-4b3c-926a-80440d18438d tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607508, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.286905] env[69699]: DEBUG oslo_vmware.api [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52986636-0417-7435-1d24-8cc3bdb81bc9, 'name': SearchDatastore_Task, 'duration_secs': 0.010764} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.287133] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.287418] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 7461edb3-d74b-4ec5-b06f-11737ba6fc77/7461edb3-d74b-4ec5-b06f-11737ba6fc77.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1000.287721] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5302ce1-0c01-450c-8057-ad1cbf7eb410 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.299489] env[69699]: DEBUG oslo_vmware.api [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 1000.299489] env[69699]: value = "task-3607509" [ 1000.299489] env[69699]: _type = "Task" [ 1000.299489] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.310380] env[69699]: DEBUG oslo_vmware.api [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607509, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.335315] env[69699]: DEBUG oslo_vmware.api [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607507, 'name': ReconfigVM_Task, 'duration_secs': 0.665004} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.335601] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 8d932c90-40d4-499a-8593-5122382a2835/8d932c90-40d4-499a-8593-5122382a2835.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1000.336255] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94b31850-6b55-45c0-b9d4-ef1ddafe2ab2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.344056] env[69699]: DEBUG oslo_vmware.api [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 1000.344056] env[69699]: value = "task-3607510" [ 1000.344056] env[69699]: _type = "Task" [ 1000.344056] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.355931] env[69699]: DEBUG oslo_vmware.api [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607510, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.503025] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c51ea79-4acf-4d19-9eeb-c1442d83bf54 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.514236] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a4b80a-ea53-4b10-9728-889aaaf55bf8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.553355] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c0a307-1d17-4e60-85e2-19e9ce906dfa {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.563786] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14db385d-aa04-4bb8-a6f7-34a2bd31e4b5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.586161] env[69699]: DEBUG nova.compute.provider_tree [None req-05587eaf-3137-4e4b-bade-c7a8fef2ddbc tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.669714] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ce07bb50-77ad-427c-96ee-b1c9f674be53 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "5f115f20-f8bf-4c38-8e88-78e1cb8e24df" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 28.218s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.772148] env[69699]: DEBUG oslo_vmware.api [None req-e5e53a92-eb03-4b3c-926a-80440d18438d tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607508, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.811590] env[69699]: DEBUG oslo_vmware.api [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607509, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508312} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.811935] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 7461edb3-d74b-4ec5-b06f-11737ba6fc77/7461edb3-d74b-4ec5-b06f-11737ba6fc77.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1000.812252] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 7461edb3-d74b-4ec5-b06f-11737ba6fc77] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1000.812615] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c3947e2-cdff-4c6b-a3e2-5f0bb78000dd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.823038] env[69699]: DEBUG oslo_vmware.api [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 1000.823038] env[69699]: value = "task-3607511" [ 1000.823038] env[69699]: _type = "Task" [ 1000.823038] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.831202] env[69699]: DEBUG oslo_vmware.api [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607511, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.855644] env[69699]: DEBUG oslo_vmware.api [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607510, 'name': Rename_Task, 'duration_secs': 0.147188} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.856272] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1000.856747] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14290a03-f8db-4e83-9211-7686e752c120 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.866259] env[69699]: DEBUG oslo_vmware.api [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 1000.866259] env[69699]: value = "task-3607512" [ 1000.866259] env[69699]: _type = "Task" [ 1000.866259] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.877364] env[69699]: DEBUG oslo_vmware.api [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607512, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.088215] env[69699]: DEBUG nova.scheduler.client.report [None req-05587eaf-3137-4e4b-bade-c7a8fef2ddbc tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.274999] env[69699]: DEBUG oslo_vmware.api [None req-e5e53a92-eb03-4b3c-926a-80440d18438d tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607508, 'name': ReconfigVM_Task, 'duration_secs': 0.660782} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.275471] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5e53a92-eb03-4b3c-926a-80440d18438d tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Reconfigured VM instance instance-0000004b to attach disk [datastore2] volume-29b9b12f-3147-454b-ba33-7677ce108902/volume-29b9b12f-3147-454b-ba33-7677ce108902.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.290794] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-466c32c3-1a82-4dee-aea1-955644830712 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.307352] env[69699]: DEBUG oslo_vmware.api [None req-e5e53a92-eb03-4b3c-926a-80440d18438d tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 1001.307352] env[69699]: value = "task-3607513" [ 1001.307352] env[69699]: _type = "Task" [ 1001.307352] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.320777] env[69699]: DEBUG oslo_vmware.api [None req-e5e53a92-eb03-4b3c-926a-80440d18438d tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607513, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.335304] env[69699]: DEBUG oslo_vmware.api [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607511, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075616} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.335772] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 7461edb3-d74b-4ec5-b06f-11737ba6fc77] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.336714] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe8a640-c1ae-4c75-a166-44480d98f5e7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.364735] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 7461edb3-d74b-4ec5-b06f-11737ba6fc77] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 7461edb3-d74b-4ec5-b06f-11737ba6fc77/7461edb3-d74b-4ec5-b06f-11737ba6fc77.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.365077] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7144478c-b0d7-4dea-beb5-d3f6659edbb0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.390075] env[69699]: DEBUG oslo_vmware.api [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607512, 'name': PowerOnVM_Task, 'duration_secs': 0.508388} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.393952] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1001.393952] env[69699]: INFO nova.compute.manager [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Took 7.88 seconds to spawn the instance on the hypervisor. [ 1001.393952] env[69699]: DEBUG nova.compute.manager [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1001.393952] env[69699]: DEBUG oslo_vmware.api [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 1001.393952] env[69699]: value = "task-3607514" [ 1001.393952] env[69699]: _type = "Task" [ 1001.393952] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.393952] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397473c0-f178-4bec-ab15-43750af1650a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.405089] env[69699]: DEBUG oslo_vmware.api [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607514, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.818315] env[69699]: DEBUG oslo_vmware.api [None req-e5e53a92-eb03-4b3c-926a-80440d18438d tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607513, 'name': ReconfigVM_Task, 'duration_secs': 0.170312} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.819155] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5e53a92-eb03-4b3c-926a-80440d18438d tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719656', 'volume_id': '29b9b12f-3147-454b-ba33-7677ce108902', 'name': 'volume-29b9b12f-3147-454b-ba33-7677ce108902', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ce2c2927-0060-46ea-ac84-b0b1db6663c4', 'attached_at': '', 'detached_at': '', 'volume_id': '29b9b12f-3147-454b-ba33-7677ce108902', 'serial': '29b9b12f-3147-454b-ba33-7677ce108902'} {{(pid=69699) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1001.908040] env[69699]: DEBUG oslo_vmware.api [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607514, 'name': ReconfigVM_Task, 'duration_secs': 0.294536} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.909400] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 7461edb3-d74b-4ec5-b06f-11737ba6fc77] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 7461edb3-d74b-4ec5-b06f-11737ba6fc77/7461edb3-d74b-4ec5-b06f-11737ba6fc77.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.918676] env[69699]: INFO nova.compute.manager [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Took 31.70 seconds to build instance. [ 1001.919373] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04b2e0fc-9e68-474c-ad07-50076b941c08 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.928923] env[69699]: DEBUG oslo_vmware.api [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 1001.928923] env[69699]: value = "task-3607515" [ 1001.928923] env[69699]: _type = "Task" [ 1001.928923] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.940964] env[69699]: DEBUG oslo_vmware.api [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607515, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.099047] env[69699]: DEBUG oslo_concurrency.lockutils [None req-05587eaf-3137-4e4b-bade-c7a8fef2ddbc tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.502s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.099191] env[69699]: DEBUG nova.compute.manager [None req-05587eaf-3137-4e4b-bade-c7a8fef2ddbc tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69699) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1002.106020] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.487s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.106020] env[69699]: INFO nova.compute.claims [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.264935] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f1979e-4e62-47fa-8901-795418ba3f7d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.273464] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-44278dbf-6454-47ea-b8e9-69656968ae4d tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Suspending the VM {{(pid=69699) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1002.273748] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-2ed496ce-2607-4189-8a2d-22c3f8008e9e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.280577] env[69699]: DEBUG oslo_vmware.api [None req-44278dbf-6454-47ea-b8e9-69656968ae4d tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 1002.280577] env[69699]: value = "task-3607516" [ 1002.280577] env[69699]: _type = "Task" [ 1002.280577] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.293611] env[69699]: DEBUG oslo_vmware.api [None req-44278dbf-6454-47ea-b8e9-69656968ae4d tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607516, 'name': SuspendVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.423051] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ba637425-d0d8-42c9-be9b-d5c08eb5c8f0 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "5f115f20-f8bf-4c38-8e88-78e1cb8e24df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.423834] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ba637425-d0d8-42c9-be9b-d5c08eb5c8f0 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "5f115f20-f8bf-4c38-8e88-78e1cb8e24df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.423834] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ba637425-d0d8-42c9-be9b-d5c08eb5c8f0 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "5f115f20-f8bf-4c38-8e88-78e1cb8e24df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.423834] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ba637425-d0d8-42c9-be9b-d5c08eb5c8f0 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "5f115f20-f8bf-4c38-8e88-78e1cb8e24df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.424014] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ba637425-d0d8-42c9-be9b-d5c08eb5c8f0 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "5f115f20-f8bf-4c38-8e88-78e1cb8e24df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.425854] env[69699]: DEBUG oslo_concurrency.lockutils [None req-65b253a7-1f65-4ca2-8ba9-48b095b1c8a3 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lock "8d932c90-40d4-499a-8593-5122382a2835" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.238s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.426265] env[69699]: INFO nova.compute.manager [None req-ba637425-d0d8-42c9-be9b-d5c08eb5c8f0 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Terminating instance [ 1002.440398] env[69699]: DEBUG oslo_vmware.api [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607515, 'name': Rename_Task, 'duration_secs': 0.147095} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.440726] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 7461edb3-d74b-4ec5-b06f-11737ba6fc77] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1002.440989] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69814d27-108c-4c12-9278-4d79c6fbaf33 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.450808] env[69699]: DEBUG oslo_vmware.api [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 1002.450808] env[69699]: value = "task-3607517" [ 1002.450808] env[69699]: _type = "Task" [ 1002.450808] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.458542] env[69699]: DEBUG oslo_vmware.api [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607517, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.584632] env[69699]: DEBUG oslo_concurrency.lockutils [None req-59681097-d6c4-4b13-b4ca-d1f1b7168913 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Acquiring lock "5492f83e-37c1-43f8-b40d-1d1872e229d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.584844] env[69699]: DEBUG oslo_concurrency.lockutils [None req-59681097-d6c4-4b13-b4ca-d1f1b7168913 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Lock "5492f83e-37c1-43f8-b40d-1d1872e229d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.585124] env[69699]: DEBUG oslo_concurrency.lockutils [None req-59681097-d6c4-4b13-b4ca-d1f1b7168913 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Acquiring lock "5492f83e-37c1-43f8-b40d-1d1872e229d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.585355] env[69699]: DEBUG oslo_concurrency.lockutils [None req-59681097-d6c4-4b13-b4ca-d1f1b7168913 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Lock "5492f83e-37c1-43f8-b40d-1d1872e229d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.585543] env[69699]: DEBUG oslo_concurrency.lockutils [None req-59681097-d6c4-4b13-b4ca-d1f1b7168913 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Lock "5492f83e-37c1-43f8-b40d-1d1872e229d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.587931] env[69699]: INFO nova.compute.manager [None req-59681097-d6c4-4b13-b4ca-d1f1b7168913 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Terminating instance [ 1002.661056] env[69699]: INFO nova.scheduler.client.report [None req-05587eaf-3137-4e4b-bade-c7a8fef2ddbc tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Deleted allocation for migration 959d150e-1bfb-4508-9e0b-e9178f25ccaf [ 1002.790429] env[69699]: DEBUG oslo_vmware.api [None req-44278dbf-6454-47ea-b8e9-69656968ae4d tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607516, 'name': SuspendVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.868330] env[69699]: DEBUG nova.objects.instance [None req-e5e53a92-eb03-4b3c-926a-80440d18438d tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Lazy-loading 'flavor' on Instance uuid ce2c2927-0060-46ea-ac84-b0b1db6663c4 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.913706] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "3ef26056-8ff7-41d3-9807-83d48fb934d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.914025] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "3ef26056-8ff7-41d3-9807-83d48fb934d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.930356] env[69699]: DEBUG nova.compute.manager [None req-ba637425-d0d8-42c9-be9b-d5c08eb5c8f0 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1002.930589] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ba637425-d0d8-42c9-be9b-d5c08eb5c8f0 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.932226] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b589075-dacd-46b6-a327-ce03cdd7ff81 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.940789] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba637425-d0d8-42c9-be9b-d5c08eb5c8f0 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.940927] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5fef69b-b5bb-4d51-acc8-30da1911f903 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.948799] env[69699]: DEBUG oslo_vmware.api [None req-ba637425-d0d8-42c9-be9b-d5c08eb5c8f0 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 1002.948799] env[69699]: value = "task-3607518" [ 1002.948799] env[69699]: _type = "Task" [ 1002.948799] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.960553] env[69699]: DEBUG oslo_vmware.api [None req-ba637425-d0d8-42c9-be9b-d5c08eb5c8f0 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607518, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.963993] env[69699]: DEBUG oslo_vmware.api [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607517, 'name': PowerOnVM_Task, 'duration_secs': 0.496267} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.964276] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 7461edb3-d74b-4ec5-b06f-11737ba6fc77] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1002.964500] env[69699]: INFO nova.compute.manager [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 7461edb3-d74b-4ec5-b06f-11737ba6fc77] Took 6.83 seconds to spawn the instance on the hypervisor. [ 1002.964699] env[69699]: DEBUG nova.compute.manager [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 7461edb3-d74b-4ec5-b06f-11737ba6fc77] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1002.965593] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9a9fb7-2e0c-4006-a938-d33aa14bac0a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.091297] env[69699]: DEBUG nova.compute.manager [None req-59681097-d6c4-4b13-b4ca-d1f1b7168913 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1003.091522] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-59681097-d6c4-4b13-b4ca-d1f1b7168913 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1003.092571] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d9cc28-6b6a-4e09-9162-f106724499de {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.102758] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-59681097-d6c4-4b13-b4ca-d1f1b7168913 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.103020] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76653586-57a2-44d2-bfcf-8e314ac0c47c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.110063] env[69699]: DEBUG oslo_vmware.api [None req-59681097-d6c4-4b13-b4ca-d1f1b7168913 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Waiting for the task: (returnval){ [ 1003.110063] env[69699]: value = "task-3607519" [ 1003.110063] env[69699]: _type = "Task" [ 1003.110063] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.122499] env[69699]: DEBUG oslo_vmware.api [None req-59681097-d6c4-4b13-b4ca-d1f1b7168913 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607519, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.166550] env[69699]: DEBUG oslo_concurrency.lockutils [None req-05587eaf-3137-4e4b-bade-c7a8fef2ddbc tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "2c2ada34-c9b6-424a-a601-0ee922646578" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 26.311s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.293272] env[69699]: DEBUG oslo_vmware.api [None req-44278dbf-6454-47ea-b8e9-69656968ae4d tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607516, 'name': SuspendVM_Task, 'duration_secs': 0.588259} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.295911] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-44278dbf-6454-47ea-b8e9-69656968ae4d tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Suspended the VM {{(pid=69699) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1003.296465] env[69699]: DEBUG nova.compute.manager [None req-44278dbf-6454-47ea-b8e9-69656968ae4d tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.297438] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd3eaa9-4a9b-4bfa-bebf-d6ed999e0e69 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.373769] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e5e53a92-eb03-4b3c-926a-80440d18438d tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Lock "ce2c2927-0060-46ea-ac84-b0b1db6663c4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.355s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.416689] env[69699]: DEBUG nova.compute.manager [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1003.457899] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a1a256-fde0-404b-80f5-571063bd49f9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.467349] env[69699]: DEBUG oslo_vmware.api [None req-ba637425-d0d8-42c9-be9b-d5c08eb5c8f0 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607518, 'name': PowerOffVM_Task, 'duration_secs': 0.402389} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.468800] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba637425-d0d8-42c9-be9b-d5c08eb5c8f0 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.468879] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ba637425-d0d8-42c9-be9b-d5c08eb5c8f0 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1003.469195] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b3e8b2f-b430-42dc-b35e-87e3034ebada {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.472832] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e436d9e6-e79c-4fdc-9025-1f84002631d2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.509808] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e99ab46-9a6e-4317-9312-b9c2c8e08634 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.512812] env[69699]: INFO nova.compute.manager [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 7461edb3-d74b-4ec5-b06f-11737ba6fc77] Took 32.92 seconds to build instance. [ 1003.520269] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336d4d5c-b9f0-4ac5-822e-44106353f0a9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.535922] env[69699]: DEBUG nova.compute.provider_tree [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.553302] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ba637425-d0d8-42c9-be9b-d5c08eb5c8f0 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1003.553707] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ba637425-d0d8-42c9-be9b-d5c08eb5c8f0 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1003.553906] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba637425-d0d8-42c9-be9b-d5c08eb5c8f0 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Deleting the datastore file [datastore2] 5f115f20-f8bf-4c38-8e88-78e1cb8e24df {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1003.554236] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5b79980-f94a-4015-8a00-c6ba2f264e31 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.562563] env[69699]: DEBUG oslo_vmware.api [None req-ba637425-d0d8-42c9-be9b-d5c08eb5c8f0 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 1003.562563] env[69699]: value = "task-3607521" [ 1003.562563] env[69699]: _type = "Task" [ 1003.562563] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.566646] env[69699]: INFO nova.compute.manager [None req-d65836c1-c592-4abc-90eb-39a182839514 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Rescuing [ 1003.566925] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d65836c1-c592-4abc-90eb-39a182839514 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Acquiring lock "refresh_cache-ce2c2927-0060-46ea-ac84-b0b1db6663c4" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.567052] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d65836c1-c592-4abc-90eb-39a182839514 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Acquired lock "refresh_cache-ce2c2927-0060-46ea-ac84-b0b1db6663c4" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.567212] env[69699]: DEBUG nova.network.neutron [None req-d65836c1-c592-4abc-90eb-39a182839514 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1003.574933] env[69699]: DEBUG oslo_vmware.api [None req-ba637425-d0d8-42c9-be9b-d5c08eb5c8f0 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607521, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.620482] env[69699]: DEBUG oslo_vmware.api [None req-59681097-d6c4-4b13-b4ca-d1f1b7168913 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607519, 'name': PowerOffVM_Task, 'duration_secs': 0.267061} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.620772] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-59681097-d6c4-4b13-b4ca-d1f1b7168913 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.620932] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-59681097-d6c4-4b13-b4ca-d1f1b7168913 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1003.621210] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2cf27f3c-3630-4bb5-8d59-c0bbf636c97a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.711018] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-59681097-d6c4-4b13-b4ca-d1f1b7168913 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1003.711018] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-59681097-d6c4-4b13-b4ca-d1f1b7168913 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Deleting contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1003.711018] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-59681097-d6c4-4b13-b4ca-d1f1b7168913 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Deleting the datastore file [datastore1] 5492f83e-37c1-43f8-b40d-1d1872e229d6 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1003.711018] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a23642e2-b863-45a8-b301-31fb40ba8508 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.718383] env[69699]: DEBUG oslo_vmware.api [None req-59681097-d6c4-4b13-b4ca-d1f1b7168913 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Waiting for the task: (returnval){ [ 1003.718383] env[69699]: value = "task-3607523" [ 1003.718383] env[69699]: _type = "Task" [ 1003.718383] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.726549] env[69699]: DEBUG oslo_vmware.api [None req-59681097-d6c4-4b13-b4ca-d1f1b7168913 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607523, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.869048] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d962886e-2edf-4c77-806c-460a0322d8aa tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Acquiring lock "ca488e4c-5958-4ae8-a611-16034ea05264" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.869048] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d962886e-2edf-4c77-806c-460a0322d8aa tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Lock "ca488e4c-5958-4ae8-a611-16034ea05264" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.924027] env[69699]: DEBUG nova.objects.instance [None req-e497259a-5710-4b99-958d-0b3e2298e462 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lazy-loading 'flavor' on Instance uuid 2c2ada34-c9b6-424a-a601-0ee922646578 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.946091] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.015614] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1f4a7324-7eb5-4a9f-b9aa-a035340bb2d8 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "7461edb3-d74b-4ec5-b06f-11737ba6fc77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.438s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.039235] env[69699]: DEBUG nova.scheduler.client.report [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.076042] env[69699]: DEBUG oslo_vmware.api [None req-ba637425-d0d8-42c9-be9b-d5c08eb5c8f0 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607521, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196467} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.076567] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba637425-d0d8-42c9-be9b-d5c08eb5c8f0 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1004.076751] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ba637425-d0d8-42c9-be9b-d5c08eb5c8f0 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1004.076916] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ba637425-d0d8-42c9-be9b-d5c08eb5c8f0 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1004.077094] env[69699]: INFO nova.compute.manager [None req-ba637425-d0d8-42c9-be9b-d5c08eb5c8f0 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1004.077321] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba637425-d0d8-42c9-be9b-d5c08eb5c8f0 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.077502] env[69699]: DEBUG nova.compute.manager [-] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1004.077592] env[69699]: DEBUG nova.network.neutron [-] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1004.229234] env[69699]: DEBUG oslo_vmware.api [None req-59681097-d6c4-4b13-b4ca-d1f1b7168913 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607523, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16007} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.229500] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-59681097-d6c4-4b13-b4ca-d1f1b7168913 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1004.229684] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-59681097-d6c4-4b13-b4ca-d1f1b7168913 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Deleted contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1004.229859] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-59681097-d6c4-4b13-b4ca-d1f1b7168913 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1004.230162] env[69699]: INFO nova.compute.manager [None req-59681097-d6c4-4b13-b4ca-d1f1b7168913 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1004.230435] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59681097-d6c4-4b13-b4ca-d1f1b7168913 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.230626] env[69699]: DEBUG nova.compute.manager [-] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1004.230716] env[69699]: DEBUG nova.network.neutron [-] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1004.260726] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a3d2ffcd-4bf4-40b5-83b7-6ae92fbac02a tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Acquiring lock "7c6fee98-d810-4a93-aa6a-d8a1059b80a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.260726] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a3d2ffcd-4bf4-40b5-83b7-6ae92fbac02a tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Lock "7c6fee98-d810-4a93-aa6a-d8a1059b80a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.260870] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a3d2ffcd-4bf4-40b5-83b7-6ae92fbac02a tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Acquiring lock "7c6fee98-d810-4a93-aa6a-d8a1059b80a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.261022] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a3d2ffcd-4bf4-40b5-83b7-6ae92fbac02a tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Lock "7c6fee98-d810-4a93-aa6a-d8a1059b80a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.261344] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a3d2ffcd-4bf4-40b5-83b7-6ae92fbac02a tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Lock "7c6fee98-d810-4a93-aa6a-d8a1059b80a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.263316] env[69699]: INFO nova.compute.manager [None req-a3d2ffcd-4bf4-40b5-83b7-6ae92fbac02a tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] Terminating instance [ 1004.371563] env[69699]: INFO nova.compute.manager [None req-d962886e-2edf-4c77-806c-460a0322d8aa tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Detaching volume 8b263329-2c8c-411d-a68b-e509521920db [ 1004.405564] env[69699]: INFO nova.virt.block_device [None req-d962886e-2edf-4c77-806c-460a0322d8aa tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Attempting to driver detach volume 8b263329-2c8c-411d-a68b-e509521920db from mountpoint /dev/sdb [ 1004.405802] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-d962886e-2edf-4c77-806c-460a0322d8aa tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Volume detach. Driver type: vmdk {{(pid=69699) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1004.405986] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-d962886e-2edf-4c77-806c-460a0322d8aa tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719614', 'volume_id': '8b263329-2c8c-411d-a68b-e509521920db', 'name': 'volume-8b263329-2c8c-411d-a68b-e509521920db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'ca488e4c-5958-4ae8-a611-16034ea05264', 'attached_at': '', 'detached_at': '', 'volume_id': '8b263329-2c8c-411d-a68b-e509521920db', 'serial': '8b263329-2c8c-411d-a68b-e509521920db'} {{(pid=69699) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1004.406853] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63863839-290f-4ef4-a83b-84f3f737a80b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.433920] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7db4c38-6413-4db2-8c36-83913fe64503 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.437385] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e497259a-5710-4b99-958d-0b3e2298e462 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquiring lock "refresh_cache-2c2ada34-c9b6-424a-a601-0ee922646578" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.437561] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e497259a-5710-4b99-958d-0b3e2298e462 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquired lock "refresh_cache-2c2ada34-c9b6-424a-a601-0ee922646578" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.437719] env[69699]: DEBUG nova.network.neutron [None req-e497259a-5710-4b99-958d-0b3e2298e462 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.437892] env[69699]: DEBUG nova.objects.instance [None req-e497259a-5710-4b99-958d-0b3e2298e462 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lazy-loading 'info_cache' on Instance uuid 2c2ada34-c9b6-424a-a601-0ee922646578 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.444559] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f69889-6eaa-4395-a960-389780a66c62 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.468376] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a40f9b5-0fbc-4dab-a4dd-eed0135df34c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.487328] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-d962886e-2edf-4c77-806c-460a0322d8aa tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] The volume has not been displaced from its original location: [datastore2] volume-8b263329-2c8c-411d-a68b-e509521920db/volume-8b263329-2c8c-411d-a68b-e509521920db.vmdk. No consolidation needed. {{(pid=69699) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1004.492675] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-d962886e-2edf-4c77-806c-460a0322d8aa tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Reconfiguring VM instance instance-00000024 to detach disk 2001 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1004.493025] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ad1de7e-5479-4321-b41f-40f97fcb08b7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.514125] env[69699]: DEBUG oslo_vmware.api [None req-d962886e-2edf-4c77-806c-460a0322d8aa tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the task: (returnval){ [ 1004.514125] env[69699]: value = "task-3607524" [ 1004.514125] env[69699]: _type = "Task" [ 1004.514125] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.525957] env[69699]: DEBUG oslo_vmware.api [None req-d962886e-2edf-4c77-806c-460a0322d8aa tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607524, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.545016] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.442s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.545762] env[69699]: DEBUG nova.compute.manager [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1004.548704] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2db7b88f-047f-4a88-ac60-33d6eda9075d tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.411s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.549416] env[69699]: DEBUG nova.objects.instance [None req-2db7b88f-047f-4a88-ac60-33d6eda9075d tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Lazy-loading 'resources' on Instance uuid fdc4cb64-8f0a-43ee-82d2-19206020abeb {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.700402] env[69699]: DEBUG nova.network.neutron [None req-d65836c1-c592-4abc-90eb-39a182839514 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Updating instance_info_cache with network_info: [{"id": "fb768f9a-7df5-400a-9458-4db7712c1e5d", "address": "fa:16:3e:d4:48:a3", "network": {"id": "71a6dabb-23ad-4272-bda8-d74ffdb3b265", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1255505806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30d713bc29a74f27bdab6269c3f93455", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb768f9a-7d", "ovs_interfaceid": "fb768f9a-7df5-400a-9458-4db7712c1e5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.767120] env[69699]: DEBUG nova.compute.manager [None req-a3d2ffcd-4bf4-40b5-83b7-6ae92fbac02a tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1004.767369] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d2ffcd-4bf4-40b5-83b7-6ae92fbac02a tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1004.768857] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a65db8-1814-4d05-8bc1-b6e8b6417992 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.777782] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d2ffcd-4bf4-40b5-83b7-6ae92fbac02a tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.778040] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eff8338b-2dcc-4c8a-b36c-4807b2e07780 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.785170] env[69699]: DEBUG oslo_vmware.api [None req-a3d2ffcd-4bf4-40b5-83b7-6ae92fbac02a tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Waiting for the task: (returnval){ [ 1004.785170] env[69699]: value = "task-3607525" [ 1004.785170] env[69699]: _type = "Task" [ 1004.785170] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.788883] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2cd84500-0c3e-42b6-8da4-47b9932f0c8d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquiring lock "7461edb3-d74b-4ec5-b06f-11737ba6fc77" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.789126] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2cd84500-0c3e-42b6-8da4-47b9932f0c8d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "7461edb3-d74b-4ec5-b06f-11737ba6fc77" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.789350] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2cd84500-0c3e-42b6-8da4-47b9932f0c8d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquiring lock "7461edb3-d74b-4ec5-b06f-11737ba6fc77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.789557] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2cd84500-0c3e-42b6-8da4-47b9932f0c8d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "7461edb3-d74b-4ec5-b06f-11737ba6fc77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.789716] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2cd84500-0c3e-42b6-8da4-47b9932f0c8d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "7461edb3-d74b-4ec5-b06f-11737ba6fc77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.792498] env[69699]: INFO nova.compute.manager [None req-2cd84500-0c3e-42b6-8da4-47b9932f0c8d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 7461edb3-d74b-4ec5-b06f-11737ba6fc77] Terminating instance [ 1004.797592] env[69699]: DEBUG oslo_vmware.api [None req-a3d2ffcd-4bf4-40b5-83b7-6ae92fbac02a tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Task: {'id': task-3607525, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.943069] env[69699]: DEBUG nova.objects.base [None req-e497259a-5710-4b99-958d-0b3e2298e462 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Object Instance<2c2ada34-c9b6-424a-a601-0ee922646578> lazy-loaded attributes: flavor,info_cache {{(pid=69699) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1005.032855] env[69699]: DEBUG oslo_vmware.api [None req-d962886e-2edf-4c77-806c-460a0322d8aa tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607524, 'name': ReconfigVM_Task, 'duration_secs': 0.241363} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.033187] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-d962886e-2edf-4c77-806c-460a0322d8aa tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Reconfigured VM instance instance-00000024 to detach disk 2001 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1005.037830] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-727ced65-7c25-42f2-9b15-f8ec9957cc6a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.052259] env[69699]: DEBUG nova.compute.utils [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1005.054043] env[69699]: DEBUG nova.compute.manager [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1005.054043] env[69699]: DEBUG nova.network.neutron [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1005.064525] env[69699]: DEBUG oslo_vmware.api [None req-d962886e-2edf-4c77-806c-460a0322d8aa tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the task: (returnval){ [ 1005.064525] env[69699]: value = "task-3607526" [ 1005.064525] env[69699]: _type = "Task" [ 1005.064525] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.077234] env[69699]: DEBUG oslo_vmware.api [None req-d962886e-2edf-4c77-806c-460a0322d8aa tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607526, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.138568] env[69699]: DEBUG nova.policy [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '130c1d64199f4ce7afae83d594a164b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d1f0086b55c4ee08639e366146ed58d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.162342] env[69699]: DEBUG nova.compute.manager [req-3fd82721-8fd1-45b1-beaf-b1369604dd8e req-859890c0-1de0-48b7-a360-4d07d75cbf5f service nova] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Received event network-vif-deleted-4bdfebb4-0085-4e84-a983-2049d279a4be {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.162707] env[69699]: INFO nova.compute.manager [req-3fd82721-8fd1-45b1-beaf-b1369604dd8e req-859890c0-1de0-48b7-a360-4d07d75cbf5f service nova] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Neutron deleted interface 4bdfebb4-0085-4e84-a983-2049d279a4be; detaching it from the instance and deleting it from the info cache [ 1005.163024] env[69699]: DEBUG nova.network.neutron [req-3fd82721-8fd1-45b1-beaf-b1369604dd8e req-859890c0-1de0-48b7-a360-4d07d75cbf5f service nova] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.203243] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d65836c1-c592-4abc-90eb-39a182839514 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Releasing lock "refresh_cache-ce2c2927-0060-46ea-ac84-b0b1db6663c4" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.220147] env[69699]: DEBUG nova.network.neutron [-] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.299648] env[69699]: DEBUG oslo_vmware.api [None req-a3d2ffcd-4bf4-40b5-83b7-6ae92fbac02a tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Task: {'id': task-3607525, 'name': PowerOffVM_Task, 'duration_secs': 0.311464} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.300398] env[69699]: DEBUG nova.compute.manager [None req-2cd84500-0c3e-42b6-8da4-47b9932f0c8d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 7461edb3-d74b-4ec5-b06f-11737ba6fc77] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1005.300622] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd84500-0c3e-42b6-8da4-47b9932f0c8d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 7461edb3-d74b-4ec5-b06f-11737ba6fc77] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1005.300884] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d2ffcd-4bf4-40b5-83b7-6ae92fbac02a tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.301210] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d2ffcd-4bf4-40b5-83b7-6ae92fbac02a tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1005.302325] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06421d81-5c62-42bf-ba98-3f920108d946 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.305439] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54ba5d70-e5c4-43b1-baa2-fb6e069e46c7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.315714] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cd84500-0c3e-42b6-8da4-47b9932f0c8d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 7461edb3-d74b-4ec5-b06f-11737ba6fc77] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.315714] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5799019-27b0-4c19-9163-48a5213e48d6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.325350] env[69699]: DEBUG oslo_vmware.api [None req-2cd84500-0c3e-42b6-8da4-47b9932f0c8d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 1005.325350] env[69699]: value = "task-3607528" [ 1005.325350] env[69699]: _type = "Task" [ 1005.325350] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.337899] env[69699]: DEBUG oslo_vmware.api [None req-2cd84500-0c3e-42b6-8da4-47b9932f0c8d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607528, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.402691] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d2ffcd-4bf4-40b5-83b7-6ae92fbac02a tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1005.402949] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d2ffcd-4bf4-40b5-83b7-6ae92fbac02a tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] Deleting contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1005.403173] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3d2ffcd-4bf4-40b5-83b7-6ae92fbac02a tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Deleting the datastore file [datastore1] 7c6fee98-d810-4a93-aa6a-d8a1059b80a2 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.403456] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54929413-fd73-4ce6-9a27-7bd109c6adbe {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.412300] env[69699]: DEBUG oslo_vmware.api [None req-a3d2ffcd-4bf4-40b5-83b7-6ae92fbac02a tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Waiting for the task: (returnval){ [ 1005.412300] env[69699]: value = "task-3607529" [ 1005.412300] env[69699]: _type = "Task" [ 1005.412300] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.422664] env[69699]: DEBUG oslo_vmware.api [None req-a3d2ffcd-4bf4-40b5-83b7-6ae92fbac02a tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Task: {'id': task-3607529, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.501479] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd8a477-f5c6-4225-a68b-77f3b609e1d6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.509852] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b1f807-3205-4dc2-b942-7fd316ca171c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.545122] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e08fa16-0148-4278-8e5f-406217bcc311 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.554600] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f94342-9ba9-4dc3-a3e5-e3326befd17b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.562221] env[69699]: DEBUG nova.compute.manager [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1005.578719] env[69699]: DEBUG nova.compute.provider_tree [None req-2db7b88f-047f-4a88-ac60-33d6eda9075d tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1005.586939] env[69699]: DEBUG oslo_vmware.api [None req-d962886e-2edf-4c77-806c-460a0322d8aa tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607526, 'name': ReconfigVM_Task, 'duration_secs': 0.159476} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.588851] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-d962886e-2edf-4c77-806c-460a0322d8aa tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719614', 'volume_id': '8b263329-2c8c-411d-a68b-e509521920db', 'name': 'volume-8b263329-2c8c-411d-a68b-e509521920db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'ca488e4c-5958-4ae8-a611-16034ea05264', 'attached_at': '', 'detached_at': '', 'volume_id': '8b263329-2c8c-411d-a68b-e509521920db', 'serial': '8b263329-2c8c-411d-a68b-e509521920db'} {{(pid=69699) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1005.627025] env[69699]: DEBUG nova.network.neutron [-] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.629327] env[69699]: DEBUG nova.network.neutron [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Successfully created port: 41cbef44-2a35-4a7e-9913-4e0dd62e2a6f {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1005.666555] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-229f0bda-5b89-49b1-bfd3-38091409a8cf {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.684176] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b68530a-5280-4150-897d-b301b56a91ff {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.717433] env[69699]: DEBUG nova.compute.manager [req-3fd82721-8fd1-45b1-beaf-b1369604dd8e req-859890c0-1de0-48b7-a360-4d07d75cbf5f service nova] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Detach interface failed, port_id=4bdfebb4-0085-4e84-a983-2049d279a4be, reason: Instance 5f115f20-f8bf-4c38-8e88-78e1cb8e24df could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1005.724268] env[69699]: INFO nova.compute.manager [-] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Took 1.65 seconds to deallocate network for instance. [ 1005.747941] env[69699]: DEBUG nova.compute.manager [None req-6fb1a76e-0710-49e3-a9f6-b8f642605ec4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.750022] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f026be-3f72-4241-a547-73c110ab546f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.834949] env[69699]: DEBUG oslo_vmware.api [None req-2cd84500-0c3e-42b6-8da4-47b9932f0c8d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607528, 'name': PowerOffVM_Task, 'duration_secs': 0.235103} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.835256] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cd84500-0c3e-42b6-8da4-47b9932f0c8d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 7461edb3-d74b-4ec5-b06f-11737ba6fc77] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.835749] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd84500-0c3e-42b6-8da4-47b9932f0c8d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 7461edb3-d74b-4ec5-b06f-11737ba6fc77] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1005.835749] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-855658d8-a6fa-4efd-943c-ba497f4562a8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.905990] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd84500-0c3e-42b6-8da4-47b9932f0c8d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 7461edb3-d74b-4ec5-b06f-11737ba6fc77] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1005.906284] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd84500-0c3e-42b6-8da4-47b9932f0c8d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 7461edb3-d74b-4ec5-b06f-11737ba6fc77] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1005.906497] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cd84500-0c3e-42b6-8da4-47b9932f0c8d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Deleting the datastore file [datastore2] 7461edb3-d74b-4ec5-b06f-11737ba6fc77 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.906759] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72370c42-a1c6-4574-b00b-08c7cbdd4540 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.917239] env[69699]: DEBUG oslo_vmware.api [None req-2cd84500-0c3e-42b6-8da4-47b9932f0c8d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 1005.917239] env[69699]: value = "task-3607531" [ 1005.917239] env[69699]: _type = "Task" [ 1005.917239] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.923726] env[69699]: DEBUG oslo_vmware.api [None req-a3d2ffcd-4bf4-40b5-83b7-6ae92fbac02a tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Task: {'id': task-3607529, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20036} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.924735] env[69699]: DEBUG nova.network.neutron [None req-e497259a-5710-4b99-958d-0b3e2298e462 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Updating instance_info_cache with network_info: [{"id": "9ac2f6b5-81c2-4101-9785-9586d2643157", "address": "fa:16:3e:b0:19:42", "network": {"id": "e99ab3ed-1030-44b0-98b1-0c8d1d561613", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1328451822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce00a2c4d2d6497eab27716fff8fe855", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ac2f6b5-81", "ovs_interfaceid": "9ac2f6b5-81c2-4101-9785-9586d2643157", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.926279] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3d2ffcd-4bf4-40b5-83b7-6ae92fbac02a tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1005.926497] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d2ffcd-4bf4-40b5-83b7-6ae92fbac02a tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] Deleted contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1005.926833] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d2ffcd-4bf4-40b5-83b7-6ae92fbac02a tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1005.926833] env[69699]: INFO nova.compute.manager [None req-a3d2ffcd-4bf4-40b5-83b7-6ae92fbac02a tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1005.927058] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3d2ffcd-4bf4-40b5-83b7-6ae92fbac02a tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.927256] env[69699]: DEBUG nova.compute.manager [-] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1005.927346] env[69699]: DEBUG nova.network.neutron [-] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1005.932499] env[69699]: DEBUG oslo_vmware.api [None req-2cd84500-0c3e-42b6-8da4-47b9932f0c8d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607531, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.110020] env[69699]: ERROR nova.scheduler.client.report [None req-2db7b88f-047f-4a88-ac60-33d6eda9075d tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] [req-21dcff77-3da7-4158-97a1-5542c3cc499e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80d35c48-5f27-4b75-a19d-7a1a6901050f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-21dcff77-3da7-4158-97a1-5542c3cc499e"}]} [ 1006.132657] env[69699]: INFO nova.compute.manager [-] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Took 1.90 seconds to deallocate network for instance. [ 1006.138872] env[69699]: DEBUG nova.scheduler.client.report [None req-2db7b88f-047f-4a88-ac60-33d6eda9075d tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Refreshing inventories for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1006.157519] env[69699]: DEBUG nova.scheduler.client.report [None req-2db7b88f-047f-4a88-ac60-33d6eda9075d tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Updating ProviderTree inventory for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1006.157519] env[69699]: DEBUG nova.compute.provider_tree [None req-2db7b88f-047f-4a88-ac60-33d6eda9075d tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1006.162094] env[69699]: DEBUG nova.objects.instance [None req-d962886e-2edf-4c77-806c-460a0322d8aa tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Lazy-loading 'flavor' on Instance uuid ca488e4c-5958-4ae8-a611-16034ea05264 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.172625] env[69699]: DEBUG nova.scheduler.client.report [None req-2db7b88f-047f-4a88-ac60-33d6eda9075d tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Refreshing aggregate associations for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f, aggregates: None {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1006.201275] env[69699]: DEBUG nova.scheduler.client.report [None req-2db7b88f-047f-4a88-ac60-33d6eda9075d tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Refreshing trait associations for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1006.230733] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ba637425-d0d8-42c9-be9b-d5c08eb5c8f0 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.267038] env[69699]: INFO nova.compute.manager [None req-6fb1a76e-0710-49e3-a9f6-b8f642605ec4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8d932c90-40d4-499a-8593-5122382a2835] instance snapshotting [ 1006.267038] env[69699]: WARNING nova.compute.manager [None req-6fb1a76e-0710-49e3-a9f6-b8f642605ec4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8d932c90-40d4-499a-8593-5122382a2835] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1006.269383] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650595f6-435b-448a-b697-d0cd39ac4503 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.295499] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287aa22a-d52c-4680-9933-bcbf94568a2c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.430901] env[69699]: DEBUG oslo_vmware.api [None req-2cd84500-0c3e-42b6-8da4-47b9932f0c8d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607531, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291847} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.431193] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cd84500-0c3e-42b6-8da4-47b9932f0c8d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.431385] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd84500-0c3e-42b6-8da4-47b9932f0c8d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 7461edb3-d74b-4ec5-b06f-11737ba6fc77] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1006.431551] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd84500-0c3e-42b6-8da4-47b9932f0c8d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 7461edb3-d74b-4ec5-b06f-11737ba6fc77] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1006.431719] env[69699]: INFO nova.compute.manager [None req-2cd84500-0c3e-42b6-8da4-47b9932f0c8d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 7461edb3-d74b-4ec5-b06f-11737ba6fc77] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1006.431957] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2cd84500-0c3e-42b6-8da4-47b9932f0c8d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.432207] env[69699]: DEBUG nova.compute.manager [-] [instance: 7461edb3-d74b-4ec5-b06f-11737ba6fc77] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1006.432345] env[69699]: DEBUG nova.network.neutron [-] [instance: 7461edb3-d74b-4ec5-b06f-11737ba6fc77] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1006.436259] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e497259a-5710-4b99-958d-0b3e2298e462 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Releasing lock "refresh_cache-2c2ada34-c9b6-424a-a601-0ee922646578" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.533618] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe81f0bb-9349-445d-8536-cddd451647c8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.544672] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21aea429-9b67-4ce7-a29e-7599c102b7ea {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.581574] env[69699]: DEBUG nova.compute.manager [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1006.588188] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73afadd-ebe3-4192-a689-2464ceb4d7e2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.598608] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e080fc-3447-45cc-a290-d75b733e1705 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.616146] env[69699]: DEBUG nova.compute.provider_tree [None req-2db7b88f-047f-4a88-ac60-33d6eda9075d tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.619594] env[69699]: DEBUG nova.virt.hardware [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1006.619873] env[69699]: DEBUG nova.virt.hardware [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1006.620090] env[69699]: DEBUG nova.virt.hardware [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1006.620381] env[69699]: DEBUG nova.virt.hardware [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1006.620586] env[69699]: DEBUG nova.virt.hardware [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1006.620766] env[69699]: DEBUG nova.virt.hardware [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1006.621282] env[69699]: DEBUG nova.virt.hardware [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1006.621512] env[69699]: DEBUG nova.virt.hardware [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1006.621734] env[69699]: DEBUG nova.virt.hardware [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1006.621926] env[69699]: DEBUG nova.virt.hardware [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1006.622167] env[69699]: DEBUG nova.virt.hardware [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1006.623116] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428ba30a-4109-40cb-9a5d-7685b6bb7cc5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.626983] env[69699]: DEBUG nova.scheduler.client.report [None req-2db7b88f-047f-4a88-ac60-33d6eda9075d tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.636488] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c99102-884b-4eaf-883a-654919936769 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.641818] env[69699]: DEBUG oslo_concurrency.lockutils [None req-59681097-d6c4-4b13-b4ca-d1f1b7168913 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.765893] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65836c1-c592-4abc-90eb-39a182839514 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.766241] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2bfda2ad-2ae0-4eeb-acd1-fb4c3e5a094a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.775387] env[69699]: DEBUG oslo_vmware.api [None req-d65836c1-c592-4abc-90eb-39a182839514 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 1006.775387] env[69699]: value = "task-3607532" [ 1006.775387] env[69699]: _type = "Task" [ 1006.775387] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.784581] env[69699]: DEBUG oslo_vmware.api [None req-d65836c1-c592-4abc-90eb-39a182839514 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.808086] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb1a76e-0710-49e3-a9f6-b8f642605ec4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Creating Snapshot of the VM instance {{(pid=69699) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1006.808342] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ecbf47b0-f48f-45bb-9d93-79daeff5dccd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.817751] env[69699]: DEBUG oslo_vmware.api [None req-6fb1a76e-0710-49e3-a9f6-b8f642605ec4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 1006.817751] env[69699]: value = "task-3607533" [ 1006.817751] env[69699]: _type = "Task" [ 1006.817751] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.827431] env[69699]: DEBUG oslo_vmware.api [None req-6fb1a76e-0710-49e3-a9f6-b8f642605ec4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607533, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.132326] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2db7b88f-047f-4a88-ac60-33d6eda9075d tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.583s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.136996] env[69699]: DEBUG oslo_concurrency.lockutils [None req-61bcfe49-9e7d-4367-bac0-2bf5d81fb15c tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.864s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.137255] env[69699]: DEBUG nova.objects.instance [None req-61bcfe49-9e7d-4367-bac0-2bf5d81fb15c tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Lazy-loading 'resources' on Instance uuid 55a31f53-3712-486d-a4a8-7f15597da862 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.155968] env[69699]: INFO nova.scheduler.client.report [None req-2db7b88f-047f-4a88-ac60-33d6eda9075d tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Deleted allocations for instance fdc4cb64-8f0a-43ee-82d2-19206020abeb [ 1007.171226] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d962886e-2edf-4c77-806c-460a0322d8aa tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Lock "ca488e4c-5958-4ae8-a611-16034ea05264" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.302s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.289323] env[69699]: DEBUG oslo_vmware.api [None req-d65836c1-c592-4abc-90eb-39a182839514 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607532, 'name': PowerOffVM_Task, 'duration_secs': 0.182038} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.289583] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65836c1-c592-4abc-90eb-39a182839514 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.290520] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a734175a-0878-40a2-be74-24d800aa6bc1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.301128] env[69699]: DEBUG nova.compute.manager [req-f64cd8b5-672e-4915-9e7a-7bc8bf72890a req-df5f04df-f0b9-464e-96da-653f96970b8e service nova] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Received event network-vif-deleted-dfcc2628-667d-4580-8403-28526c397749 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.301338] env[69699]: DEBUG nova.compute.manager [req-f64cd8b5-672e-4915-9e7a-7bc8bf72890a req-df5f04df-f0b9-464e-96da-653f96970b8e service nova] [instance: 7461edb3-d74b-4ec5-b06f-11737ba6fc77] Received event network-vif-deleted-cc0c9592-c7c8-4442-9a8c-52de60ca4cc6 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.301501] env[69699]: INFO nova.compute.manager [req-f64cd8b5-672e-4915-9e7a-7bc8bf72890a req-df5f04df-f0b9-464e-96da-653f96970b8e service nova] [instance: 7461edb3-d74b-4ec5-b06f-11737ba6fc77] Neutron deleted interface cc0c9592-c7c8-4442-9a8c-52de60ca4cc6; detaching it from the instance and deleting it from the info cache [ 1007.301666] env[69699]: DEBUG nova.network.neutron [req-f64cd8b5-672e-4915-9e7a-7bc8bf72890a req-df5f04df-f0b9-464e-96da-653f96970b8e service nova] [instance: 7461edb3-d74b-4ec5-b06f-11737ba6fc77] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.329648] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c0ab1c-aa8a-4366-aa4f-4be9a22ca643 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.332680] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ae6c6b04-800e-4def-b665-861bed0252d3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.341121] env[69699]: DEBUG oslo_vmware.api [None req-6fb1a76e-0710-49e3-a9f6-b8f642605ec4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607533, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.351165] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a46b58-5e8c-496e-a8e5-55294d48e82d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.381397] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65836c1-c592-4abc-90eb-39a182839514 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.381767] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-655337f3-e9b8-412d-841e-345d9794f6c9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.401908] env[69699]: DEBUG nova.network.neutron [-] [instance: 7461edb3-d74b-4ec5-b06f-11737ba6fc77] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.403806] env[69699]: DEBUG nova.compute.manager [req-f64cd8b5-672e-4915-9e7a-7bc8bf72890a req-df5f04df-f0b9-464e-96da-653f96970b8e service nova] [instance: 7461edb3-d74b-4ec5-b06f-11737ba6fc77] Detach interface failed, port_id=cc0c9592-c7c8-4442-9a8c-52de60ca4cc6, reason: Instance 7461edb3-d74b-4ec5-b06f-11737ba6fc77 could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1007.403806] env[69699]: DEBUG nova.compute.manager [req-f64cd8b5-672e-4915-9e7a-7bc8bf72890a req-df5f04df-f0b9-464e-96da-653f96970b8e service nova] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] Received event network-vif-deleted-10e591a2-535b-4ae6-8bbb-93231da8f969 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.403806] env[69699]: INFO nova.compute.manager [req-f64cd8b5-672e-4915-9e7a-7bc8bf72890a req-df5f04df-f0b9-464e-96da-653f96970b8e service nova] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] Neutron deleted interface 10e591a2-535b-4ae6-8bbb-93231da8f969; detaching it from the instance and deleting it from the info cache [ 1007.403806] env[69699]: DEBUG nova.network.neutron [req-f64cd8b5-672e-4915-9e7a-7bc8bf72890a req-df5f04df-f0b9-464e-96da-653f96970b8e service nova] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.406205] env[69699]: DEBUG nova.network.neutron [-] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.407412] env[69699]: DEBUG oslo_vmware.api [None req-d65836c1-c592-4abc-90eb-39a182839514 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 1007.407412] env[69699]: value = "task-3607534" [ 1007.407412] env[69699]: _type = "Task" [ 1007.407412] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.417527] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65836c1-c592-4abc-90eb-39a182839514 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] VM already powered off {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1007.418423] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d65836c1-c592-4abc-90eb-39a182839514 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1007.418830] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d65836c1-c592-4abc-90eb-39a182839514 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.419135] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d65836c1-c592-4abc-90eb-39a182839514 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.419564] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-d65836c1-c592-4abc-90eb-39a182839514 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1007.422071] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0ebdb22-53ca-4691-968d-3af240f3eda9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.433744] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-d65836c1-c592-4abc-90eb-39a182839514 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1007.433953] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d65836c1-c592-4abc-90eb-39a182839514 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1007.434751] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-491555fe-461e-4d3b-8bac-abaafb961692 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.441712] env[69699]: DEBUG oslo_vmware.api [None req-d65836c1-c592-4abc-90eb-39a182839514 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 1007.441712] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]526f450b-db0f-441b-7f57-9b7d134d221c" [ 1007.441712] env[69699]: _type = "Task" [ 1007.441712] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.445548] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-e497259a-5710-4b99-958d-0b3e2298e462 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.445814] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a443af56-4a11-4cbe-90e1-9078807450b4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.455052] env[69699]: DEBUG oslo_vmware.api [None req-d65836c1-c592-4abc-90eb-39a182839514 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]526f450b-db0f-441b-7f57-9b7d134d221c, 'name': SearchDatastore_Task, 'duration_secs': 0.01022} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.457015] env[69699]: DEBUG oslo_vmware.api [None req-e497259a-5710-4b99-958d-0b3e2298e462 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 1007.457015] env[69699]: value = "task-3607535" [ 1007.457015] env[69699]: _type = "Task" [ 1007.457015] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.457249] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e976b8c1-872b-4aeb-aef9-cae85d295ad0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.468344] env[69699]: DEBUG oslo_vmware.api [None req-d65836c1-c592-4abc-90eb-39a182839514 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 1007.468344] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52cdad31-4d72-8c30-9876-b47df85d3925" [ 1007.468344] env[69699]: _type = "Task" [ 1007.468344] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.471578] env[69699]: DEBUG oslo_vmware.api [None req-e497259a-5710-4b99-958d-0b3e2298e462 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607535, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.481723] env[69699]: DEBUG oslo_vmware.api [None req-d65836c1-c592-4abc-90eb-39a182839514 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52cdad31-4d72-8c30-9876-b47df85d3925, 'name': SearchDatastore_Task, 'duration_secs': 0.01079} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.482042] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d65836c1-c592-4abc-90eb-39a182839514 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.482315] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-d65836c1-c592-4abc-90eb-39a182839514 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] ce2c2927-0060-46ea-ac84-b0b1db6663c4/f03e6ea6-4888-4842-b286-cae9242f7e27-rescue.vmdk. {{(pid=69699) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1007.482611] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00a3a67a-5583-487d-b339-1a7d0ae51b30 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.491672] env[69699]: DEBUG oslo_vmware.api [None req-d65836c1-c592-4abc-90eb-39a182839514 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 1007.491672] env[69699]: value = "task-3607536" [ 1007.491672] env[69699]: _type = "Task" [ 1007.491672] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.501844] env[69699]: DEBUG oslo_vmware.api [None req-d65836c1-c592-4abc-90eb-39a182839514 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607536, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.522465] env[69699]: DEBUG nova.network.neutron [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Successfully updated port: 41cbef44-2a35-4a7e-9913-4e0dd62e2a6f {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1007.645357] env[69699]: DEBUG oslo_concurrency.lockutils [None req-030b22d0-d25a-493d-9b2a-c0df504cb3de tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Acquiring lock "ca488e4c-5958-4ae8-a611-16034ea05264" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.645706] env[69699]: DEBUG oslo_concurrency.lockutils [None req-030b22d0-d25a-493d-9b2a-c0df504cb3de tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Lock "ca488e4c-5958-4ae8-a611-16034ea05264" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.645937] env[69699]: DEBUG oslo_concurrency.lockutils [None req-030b22d0-d25a-493d-9b2a-c0df504cb3de tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Acquiring lock "ca488e4c-5958-4ae8-a611-16034ea05264-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.646143] env[69699]: DEBUG oslo_concurrency.lockutils [None req-030b22d0-d25a-493d-9b2a-c0df504cb3de tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Lock "ca488e4c-5958-4ae8-a611-16034ea05264-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.646314] env[69699]: DEBUG oslo_concurrency.lockutils [None req-030b22d0-d25a-493d-9b2a-c0df504cb3de tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Lock "ca488e4c-5958-4ae8-a611-16034ea05264-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.648606] env[69699]: INFO nova.compute.manager [None req-030b22d0-d25a-493d-9b2a-c0df504cb3de tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Terminating instance [ 1007.663042] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2db7b88f-047f-4a88-ac60-33d6eda9075d tempest-ServerDiagnosticsV248Test-695390487 tempest-ServerDiagnosticsV248Test-695390487-project-member] Lock "fdc4cb64-8f0a-43ee-82d2-19206020abeb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.748s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.837704] env[69699]: DEBUG oslo_vmware.api [None req-6fb1a76e-0710-49e3-a9f6-b8f642605ec4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607533, 'name': CreateSnapshot_Task, 'duration_secs': 0.574532} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.838054] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb1a76e-0710-49e3-a9f6-b8f642605ec4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Created Snapshot of the VM instance {{(pid=69699) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1007.838908] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0dee0f-07ff-4107-8caa-a64ef0ddf1d6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.909671] env[69699]: INFO nova.compute.manager [-] [instance: 7461edb3-d74b-4ec5-b06f-11737ba6fc77] Took 1.48 seconds to deallocate network for instance. [ 1007.910380] env[69699]: INFO nova.compute.manager [-] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] Took 1.98 seconds to deallocate network for instance. [ 1007.912477] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-38982849-ba08-4146-8ec0-ba86ef763b20 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.930215] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326cd85e-54c0-4da3-9d64-52bc92070952 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.959114] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3b677d-ac3f-421d-8c6c-d1e4f4fd77a4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.973643] env[69699]: DEBUG nova.compute.manager [req-f64cd8b5-672e-4915-9e7a-7bc8bf72890a req-df5f04df-f0b9-464e-96da-653f96970b8e service nova] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] Detach interface failed, port_id=10e591a2-535b-4ae6-8bbb-93231da8f969, reason: Instance 7c6fee98-d810-4a93-aa6a-d8a1059b80a2 could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1007.983849] env[69699]: DEBUG oslo_vmware.api [None req-e497259a-5710-4b99-958d-0b3e2298e462 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607535, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.987314] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0722ba2-0372-4ef1-835f-09de0fad05da {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.002407] env[69699]: DEBUG oslo_vmware.api [None req-d65836c1-c592-4abc-90eb-39a182839514 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607536, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.027825] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquiring lock "refresh_cache-61b7dedf-f80d-4440-a685-25792b564c43" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.027996] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquired lock "refresh_cache-61b7dedf-f80d-4440-a685-25792b564c43" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.028146] env[69699]: DEBUG nova.network.neutron [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.031850] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897a4c45-4eba-4eab-8650-b2a55291ce0d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.041846] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a7b467-2655-46ed-bad1-f722194ff778 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.060882] env[69699]: DEBUG nova.compute.provider_tree [None req-61bcfe49-9e7d-4367-bac0-2bf5d81fb15c tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.152698] env[69699]: DEBUG nova.compute.manager [None req-030b22d0-d25a-493d-9b2a-c0df504cb3de tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1008.153034] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-030b22d0-d25a-493d-9b2a-c0df504cb3de tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.153906] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0510c2-8eb4-4f0a-9dcb-c40cc614c486 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.162512] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-030b22d0-d25a-493d-9b2a-c0df504cb3de tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.162848] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bff51a3-422a-4971-8112-9b107aa9d084 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.170944] env[69699]: DEBUG oslo_vmware.api [None req-030b22d0-d25a-493d-9b2a-c0df504cb3de tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the task: (returnval){ [ 1008.170944] env[69699]: value = "task-3607537" [ 1008.170944] env[69699]: _type = "Task" [ 1008.170944] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.180075] env[69699]: DEBUG oslo_vmware.api [None req-030b22d0-d25a-493d-9b2a-c0df504cb3de tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.360697] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb1a76e-0710-49e3-a9f6-b8f642605ec4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Creating linked-clone VM from snapshot {{(pid=69699) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1008.361045] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0ae0ebb1-fb1e-49ed-b35f-0f76d5fdea0d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.371485] env[69699]: DEBUG oslo_vmware.api [None req-6fb1a76e-0710-49e3-a9f6-b8f642605ec4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 1008.371485] env[69699]: value = "task-3607538" [ 1008.371485] env[69699]: _type = "Task" [ 1008.371485] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.380777] env[69699]: DEBUG oslo_vmware.api [None req-6fb1a76e-0710-49e3-a9f6-b8f642605ec4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607538, 'name': CloneVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.423083] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2cd84500-0c3e-42b6-8da4-47b9932f0c8d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.426102] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a3d2ffcd-4bf4-40b5-83b7-6ae92fbac02a tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.485839] env[69699]: DEBUG oslo_vmware.api [None req-e497259a-5710-4b99-958d-0b3e2298e462 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607535, 'name': PowerOnVM_Task, 'duration_secs': 0.612817} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.486214] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-e497259a-5710-4b99-958d-0b3e2298e462 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1008.486925] env[69699]: DEBUG nova.compute.manager [None req-e497259a-5710-4b99-958d-0b3e2298e462 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.487422] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d6cb07-61ef-4e2e-8aa0-1362c18e4e8c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.508061] env[69699]: DEBUG oslo_vmware.api [None req-d65836c1-c592-4abc-90eb-39a182839514 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607536, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5373} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.508061] env[69699]: INFO nova.virt.vmwareapi.ds_util [None req-d65836c1-c592-4abc-90eb-39a182839514 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] ce2c2927-0060-46ea-ac84-b0b1db6663c4/f03e6ea6-4888-4842-b286-cae9242f7e27-rescue.vmdk. [ 1008.508726] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6de2848-022d-4669-b6f0-dd3ab603583f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.546678] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-d65836c1-c592-4abc-90eb-39a182839514 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] ce2c2927-0060-46ea-ac84-b0b1db6663c4/f03e6ea6-4888-4842-b286-cae9242f7e27-rescue.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1008.548403] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e5df181-da30-4247-81c8-4491368e110e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.563972] env[69699]: DEBUG nova.scheduler.client.report [None req-61bcfe49-9e7d-4367-bac0-2bf5d81fb15c tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.577801] env[69699]: DEBUG oslo_vmware.api [None req-d65836c1-c592-4abc-90eb-39a182839514 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 1008.577801] env[69699]: value = "task-3607539" [ 1008.577801] env[69699]: _type = "Task" [ 1008.577801] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.587432] env[69699]: DEBUG oslo_vmware.api [None req-d65836c1-c592-4abc-90eb-39a182839514 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607539, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.605612] env[69699]: DEBUG nova.network.neutron [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1008.683286] env[69699]: DEBUG oslo_vmware.api [None req-030b22d0-d25a-493d-9b2a-c0df504cb3de tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607537, 'name': PowerOffVM_Task, 'duration_secs': 0.436978} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.683541] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-030b22d0-d25a-493d-9b2a-c0df504cb3de tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1008.683689] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-030b22d0-d25a-493d-9b2a-c0df504cb3de tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1008.683948] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26fee27c-e116-41eb-83db-795b8ee94eeb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.844384] env[69699]: DEBUG nova.network.neutron [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Updating instance_info_cache with network_info: [{"id": "41cbef44-2a35-4a7e-9913-4e0dd62e2a6f", "address": "fa:16:3e:89:25:72", "network": {"id": "ef05e9d5-6e97-4020-94d2-33bdde906e39", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-274559231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d1f0086b55c4ee08639e366146ed58d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41cbef44-2a", "ovs_interfaceid": "41cbef44-2a35-4a7e-9913-4e0dd62e2a6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.853075] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-030b22d0-d25a-493d-9b2a-c0df504cb3de tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1008.853075] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-030b22d0-d25a-493d-9b2a-c0df504cb3de tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Deleting contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1008.853075] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-030b22d0-d25a-493d-9b2a-c0df504cb3de tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Deleting the datastore file [datastore1] ca488e4c-5958-4ae8-a611-16034ea05264 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1008.853075] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4361af6e-ffd2-4c3f-9d8f-a158c508a852 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.861098] env[69699]: DEBUG oslo_vmware.api [None req-030b22d0-d25a-493d-9b2a-c0df504cb3de tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the task: (returnval){ [ 1008.861098] env[69699]: value = "task-3607541" [ 1008.861098] env[69699]: _type = "Task" [ 1008.861098] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.874148] env[69699]: DEBUG oslo_vmware.api [None req-030b22d0-d25a-493d-9b2a-c0df504cb3de tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607541, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.884227] env[69699]: DEBUG oslo_vmware.api [None req-6fb1a76e-0710-49e3-a9f6-b8f642605ec4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607538, 'name': CloneVM_Task} progress is 94%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.071181] env[69699]: DEBUG oslo_concurrency.lockutils [None req-61bcfe49-9e7d-4367-bac0-2bf5d81fb15c tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.934s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.075402] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.288s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.078338] env[69699]: INFO nova.compute.claims [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1009.095562] env[69699]: DEBUG oslo_vmware.api [None req-d65836c1-c592-4abc-90eb-39a182839514 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607539, 'name': ReconfigVM_Task, 'duration_secs': 0.367451} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.096368] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-d65836c1-c592-4abc-90eb-39a182839514 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Reconfigured VM instance instance-0000004b to attach disk [datastore2] ce2c2927-0060-46ea-ac84-b0b1db6663c4/f03e6ea6-4888-4842-b286-cae9242f7e27-rescue.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.097127] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee9a7f5-cf9e-4141-a483-71bcae323b8c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.103064] env[69699]: INFO nova.scheduler.client.report [None req-61bcfe49-9e7d-4367-bac0-2bf5d81fb15c tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Deleted allocations for instance 55a31f53-3712-486d-a4a8-7f15597da862 [ 1009.136361] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c761d60d-922c-4d39-9c4e-4b2dd455eb38 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.155643] env[69699]: DEBUG oslo_vmware.api [None req-d65836c1-c592-4abc-90eb-39a182839514 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 1009.155643] env[69699]: value = "task-3607542" [ 1009.155643] env[69699]: _type = "Task" [ 1009.155643] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.165616] env[69699]: DEBUG oslo_vmware.api [None req-d65836c1-c592-4abc-90eb-39a182839514 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607542, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.342444] env[69699]: DEBUG nova.compute.manager [req-fc00ed24-44d0-4777-bcc0-5c04facd4d6d req-245fdd1e-71b5-47f5-afa8-c17c0f0edd29 service nova] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Received event network-vif-plugged-41cbef44-2a35-4a7e-9913-4e0dd62e2a6f {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.342726] env[69699]: DEBUG oslo_concurrency.lockutils [req-fc00ed24-44d0-4777-bcc0-5c04facd4d6d req-245fdd1e-71b5-47f5-afa8-c17c0f0edd29 service nova] Acquiring lock "61b7dedf-f80d-4440-a685-25792b564c43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.342885] env[69699]: DEBUG oslo_concurrency.lockutils [req-fc00ed24-44d0-4777-bcc0-5c04facd4d6d req-245fdd1e-71b5-47f5-afa8-c17c0f0edd29 service nova] Lock "61b7dedf-f80d-4440-a685-25792b564c43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.343102] env[69699]: DEBUG oslo_concurrency.lockutils [req-fc00ed24-44d0-4777-bcc0-5c04facd4d6d req-245fdd1e-71b5-47f5-afa8-c17c0f0edd29 service nova] Lock "61b7dedf-f80d-4440-a685-25792b564c43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.343238] env[69699]: DEBUG nova.compute.manager [req-fc00ed24-44d0-4777-bcc0-5c04facd4d6d req-245fdd1e-71b5-47f5-afa8-c17c0f0edd29 service nova] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] No waiting events found dispatching network-vif-plugged-41cbef44-2a35-4a7e-9913-4e0dd62e2a6f {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1009.343405] env[69699]: WARNING nova.compute.manager [req-fc00ed24-44d0-4777-bcc0-5c04facd4d6d req-245fdd1e-71b5-47f5-afa8-c17c0f0edd29 service nova] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Received unexpected event network-vif-plugged-41cbef44-2a35-4a7e-9913-4e0dd62e2a6f for instance with vm_state building and task_state spawning. [ 1009.343564] env[69699]: DEBUG nova.compute.manager [req-fc00ed24-44d0-4777-bcc0-5c04facd4d6d req-245fdd1e-71b5-47f5-afa8-c17c0f0edd29 service nova] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Received event network-changed-41cbef44-2a35-4a7e-9913-4e0dd62e2a6f {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.343717] env[69699]: DEBUG nova.compute.manager [req-fc00ed24-44d0-4777-bcc0-5c04facd4d6d req-245fdd1e-71b5-47f5-afa8-c17c0f0edd29 service nova] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Refreshing instance network info cache due to event network-changed-41cbef44-2a35-4a7e-9913-4e0dd62e2a6f. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1009.343883] env[69699]: DEBUG oslo_concurrency.lockutils [req-fc00ed24-44d0-4777-bcc0-5c04facd4d6d req-245fdd1e-71b5-47f5-afa8-c17c0f0edd29 service nova] Acquiring lock "refresh_cache-61b7dedf-f80d-4440-a685-25792b564c43" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.346976] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Releasing lock "refresh_cache-61b7dedf-f80d-4440-a685-25792b564c43" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.347995] env[69699]: DEBUG nova.compute.manager [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Instance network_info: |[{"id": "41cbef44-2a35-4a7e-9913-4e0dd62e2a6f", "address": "fa:16:3e:89:25:72", "network": {"id": "ef05e9d5-6e97-4020-94d2-33bdde906e39", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-274559231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d1f0086b55c4ee08639e366146ed58d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41cbef44-2a", "ovs_interfaceid": "41cbef44-2a35-4a7e-9913-4e0dd62e2a6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1009.347995] env[69699]: DEBUG oslo_concurrency.lockutils [req-fc00ed24-44d0-4777-bcc0-5c04facd4d6d req-245fdd1e-71b5-47f5-afa8-c17c0f0edd29 service nova] Acquired lock "refresh_cache-61b7dedf-f80d-4440-a685-25792b564c43" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.347995] env[69699]: DEBUG nova.network.neutron [req-fc00ed24-44d0-4777-bcc0-5c04facd4d6d req-245fdd1e-71b5-47f5-afa8-c17c0f0edd29 service nova] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Refreshing network info cache for port 41cbef44-2a35-4a7e-9913-4e0dd62e2a6f {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1009.349453] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:25:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41cbef44-2a35-4a7e-9913-4e0dd62e2a6f', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.356728] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Creating folder: Project (1d1f0086b55c4ee08639e366146ed58d). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1009.360930] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02b9ce81-1150-44d2-9426-75d38392ed0e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.375043] env[69699]: DEBUG oslo_vmware.api [None req-030b22d0-d25a-493d-9b2a-c0df504cb3de tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607541, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.469909} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.375043] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-030b22d0-d25a-493d-9b2a-c0df504cb3de tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1009.375043] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-030b22d0-d25a-493d-9b2a-c0df504cb3de tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Deleted contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1009.375043] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-030b22d0-d25a-493d-9b2a-c0df504cb3de tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1009.375043] env[69699]: INFO nova.compute.manager [None req-030b22d0-d25a-493d-9b2a-c0df504cb3de tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1009.375353] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-030b22d0-d25a-493d-9b2a-c0df504cb3de tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.378338] env[69699]: DEBUG nova.compute.manager [-] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1009.378464] env[69699]: DEBUG nova.network.neutron [-] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1009.381599] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Created folder: Project (1d1f0086b55c4ee08639e366146ed58d) in parent group-v719415. [ 1009.382604] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Creating folder: Instances. Parent ref: group-v719660. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1009.382939] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56d4b234-a891-4bcb-a20e-cb2e2cedf572 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.388465] env[69699]: DEBUG oslo_vmware.api [None req-6fb1a76e-0710-49e3-a9f6-b8f642605ec4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607538, 'name': CloneVM_Task} progress is 94%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.398359] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Created folder: Instances in parent group-v719660. [ 1009.398617] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.398818] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.399383] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa4c9096-3299-42fb-aadc-6682fa1c3557 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.424346] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.424346] env[69699]: value = "task-3607545" [ 1009.424346] env[69699]: _type = "Task" [ 1009.424346] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.434826] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607545, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.655690] env[69699]: DEBUG oslo_concurrency.lockutils [None req-61bcfe49-9e7d-4367-bac0-2bf5d81fb15c tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Lock "55a31f53-3712-486d-a4a8-7f15597da862" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.860s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.675885] env[69699]: DEBUG oslo_vmware.api [None req-d65836c1-c592-4abc-90eb-39a182839514 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607542, 'name': ReconfigVM_Task, 'duration_secs': 0.377469} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.676111] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65836c1-c592-4abc-90eb-39a182839514 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1009.676233] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5c0cf36-df4f-457a-8d58-7b1595771afc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.691778] env[69699]: DEBUG oslo_vmware.api [None req-d65836c1-c592-4abc-90eb-39a182839514 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 1009.691778] env[69699]: value = "task-3607546" [ 1009.691778] env[69699]: _type = "Task" [ 1009.691778] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.711911] env[69699]: DEBUG oslo_vmware.api [None req-d65836c1-c592-4abc-90eb-39a182839514 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607546, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.802524] env[69699]: DEBUG nova.network.neutron [req-fc00ed24-44d0-4777-bcc0-5c04facd4d6d req-245fdd1e-71b5-47f5-afa8-c17c0f0edd29 service nova] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Updated VIF entry in instance network info cache for port 41cbef44-2a35-4a7e-9913-4e0dd62e2a6f. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1009.802910] env[69699]: DEBUG nova.network.neutron [req-fc00ed24-44d0-4777-bcc0-5c04facd4d6d req-245fdd1e-71b5-47f5-afa8-c17c0f0edd29 service nova] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Updating instance_info_cache with network_info: [{"id": "41cbef44-2a35-4a7e-9913-4e0dd62e2a6f", "address": "fa:16:3e:89:25:72", "network": {"id": "ef05e9d5-6e97-4020-94d2-33bdde906e39", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-274559231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d1f0086b55c4ee08639e366146ed58d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41cbef44-2a", "ovs_interfaceid": "41cbef44-2a35-4a7e-9913-4e0dd62e2a6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.887862] env[69699]: DEBUG oslo_vmware.api [None req-6fb1a76e-0710-49e3-a9f6-b8f642605ec4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607538, 'name': CloneVM_Task} progress is 95%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.942501] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607545, 'name': CreateVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.210882] env[69699]: DEBUG oslo_vmware.api [None req-d65836c1-c592-4abc-90eb-39a182839514 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607546, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.305878] env[69699]: DEBUG oslo_concurrency.lockutils [req-fc00ed24-44d0-4777-bcc0-5c04facd4d6d req-245fdd1e-71b5-47f5-afa8-c17c0f0edd29 service nova] Releasing lock "refresh_cache-61b7dedf-f80d-4440-a685-25792b564c43" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.387989] env[69699]: DEBUG oslo_vmware.api [None req-6fb1a76e-0710-49e3-a9f6-b8f642605ec4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607538, 'name': CloneVM_Task, 'duration_secs': 1.681764} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.389022] env[69699]: INFO nova.virt.vmwareapi.vmops [None req-6fb1a76e-0710-49e3-a9f6-b8f642605ec4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Created linked-clone VM from snapshot [ 1010.390311] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b0a905-e12a-46a1-88c8-274b44bd41b8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.404300] env[69699]: DEBUG nova.virt.vmwareapi.images [None req-6fb1a76e-0710-49e3-a9f6-b8f642605ec4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Uploading image c58216d3-4ce5-4306-a51e-69131d07013f {{(pid=69699) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1010.431792] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8c7fc8-5397-40b6-976a-6236811f7833 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.444694] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153054e7-dd11-4085-8ebc-199e51bc5e1e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.447818] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607545, 'name': CreateVM_Task, 'duration_secs': 0.604653} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.449922] env[69699]: DEBUG oslo_vmware.rw_handles [None req-6fb1a76e-0710-49e3-a9f6-b8f642605ec4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1010.449922] env[69699]: value = "vm-719659" [ 1010.449922] env[69699]: _type = "VirtualMachine" [ 1010.449922] env[69699]: }. {{(pid=69699) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1010.450167] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1010.450376] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9e42171f-c207-4d51-a22b-d83dac8c6733 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.452497] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.452658] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.452964] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.454208] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7d2ebd1c-e6d6-4a16-923c-72d222ce379a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquiring lock "2c2ada34-c9b6-424a-a601-0ee922646578" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.454208] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7d2ebd1c-e6d6-4a16-923c-72d222ce379a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "2c2ada34-c9b6-424a-a601-0ee922646578" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.454208] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7d2ebd1c-e6d6-4a16-923c-72d222ce379a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquiring lock "2c2ada34-c9b6-424a-a601-0ee922646578-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.454208] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7d2ebd1c-e6d6-4a16-923c-72d222ce379a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "2c2ada34-c9b6-424a-a601-0ee922646578-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.454208] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7d2ebd1c-e6d6-4a16-923c-72d222ce379a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "2c2ada34-c9b6-424a-a601-0ee922646578-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.478757] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33275d73-4f60-415b-93cf-d88eee625b39 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.481623] env[69699]: INFO nova.compute.manager [None req-7d2ebd1c-e6d6-4a16-923c-72d222ce379a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Terminating instance [ 1010.483592] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebcbbd5e-159f-400f-ad8e-5592ad788075 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.488996] env[69699]: DEBUG oslo_vmware.rw_handles [None req-6fb1a76e-0710-49e3-a9f6-b8f642605ec4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lease: (returnval){ [ 1010.488996] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52575ecb-b34a-b72a-0ed5-7616571d810a" [ 1010.488996] env[69699]: _type = "HttpNfcLease" [ 1010.488996] env[69699]: } obtained for exporting VM: (result){ [ 1010.488996] env[69699]: value = "vm-719659" [ 1010.488996] env[69699]: _type = "VirtualMachine" [ 1010.488996] env[69699]: }. {{(pid=69699) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1010.489363] env[69699]: DEBUG oslo_vmware.api [None req-6fb1a76e-0710-49e3-a9f6-b8f642605ec4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the lease: (returnval){ [ 1010.489363] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52575ecb-b34a-b72a-0ed5-7616571d810a" [ 1010.489363] env[69699]: _type = "HttpNfcLease" [ 1010.489363] env[69699]: } to be ready. {{(pid=69699) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1010.498365] env[69699]: DEBUG oslo_vmware.api [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1010.498365] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522590ab-83aa-b2ae-1801-dfd713347489" [ 1010.498365] env[69699]: _type = "Task" [ 1010.498365] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.500689] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45f18d1-7d0d-4cfa-b8d7-85f6bd77f83e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.508937] env[69699]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1010.508937] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52575ecb-b34a-b72a-0ed5-7616571d810a" [ 1010.508937] env[69699]: _type = "HttpNfcLease" [ 1010.508937] env[69699]: } is ready. {{(pid=69699) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1010.509563] env[69699]: DEBUG oslo_vmware.rw_handles [None req-6fb1a76e-0710-49e3-a9f6-b8f642605ec4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1010.509563] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52575ecb-b34a-b72a-0ed5-7616571d810a" [ 1010.509563] env[69699]: _type = "HttpNfcLease" [ 1010.509563] env[69699]: }. {{(pid=69699) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1010.510508] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70b62cd-08dc-4dca-9fc5-00370c2d4aa6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.523208] env[69699]: DEBUG oslo_vmware.api [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522590ab-83aa-b2ae-1801-dfd713347489, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.523996] env[69699]: DEBUG nova.compute.provider_tree [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.532729] env[69699]: DEBUG oslo_vmware.rw_handles [None req-6fb1a76e-0710-49e3-a9f6-b8f642605ec4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52398193-4b93-7148-4fde-7c505ca9e7b1/disk-0.vmdk from lease info. {{(pid=69699) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1010.532729] env[69699]: DEBUG oslo_vmware.rw_handles [None req-6fb1a76e-0710-49e3-a9f6-b8f642605ec4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52398193-4b93-7148-4fde-7c505ca9e7b1/disk-0.vmdk for reading. {{(pid=69699) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1010.600402] env[69699]: DEBUG nova.network.neutron [-] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.646976] env[69699]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-59a694bf-82d2-4988-8fb8-777b9c083060 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.706173] env[69699]: DEBUG oslo_vmware.api [None req-d65836c1-c592-4abc-90eb-39a182839514 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607546, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.752494] env[69699]: DEBUG oslo_concurrency.lockutils [None req-97ed47c0-b0a5-4688-aa99-c88d42095034 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquiring lock "5d1c2a59-60c3-4bdd-baf7-a91fbf57c678" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.752494] env[69699]: DEBUG oslo_concurrency.lockutils [None req-97ed47c0-b0a5-4688-aa99-c88d42095034 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Lock "5d1c2a59-60c3-4bdd-baf7-a91fbf57c678" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.752672] env[69699]: DEBUG oslo_concurrency.lockutils [None req-97ed47c0-b0a5-4688-aa99-c88d42095034 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquiring lock "5d1c2a59-60c3-4bdd-baf7-a91fbf57c678-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.752805] env[69699]: DEBUG oslo_concurrency.lockutils [None req-97ed47c0-b0a5-4688-aa99-c88d42095034 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Lock "5d1c2a59-60c3-4bdd-baf7-a91fbf57c678-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.753018] env[69699]: DEBUG oslo_concurrency.lockutils [None req-97ed47c0-b0a5-4688-aa99-c88d42095034 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Lock "5d1c2a59-60c3-4bdd-baf7-a91fbf57c678-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.761171] env[69699]: INFO nova.compute.manager [None req-97ed47c0-b0a5-4688-aa99-c88d42095034 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Terminating instance [ 1010.990930] env[69699]: DEBUG nova.compute.manager [None req-7d2ebd1c-e6d6-4a16-923c-72d222ce379a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1010.991268] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2ebd1c-e6d6-4a16-923c-72d222ce379a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.992316] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5620a841-dcd9-469b-95fb-f28fa0066f7f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.002328] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d2ebd1c-e6d6-4a16-923c-72d222ce379a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.005864] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bff2dd5-cda1-4403-bd21-6643a2adfd69 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.016342] env[69699]: DEBUG oslo_vmware.api [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522590ab-83aa-b2ae-1801-dfd713347489, 'name': SearchDatastore_Task, 'duration_secs': 0.023415} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.018094] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.018415] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1011.018876] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.019126] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.019371] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1011.019955] env[69699]: DEBUG oslo_vmware.api [None req-7d2ebd1c-e6d6-4a16-923c-72d222ce379a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 1011.019955] env[69699]: value = "task-3607548" [ 1011.019955] env[69699]: _type = "Task" [ 1011.019955] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.020258] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8cb6370b-562b-4f1b-b93e-35391ec379a7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.028086] env[69699]: DEBUG nova.scheduler.client.report [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.036770] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1011.036937] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1011.041891] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d8f67d0-3876-498b-a448-c6d644608e30 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.045257] env[69699]: DEBUG oslo_vmware.api [None req-7d2ebd1c-e6d6-4a16-923c-72d222ce379a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607548, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.050204] env[69699]: DEBUG oslo_vmware.api [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1011.050204] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52592b58-66ea-dcb0-7b07-1cdbab06b7d0" [ 1011.050204] env[69699]: _type = "Task" [ 1011.050204] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.065581] env[69699]: DEBUG oslo_vmware.api [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52592b58-66ea-dcb0-7b07-1cdbab06b7d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.103425] env[69699]: INFO nova.compute.manager [-] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Took 1.72 seconds to deallocate network for instance. [ 1011.207153] env[69699]: DEBUG oslo_vmware.api [None req-d65836c1-c592-4abc-90eb-39a182839514 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607546, 'name': PowerOnVM_Task, 'duration_secs': 1.382878} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.209014] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65836c1-c592-4abc-90eb-39a182839514 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1011.212516] env[69699]: DEBUG nova.compute.manager [None req-d65836c1-c592-4abc-90eb-39a182839514 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1011.213688] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd48d2f8-d0f1-41e0-a8bc-03d327c5865e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.268435] env[69699]: DEBUG nova.compute.manager [None req-97ed47c0-b0a5-4688-aa99-c88d42095034 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1011.268435] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-97ed47c0-b0a5-4688-aa99-c88d42095034 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.269542] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff31a5d0-b0fd-409e-8b14-98fa95c92f11 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.279241] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-97ed47c0-b0a5-4688-aa99-c88d42095034 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.279775] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc3eef67-8ff1-44c7-96ca-1e53fb1bf81d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.288210] env[69699]: DEBUG oslo_vmware.api [None req-97ed47c0-b0a5-4688-aa99-c88d42095034 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 1011.288210] env[69699]: value = "task-3607549" [ 1011.288210] env[69699]: _type = "Task" [ 1011.288210] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.300414] env[69699]: DEBUG oslo_vmware.api [None req-97ed47c0-b0a5-4688-aa99-c88d42095034 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607549, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.516340] env[69699]: DEBUG nova.compute.manager [req-5d5094da-cbb7-4cbb-9d9b-dc9f837f3abc req-696a0f23-a642-422e-a066-b9bda3b14a30 service nova] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Received event network-vif-deleted-b173074e-8ee9-458f-8c26-64dec7000a04 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.534424] env[69699]: DEBUG oslo_vmware.api [None req-7d2ebd1c-e6d6-4a16-923c-72d222ce379a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607548, 'name': PowerOffVM_Task, 'duration_secs': 0.285097} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.535460] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.460s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.536077] env[69699]: DEBUG nova.compute.manager [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1011.539343] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d2ebd1c-e6d6-4a16-923c-72d222ce379a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1011.539632] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2ebd1c-e6d6-4a16-923c-72d222ce379a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1011.540644] env[69699]: DEBUG oslo_concurrency.lockutils [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.535s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.541097] env[69699]: DEBUG nova.objects.instance [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lazy-loading 'resources' on Instance uuid 7cc3a93d-3386-4df3-87c6-d624638d695e {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.542448] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d67d2ecf-1793-484e-bd59-8dc79324d3ea {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.565113] env[69699]: DEBUG oslo_vmware.api [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52592b58-66ea-dcb0-7b07-1cdbab06b7d0, 'name': SearchDatastore_Task, 'duration_secs': 0.05951} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.568553] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ed6657a-6188-4f3a-91aa-475941d5718c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.575544] env[69699]: DEBUG oslo_vmware.api [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1011.575544] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ae8129-5bb4-2bca-0292-ec0293492e24" [ 1011.575544] env[69699]: _type = "Task" [ 1011.575544] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.587915] env[69699]: DEBUG oslo_vmware.api [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ae8129-5bb4-2bca-0292-ec0293492e24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.615306] env[69699]: DEBUG oslo_concurrency.lockutils [None req-030b22d0-d25a-493d-9b2a-c0df504cb3de tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.631633] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2ebd1c-e6d6-4a16-923c-72d222ce379a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1011.632105] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2ebd1c-e6d6-4a16-923c-72d222ce379a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1011.632903] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d2ebd1c-e6d6-4a16-923c-72d222ce379a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Deleting the datastore file [datastore2] 2c2ada34-c9b6-424a-a601-0ee922646578 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.635516] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32eea6a9-e2e7-4d63-a629-85ff9697b26f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.640760] env[69699]: DEBUG oslo_vmware.api [None req-7d2ebd1c-e6d6-4a16-923c-72d222ce379a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 1011.640760] env[69699]: value = "task-3607551" [ 1011.640760] env[69699]: _type = "Task" [ 1011.640760] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.652834] env[69699]: DEBUG oslo_vmware.api [None req-7d2ebd1c-e6d6-4a16-923c-72d222ce379a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607551, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.805323] env[69699]: DEBUG oslo_vmware.api [None req-97ed47c0-b0a5-4688-aa99-c88d42095034 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607549, 'name': PowerOffVM_Task, 'duration_secs': 0.316198} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.805616] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-97ed47c0-b0a5-4688-aa99-c88d42095034 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1011.805949] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-97ed47c0-b0a5-4688-aa99-c88d42095034 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1011.806435] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90cac374-b345-4a99-bb4f-13391a06039d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.882243] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-97ed47c0-b0a5-4688-aa99-c88d42095034 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1011.882243] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-97ed47c0-b0a5-4688-aa99-c88d42095034 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1011.882733] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-97ed47c0-b0a5-4688-aa99-c88d42095034 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Deleting the datastore file [datastore2] 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.884036] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e0923d8-dc84-467b-8b2a-722629969cbe {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.891608] env[69699]: DEBUG oslo_vmware.api [None req-97ed47c0-b0a5-4688-aa99-c88d42095034 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for the task: (returnval){ [ 1011.891608] env[69699]: value = "task-3607553" [ 1011.891608] env[69699]: _type = "Task" [ 1011.891608] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.901884] env[69699]: DEBUG oslo_vmware.api [None req-97ed47c0-b0a5-4688-aa99-c88d42095034 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607553, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.042028] env[69699]: DEBUG nova.compute.utils [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1012.043881] env[69699]: DEBUG nova.compute.manager [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1012.044175] env[69699]: DEBUG nova.network.neutron [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1012.048324] env[69699]: DEBUG nova.objects.instance [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lazy-loading 'numa_topology' on Instance uuid 7cc3a93d-3386-4df3-87c6-d624638d695e {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.093324] env[69699]: DEBUG oslo_vmware.api [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ae8129-5bb4-2bca-0292-ec0293492e24, 'name': SearchDatastore_Task, 'duration_secs': 0.016603} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.093590] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.093841] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 61b7dedf-f80d-4440-a685-25792b564c43/61b7dedf-f80d-4440-a685-25792b564c43.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.094118] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6bdc7c24-6616-4eaf-9b06-0bd95e8490e9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.103783] env[69699]: DEBUG oslo_vmware.api [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1012.103783] env[69699]: value = "task-3607554" [ 1012.103783] env[69699]: _type = "Task" [ 1012.103783] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.109232] env[69699]: DEBUG nova.policy [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9862180e23014999a41bbdcdd1e67500', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f0293384f344ba09f431b47ef381d57', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 1012.119887] env[69699]: DEBUG oslo_vmware.api [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607554, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.156834] env[69699]: DEBUG oslo_vmware.api [None req-7d2ebd1c-e6d6-4a16-923c-72d222ce379a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607551, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274052} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.157132] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d2ebd1c-e6d6-4a16-923c-72d222ce379a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.157445] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2ebd1c-e6d6-4a16-923c-72d222ce379a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1012.157643] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2ebd1c-e6d6-4a16-923c-72d222ce379a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1012.158119] env[69699]: INFO nova.compute.manager [None req-7d2ebd1c-e6d6-4a16-923c-72d222ce379a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1012.158405] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d2ebd1c-e6d6-4a16-923c-72d222ce379a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.158630] env[69699]: DEBUG nova.compute.manager [-] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1012.158770] env[69699]: DEBUG nova.network.neutron [-] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1012.419022] env[69699]: DEBUG oslo_vmware.api [None req-97ed47c0-b0a5-4688-aa99-c88d42095034 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Task: {'id': task-3607553, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199962} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.419022] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-97ed47c0-b0a5-4688-aa99-c88d42095034 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.419022] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-97ed47c0-b0a5-4688-aa99-c88d42095034 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1012.419022] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-97ed47c0-b0a5-4688-aa99-c88d42095034 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1012.419022] env[69699]: INFO nova.compute.manager [None req-97ed47c0-b0a5-4688-aa99-c88d42095034 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1012.419022] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97ed47c0-b0a5-4688-aa99-c88d42095034 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.419022] env[69699]: DEBUG nova.compute.manager [-] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1012.419022] env[69699]: DEBUG nova.network.neutron [-] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1012.549492] env[69699]: DEBUG nova.compute.manager [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1012.557029] env[69699]: DEBUG nova.objects.base [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Object Instance<7cc3a93d-3386-4df3-87c6-d624638d695e> lazy-loaded attributes: resources,numa_topology {{(pid=69699) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1012.573992] env[69699]: INFO nova.compute.manager [None req-0aa7a5a0-17be-4cb7-932a-14a570da9bfc tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Unrescuing [ 1012.573992] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0aa7a5a0-17be-4cb7-932a-14a570da9bfc tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Acquiring lock "refresh_cache-ce2c2927-0060-46ea-ac84-b0b1db6663c4" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.573992] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0aa7a5a0-17be-4cb7-932a-14a570da9bfc tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Acquired lock "refresh_cache-ce2c2927-0060-46ea-ac84-b0b1db6663c4" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.573992] env[69699]: DEBUG nova.network.neutron [None req-0aa7a5a0-17be-4cb7-932a-14a570da9bfc tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.634486] env[69699]: DEBUG oslo_vmware.api [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607554, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.958158] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11a98bd-80a4-480b-823c-4d0794c4e73e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.967197] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218a561d-391b-445c-8918-37835b746f74 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.004671] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e644848d-0f76-4944-96f6-50147ed4e24b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.019127] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e8a013-e3e3-4867-98b1-d4c1b603795d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.037125] env[69699]: DEBUG nova.compute.provider_tree [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.103096] env[69699]: DEBUG nova.network.neutron [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Successfully created port: a67842ec-53d1-4577-bc8f-03fbf51ce240 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1013.119724] env[69699]: DEBUG oslo_vmware.api [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607554, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588181} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.119973] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 61b7dedf-f80d-4440-a685-25792b564c43/61b7dedf-f80d-4440-a685-25792b564c43.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.120268] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.120583] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-061d9596-59d0-4ba8-81cd-1c787640c706 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.133061] env[69699]: DEBUG oslo_vmware.api [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1013.133061] env[69699]: value = "task-3607555" [ 1013.133061] env[69699]: _type = "Task" [ 1013.133061] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.146901] env[69699]: DEBUG oslo_vmware.api [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607555, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.440584] env[69699]: DEBUG nova.network.neutron [None req-0aa7a5a0-17be-4cb7-932a-14a570da9bfc tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Updating instance_info_cache with network_info: [{"id": "fb768f9a-7df5-400a-9458-4db7712c1e5d", "address": "fa:16:3e:d4:48:a3", "network": {"id": "71a6dabb-23ad-4272-bda8-d74ffdb3b265", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1255505806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30d713bc29a74f27bdab6269c3f93455", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb768f9a-7d", "ovs_interfaceid": "fb768f9a-7df5-400a-9458-4db7712c1e5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.543288] env[69699]: DEBUG nova.scheduler.client.report [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.560982] env[69699]: DEBUG nova.compute.manager [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1013.590371] env[69699]: DEBUG nova.virt.hardware [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1013.590618] env[69699]: DEBUG nova.virt.hardware [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1013.590795] env[69699]: DEBUG nova.virt.hardware [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1013.590960] env[69699]: DEBUG nova.virt.hardware [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1013.591240] env[69699]: DEBUG nova.virt.hardware [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1013.591431] env[69699]: DEBUG nova.virt.hardware [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1013.591679] env[69699]: DEBUG nova.virt.hardware [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1013.591874] env[69699]: DEBUG nova.virt.hardware [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1013.592090] env[69699]: DEBUG nova.virt.hardware [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1013.592323] env[69699]: DEBUG nova.virt.hardware [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1013.592567] env[69699]: DEBUG nova.virt.hardware [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1013.593932] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70fd6892-8e56-436c-b76a-d28d34920a29 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.620891] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa213ec-83ad-4090-9603-45b14ea0d864 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.646223] env[69699]: DEBUG oslo_vmware.api [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607555, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076553} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.646223] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1013.646861] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6f8fa3-21bd-40e7-b787-032dae8f3670 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.671136] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 61b7dedf-f80d-4440-a685-25792b564c43/61b7dedf-f80d-4440-a685-25792b564c43.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.671468] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5e0ea29-a5ee-4d7f-8245-59ad079082ae {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.693079] env[69699]: DEBUG oslo_vmware.api [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1013.693079] env[69699]: value = "task-3607556" [ 1013.693079] env[69699]: _type = "Task" [ 1013.693079] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.698463] env[69699]: DEBUG nova.network.neutron [-] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.705728] env[69699]: DEBUG oslo_vmware.api [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607556, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.828096] env[69699]: DEBUG nova.compute.manager [req-6d0df7a5-abbd-42a0-b4a8-b2ff77fd80b3 req-668666ad-b0e4-42c9-8d7b-2341e61f867e service nova] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Received event network-vif-deleted-6aa9d3e0-1cea-43dc-9d53-6c256951f711 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.828096] env[69699]: DEBUG nova.compute.manager [req-6d0df7a5-abbd-42a0-b4a8-b2ff77fd80b3 req-668666ad-b0e4-42c9-8d7b-2341e61f867e service nova] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Received event network-vif-deleted-9ac2f6b5-81c2-4101-9785-9586d2643157 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.828096] env[69699]: INFO nova.compute.manager [req-6d0df7a5-abbd-42a0-b4a8-b2ff77fd80b3 req-668666ad-b0e4-42c9-8d7b-2341e61f867e service nova] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Neutron deleted interface 9ac2f6b5-81c2-4101-9785-9586d2643157; detaching it from the instance and deleting it from the info cache [ 1013.828096] env[69699]: DEBUG nova.network.neutron [req-6d0df7a5-abbd-42a0-b4a8-b2ff77fd80b3 req-668666ad-b0e4-42c9-8d7b-2341e61f867e service nova] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.912798] env[69699]: DEBUG nova.network.neutron [-] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.943268] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0aa7a5a0-17be-4cb7-932a-14a570da9bfc tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Releasing lock "refresh_cache-ce2c2927-0060-46ea-ac84-b0b1db6663c4" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.943953] env[69699]: DEBUG nova.objects.instance [None req-0aa7a5a0-17be-4cb7-932a-14a570da9bfc tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Lazy-loading 'flavor' on Instance uuid ce2c2927-0060-46ea-ac84-b0b1db6663c4 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.048112] env[69699]: DEBUG oslo_concurrency.lockutils [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.506s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.054450] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.879s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.056453] env[69699]: INFO nova.compute.claims [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1014.209698] env[69699]: INFO nova.compute.manager [-] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Took 1.79 seconds to deallocate network for instance. [ 1014.209698] env[69699]: DEBUG oslo_vmware.api [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607556, 'name': ReconfigVM_Task, 'duration_secs': 0.418424} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.211986] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 61b7dedf-f80d-4440-a685-25792b564c43/61b7dedf-f80d-4440-a685-25792b564c43.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.214526] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07264a26-a268-490d-a674-ee53fd7bc49f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.223296] env[69699]: DEBUG oslo_vmware.api [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1014.223296] env[69699]: value = "task-3607557" [ 1014.223296] env[69699]: _type = "Task" [ 1014.223296] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.233274] env[69699]: DEBUG oslo_vmware.api [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607557, 'name': Rename_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.331030] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f9fa6e2-85c4-47ab-be4a-6be0aae04bf5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.341996] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4a1e76-8e1a-4d08-8814-de9c5ba15601 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.379394] env[69699]: DEBUG nova.compute.manager [req-6d0df7a5-abbd-42a0-b4a8-b2ff77fd80b3 req-668666ad-b0e4-42c9-8d7b-2341e61f867e service nova] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Detach interface failed, port_id=9ac2f6b5-81c2-4101-9785-9586d2643157, reason: Instance 2c2ada34-c9b6-424a-a601-0ee922646578 could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1014.415698] env[69699]: INFO nova.compute.manager [-] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Took 2.26 seconds to deallocate network for instance. [ 1014.450904] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7488d97-ec8e-44a5-b4d9-9d6abfa50c99 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.481485] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aa7a5a0-17be-4cb7-932a-14a570da9bfc tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1014.481876] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc8f564b-6c86-468b-a2e3-eaab756c9cb3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.490657] env[69699]: DEBUG oslo_vmware.api [None req-0aa7a5a0-17be-4cb7-932a-14a570da9bfc tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 1014.490657] env[69699]: value = "task-3607558" [ 1014.490657] env[69699]: _type = "Task" [ 1014.490657] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.500350] env[69699]: DEBUG oslo_vmware.api [None req-0aa7a5a0-17be-4cb7-932a-14a570da9bfc tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607558, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.574305] env[69699]: DEBUG oslo_concurrency.lockutils [None req-207af5a7-f7f2-440a-8349-5e4a95a7e12f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "7cc3a93d-3386-4df3-87c6-d624638d695e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 41.251s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.576201] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0e94b440-f1bc-468e-800a-c2bfc736d380 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "7cc3a93d-3386-4df3-87c6-d624638d695e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 21.041s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.576486] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0e94b440-f1bc-468e-800a-c2bfc736d380 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "7cc3a93d-3386-4df3-87c6-d624638d695e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.576762] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0e94b440-f1bc-468e-800a-c2bfc736d380 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "7cc3a93d-3386-4df3-87c6-d624638d695e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.576916] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0e94b440-f1bc-468e-800a-c2bfc736d380 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "7cc3a93d-3386-4df3-87c6-d624638d695e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.579822] env[69699]: INFO nova.compute.manager [None req-0e94b440-f1bc-468e-800a-c2bfc736d380 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Terminating instance [ 1014.718564] env[69699]: DEBUG oslo_concurrency.lockutils [None req-97ed47c0-b0a5-4688-aa99-c88d42095034 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.736311] env[69699]: DEBUG oslo_vmware.api [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607557, 'name': Rename_Task, 'duration_secs': 0.178855} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.736846] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.737083] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6ea24ec-5b9b-4a2e-85f7-832bdbd4cac6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.746218] env[69699]: DEBUG oslo_vmware.api [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1014.746218] env[69699]: value = "task-3607559" [ 1014.746218] env[69699]: _type = "Task" [ 1014.746218] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.762223] env[69699]: DEBUG oslo_vmware.api [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607559, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.923539] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7d2ebd1c-e6d6-4a16-923c-72d222ce379a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.002819] env[69699]: DEBUG oslo_vmware.api [None req-0aa7a5a0-17be-4cb7-932a-14a570da9bfc tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607558, 'name': PowerOffVM_Task, 'duration_secs': 0.260434} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.003424] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aa7a5a0-17be-4cb7-932a-14a570da9bfc tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1015.008596] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-0aa7a5a0-17be-4cb7-932a-14a570da9bfc tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Reconfiguring VM instance instance-0000004b to detach disk 2002 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1015.008896] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5858ea7-9624-4d30-9b08-05b154dd2851 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.029792] env[69699]: DEBUG oslo_vmware.api [None req-0aa7a5a0-17be-4cb7-932a-14a570da9bfc tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 1015.029792] env[69699]: value = "task-3607560" [ 1015.029792] env[69699]: _type = "Task" [ 1015.029792] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.040059] env[69699]: DEBUG oslo_vmware.api [None req-0aa7a5a0-17be-4cb7-932a-14a570da9bfc tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607560, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.082384] env[69699]: DEBUG nova.network.neutron [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Successfully updated port: a67842ec-53d1-4577-bc8f-03fbf51ce240 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1015.091183] env[69699]: DEBUG nova.compute.manager [None req-0e94b440-f1bc-468e-800a-c2bfc736d380 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1015.091183] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-0e94b440-f1bc-468e-800a-c2bfc736d380 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1015.091430] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dce89ea6-ef59-4dad-8387-b1ada90c5ab1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.110111] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e13750b-5b2c-482a-b243-cd8afe26bb7a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.155700] env[69699]: WARNING nova.virt.vmwareapi.vmops [None req-0e94b440-f1bc-468e-800a-c2bfc736d380 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 7cc3a93d-3386-4df3-87c6-d624638d695e could not be found. [ 1015.155940] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-0e94b440-f1bc-468e-800a-c2bfc736d380 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1015.156133] env[69699]: INFO nova.compute.manager [None req-0e94b440-f1bc-468e-800a-c2bfc736d380 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Took 0.07 seconds to destroy the instance on the hypervisor. [ 1015.156428] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e94b440-f1bc-468e-800a-c2bfc736d380 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.159650] env[69699]: DEBUG nova.compute.manager [-] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1015.159769] env[69699]: DEBUG nova.network.neutron [-] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1015.260881] env[69699]: DEBUG oslo_vmware.api [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607559, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.465643] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404f255a-d16d-4c9e-af62-94682762d914 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.474460] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f22a7b-8ad4-41d4-8a82-1cd0ea39af03 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.505801] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d3d744-8b17-4c21-b53f-304839c3ba1a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.514024] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f041c9-19c9-41c4-a3af-dd2c7c6e7d47 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.528172] env[69699]: DEBUG nova.compute.provider_tree [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.539838] env[69699]: DEBUG oslo_vmware.api [None req-0aa7a5a0-17be-4cb7-932a-14a570da9bfc tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607560, 'name': ReconfigVM_Task, 'duration_secs': 0.337142} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.540853] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-0aa7a5a0-17be-4cb7-932a-14a570da9bfc tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Reconfigured VM instance instance-0000004b to detach disk 2002 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1015.541063] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aa7a5a0-17be-4cb7-932a-14a570da9bfc tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1015.541310] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca72c9b3-ed39-4947-9267-30ffa71439aa {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.548606] env[69699]: DEBUG oslo_vmware.api [None req-0aa7a5a0-17be-4cb7-932a-14a570da9bfc tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 1015.548606] env[69699]: value = "task-3607561" [ 1015.548606] env[69699]: _type = "Task" [ 1015.548606] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.557776] env[69699]: DEBUG oslo_vmware.api [None req-0aa7a5a0-17be-4cb7-932a-14a570da9bfc tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607561, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.585655] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquiring lock "refresh_cache-3f5ab19e-bdec-48ba-93d7-28c9a192f618" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.585859] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquired lock "refresh_cache-3f5ab19e-bdec-48ba-93d7-28c9a192f618" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.586020] env[69699]: DEBUG nova.network.neutron [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1015.761926] env[69699]: DEBUG oslo_vmware.api [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607559, 'name': PowerOnVM_Task, 'duration_secs': 0.605212} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.763060] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.763379] env[69699]: INFO nova.compute.manager [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Took 9.18 seconds to spawn the instance on the hypervisor. [ 1015.763620] env[69699]: DEBUG nova.compute.manager [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.764493] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8455d8-4998-473a-9bcc-29f9c9bb4389 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.928691] env[69699]: DEBUG nova.network.neutron [-] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.032246] env[69699]: DEBUG nova.scheduler.client.report [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.060051] env[69699]: DEBUG oslo_vmware.api [None req-0aa7a5a0-17be-4cb7-932a-14a570da9bfc tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607561, 'name': PowerOnVM_Task, 'duration_secs': 0.436649} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.060435] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aa7a5a0-17be-4cb7-932a-14a570da9bfc tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.060733] env[69699]: DEBUG nova.compute.manager [None req-0aa7a5a0-17be-4cb7-932a-14a570da9bfc tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.061616] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36af772-204f-43c4-a269-ef3177d4a4b9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.066849] env[69699]: DEBUG nova.compute.manager [req-c33b1aab-3c2b-49ab-9343-1adbc4096555 req-1ba054de-85c1-4c7b-b0de-e71f1a1b0f32 service nova] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Received event network-vif-plugged-a67842ec-53d1-4577-bc8f-03fbf51ce240 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.067068] env[69699]: DEBUG oslo_concurrency.lockutils [req-c33b1aab-3c2b-49ab-9343-1adbc4096555 req-1ba054de-85c1-4c7b-b0de-e71f1a1b0f32 service nova] Acquiring lock "3f5ab19e-bdec-48ba-93d7-28c9a192f618-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.067276] env[69699]: DEBUG oslo_concurrency.lockutils [req-c33b1aab-3c2b-49ab-9343-1adbc4096555 req-1ba054de-85c1-4c7b-b0de-e71f1a1b0f32 service nova] Lock "3f5ab19e-bdec-48ba-93d7-28c9a192f618-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.067440] env[69699]: DEBUG oslo_concurrency.lockutils [req-c33b1aab-3c2b-49ab-9343-1adbc4096555 req-1ba054de-85c1-4c7b-b0de-e71f1a1b0f32 service nova] Lock "3f5ab19e-bdec-48ba-93d7-28c9a192f618-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.067601] env[69699]: DEBUG nova.compute.manager [req-c33b1aab-3c2b-49ab-9343-1adbc4096555 req-1ba054de-85c1-4c7b-b0de-e71f1a1b0f32 service nova] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] No waiting events found dispatching network-vif-plugged-a67842ec-53d1-4577-bc8f-03fbf51ce240 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1016.067760] env[69699]: WARNING nova.compute.manager [req-c33b1aab-3c2b-49ab-9343-1adbc4096555 req-1ba054de-85c1-4c7b-b0de-e71f1a1b0f32 service nova] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Received unexpected event network-vif-plugged-a67842ec-53d1-4577-bc8f-03fbf51ce240 for instance with vm_state building and task_state spawning. [ 1016.067915] env[69699]: DEBUG nova.compute.manager [req-c33b1aab-3c2b-49ab-9343-1adbc4096555 req-1ba054de-85c1-4c7b-b0de-e71f1a1b0f32 service nova] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Received event network-changed-a67842ec-53d1-4577-bc8f-03fbf51ce240 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.068078] env[69699]: DEBUG nova.compute.manager [req-c33b1aab-3c2b-49ab-9343-1adbc4096555 req-1ba054de-85c1-4c7b-b0de-e71f1a1b0f32 service nova] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Refreshing instance network info cache due to event network-changed-a67842ec-53d1-4577-bc8f-03fbf51ce240. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1016.068237] env[69699]: DEBUG oslo_concurrency.lockutils [req-c33b1aab-3c2b-49ab-9343-1adbc4096555 req-1ba054de-85c1-4c7b-b0de-e71f1a1b0f32 service nova] Acquiring lock "refresh_cache-3f5ab19e-bdec-48ba-93d7-28c9a192f618" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.150431] env[69699]: DEBUG nova.network.neutron [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1016.285020] env[69699]: INFO nova.compute.manager [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Took 34.69 seconds to build instance. [ 1016.403684] env[69699]: DEBUG nova.network.neutron [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Updating instance_info_cache with network_info: [{"id": "a67842ec-53d1-4577-bc8f-03fbf51ce240", "address": "fa:16:3e:51:6e:22", "network": {"id": "4a55132d-5b16-41eb-97d5-c6aacd2ebbe0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2076238106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f0293384f344ba09f431b47ef381d57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa67842ec-53", "ovs_interfaceid": "a67842ec-53d1-4577-bc8f-03fbf51ce240", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.433094] env[69699]: INFO nova.compute.manager [-] [instance: 7cc3a93d-3386-4df3-87c6-d624638d695e] Took 1.27 seconds to deallocate network for instance. [ 1016.540488] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.486s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.540992] env[69699]: DEBUG nova.compute.manager [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1016.544573] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cb5e621b-6e0e-4dc2-9dd8-4d83be10911f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.547s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.545494] env[69699]: DEBUG nova.objects.instance [None req-cb5e621b-6e0e-4dc2-9dd8-4d83be10911f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lazy-loading 'resources' on Instance uuid 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.787082] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0a9604fe-2522-4023-8787-01d3648b3ac8 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "61b7dedf-f80d-4440-a685-25792b564c43" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.202s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.907446] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Releasing lock "refresh_cache-3f5ab19e-bdec-48ba-93d7-28c9a192f618" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.910025] env[69699]: DEBUG nova.compute.manager [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Instance network_info: |[{"id": "a67842ec-53d1-4577-bc8f-03fbf51ce240", "address": "fa:16:3e:51:6e:22", "network": {"id": "4a55132d-5b16-41eb-97d5-c6aacd2ebbe0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2076238106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f0293384f344ba09f431b47ef381d57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa67842ec-53", "ovs_interfaceid": "a67842ec-53d1-4577-bc8f-03fbf51ce240", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1016.910025] env[69699]: DEBUG oslo_concurrency.lockutils [req-c33b1aab-3c2b-49ab-9343-1adbc4096555 req-1ba054de-85c1-4c7b-b0de-e71f1a1b0f32 service nova] Acquired lock "refresh_cache-3f5ab19e-bdec-48ba-93d7-28c9a192f618" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.910025] env[69699]: DEBUG nova.network.neutron [req-c33b1aab-3c2b-49ab-9343-1adbc4096555 req-1ba054de-85c1-4c7b-b0de-e71f1a1b0f32 service nova] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Refreshing network info cache for port a67842ec-53d1-4577-bc8f-03fbf51ce240 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1016.917205] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:6e:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f016d1-34a6-4ebd-81ed-a6bf9d109b87', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a67842ec-53d1-4577-bc8f-03fbf51ce240', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1016.923826] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1016.925658] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1016.925658] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80de49a0-018d-4b5f-9eaa-e1f0c642b35c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.951741] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1016.951741] env[69699]: value = "task-3607562" [ 1016.951741] env[69699]: _type = "Task" [ 1016.951741] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.967397] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607562, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.048717] env[69699]: DEBUG nova.compute.utils [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1017.054304] env[69699]: DEBUG nova.compute.manager [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1017.054980] env[69699]: DEBUG nova.network.neutron [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1017.138800] env[69699]: DEBUG nova.policy [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a65cae1623bd40abb3e9626c8c3426c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01efa6bdb7d042a0af69905ef1196df6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 1017.423326] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763cc4a7-bd93-4367-900a-eb0ded254432 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.433838] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af84ee03-27de-456f-8852-8af03ff15363 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.473415] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21edb71-35b9-4832-a453-a7118cd8dfba {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.482220] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0e94b440-f1bc-468e-800a-c2bfc736d380 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "7cc3a93d-3386-4df3-87c6-d624638d695e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.906s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.501531] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b139b2f-80fc-4343-a249-0e9750d3ef3e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.508138] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607562, 'name': CreateVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.510553] env[69699]: DEBUG nova.compute.manager [req-a316848d-a3d2-4e5c-93f8-481b0b0f91f9 req-c0c8ea14-c3bb-4f8c-bc86-f93f97eded03 service nova] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Received event network-changed-41cbef44-2a35-4a7e-9913-4e0dd62e2a6f {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.510714] env[69699]: DEBUG nova.compute.manager [req-a316848d-a3d2-4e5c-93f8-481b0b0f91f9 req-c0c8ea14-c3bb-4f8c-bc86-f93f97eded03 service nova] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Refreshing instance network info cache due to event network-changed-41cbef44-2a35-4a7e-9913-4e0dd62e2a6f. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1017.511145] env[69699]: DEBUG oslo_concurrency.lockutils [req-a316848d-a3d2-4e5c-93f8-481b0b0f91f9 req-c0c8ea14-c3bb-4f8c-bc86-f93f97eded03 service nova] Acquiring lock "refresh_cache-61b7dedf-f80d-4440-a685-25792b564c43" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.511288] env[69699]: DEBUG oslo_concurrency.lockutils [req-a316848d-a3d2-4e5c-93f8-481b0b0f91f9 req-c0c8ea14-c3bb-4f8c-bc86-f93f97eded03 service nova] Acquired lock "refresh_cache-61b7dedf-f80d-4440-a685-25792b564c43" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.511735] env[69699]: DEBUG nova.network.neutron [req-a316848d-a3d2-4e5c-93f8-481b0b0f91f9 req-c0c8ea14-c3bb-4f8c-bc86-f93f97eded03 service nova] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Refreshing network info cache for port 41cbef44-2a35-4a7e-9913-4e0dd62e2a6f {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1017.524427] env[69699]: DEBUG nova.compute.provider_tree [None req-cb5e621b-6e0e-4dc2-9dd8-4d83be10911f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.554659] env[69699]: DEBUG nova.compute.manager [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1017.633561] env[69699]: DEBUG nova.network.neutron [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Successfully created port: 89a9e72a-3eb3-4434-9c86-4a2071cf9750 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1017.869614] env[69699]: DEBUG nova.network.neutron [req-c33b1aab-3c2b-49ab-9343-1adbc4096555 req-1ba054de-85c1-4c7b-b0de-e71f1a1b0f32 service nova] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Updated VIF entry in instance network info cache for port a67842ec-53d1-4577-bc8f-03fbf51ce240. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1017.870206] env[69699]: DEBUG nova.network.neutron [req-c33b1aab-3c2b-49ab-9343-1adbc4096555 req-1ba054de-85c1-4c7b-b0de-e71f1a1b0f32 service nova] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Updating instance_info_cache with network_info: [{"id": "a67842ec-53d1-4577-bc8f-03fbf51ce240", "address": "fa:16:3e:51:6e:22", "network": {"id": "4a55132d-5b16-41eb-97d5-c6aacd2ebbe0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2076238106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f0293384f344ba09f431b47ef381d57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa67842ec-53", "ovs_interfaceid": "a67842ec-53d1-4577-bc8f-03fbf51ce240", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.980881] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607562, 'name': CreateVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.029165] env[69699]: DEBUG nova.scheduler.client.report [None req-cb5e621b-6e0e-4dc2-9dd8-4d83be10911f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.284036] env[69699]: DEBUG nova.compute.manager [req-61c137d5-7f7b-4001-bf77-5041f4fb0743 req-39200546-d1a0-4f98-9a13-26fb41a9a2de service nova] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Received event network-changed-fb768f9a-7df5-400a-9458-4db7712c1e5d {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.284257] env[69699]: DEBUG nova.compute.manager [req-61c137d5-7f7b-4001-bf77-5041f4fb0743 req-39200546-d1a0-4f98-9a13-26fb41a9a2de service nova] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Refreshing instance network info cache due to event network-changed-fb768f9a-7df5-400a-9458-4db7712c1e5d. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1018.285048] env[69699]: DEBUG oslo_concurrency.lockutils [req-61c137d5-7f7b-4001-bf77-5041f4fb0743 req-39200546-d1a0-4f98-9a13-26fb41a9a2de service nova] Acquiring lock "refresh_cache-ce2c2927-0060-46ea-ac84-b0b1db6663c4" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.285048] env[69699]: DEBUG oslo_concurrency.lockutils [req-61c137d5-7f7b-4001-bf77-5041f4fb0743 req-39200546-d1a0-4f98-9a13-26fb41a9a2de service nova] Acquired lock "refresh_cache-ce2c2927-0060-46ea-ac84-b0b1db6663c4" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.285212] env[69699]: DEBUG nova.network.neutron [req-61c137d5-7f7b-4001-bf77-5041f4fb0743 req-39200546-d1a0-4f98-9a13-26fb41a9a2de service nova] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Refreshing network info cache for port fb768f9a-7df5-400a-9458-4db7712c1e5d {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1018.373256] env[69699]: DEBUG oslo_concurrency.lockutils [req-c33b1aab-3c2b-49ab-9343-1adbc4096555 req-1ba054de-85c1-4c7b-b0de-e71f1a1b0f32 service nova] Releasing lock "refresh_cache-3f5ab19e-bdec-48ba-93d7-28c9a192f618" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.395916] env[69699]: DEBUG nova.network.neutron [req-a316848d-a3d2-4e5c-93f8-481b0b0f91f9 req-c0c8ea14-c3bb-4f8c-bc86-f93f97eded03 service nova] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Updated VIF entry in instance network info cache for port 41cbef44-2a35-4a7e-9913-4e0dd62e2a6f. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1018.395916] env[69699]: DEBUG nova.network.neutron [req-a316848d-a3d2-4e5c-93f8-481b0b0f91f9 req-c0c8ea14-c3bb-4f8c-bc86-f93f97eded03 service nova] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Updating instance_info_cache with network_info: [{"id": "41cbef44-2a35-4a7e-9913-4e0dd62e2a6f", "address": "fa:16:3e:89:25:72", "network": {"id": "ef05e9d5-6e97-4020-94d2-33bdde906e39", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-274559231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d1f0086b55c4ee08639e366146ed58d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41cbef44-2a", "ovs_interfaceid": "41cbef44-2a35-4a7e-9913-4e0dd62e2a6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.479968] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607562, 'name': CreateVM_Task, 'duration_secs': 1.430341} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.480760] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1018.481602] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.482151] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.482418] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.482698] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7815da6e-7b0c-4823-947d-54a9a4e0aa42 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.489278] env[69699]: DEBUG oslo_vmware.api [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1018.489278] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52450f7f-2b5a-a438-c70b-ca6baff3577d" [ 1018.489278] env[69699]: _type = "Task" [ 1018.489278] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.501807] env[69699]: DEBUG oslo_vmware.api [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52450f7f-2b5a-a438-c70b-ca6baff3577d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.534919] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cb5e621b-6e0e-4dc2-9dd8-4d83be10911f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.990s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.538215] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cd4f60c2-4242-4061-a930-764770a0a270 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.014s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.538215] env[69699]: DEBUG nova.objects.instance [None req-cd4f60c2-4242-4061-a930-764770a0a270 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Lazy-loading 'resources' on Instance uuid c550b51e-ac39-458b-b572-6147f14b32e9 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.567858] env[69699]: DEBUG nova.compute.manager [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1018.572825] env[69699]: INFO nova.scheduler.client.report [None req-cb5e621b-6e0e-4dc2-9dd8-4d83be10911f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Deleted allocations for instance 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3 [ 1018.614812] env[69699]: DEBUG nova.virt.hardware [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.616266] env[69699]: DEBUG nova.virt.hardware [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.616266] env[69699]: DEBUG nova.virt.hardware [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.616266] env[69699]: DEBUG nova.virt.hardware [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.616439] env[69699]: DEBUG nova.virt.hardware [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.616515] env[69699]: DEBUG nova.virt.hardware [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.616824] env[69699]: DEBUG nova.virt.hardware [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.617098] env[69699]: DEBUG nova.virt.hardware [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.617390] env[69699]: DEBUG nova.virt.hardware [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.617749] env[69699]: DEBUG nova.virt.hardware [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.617828] env[69699]: DEBUG nova.virt.hardware [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.620112] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8a48d8-5821-45d7-8f96-751694b3f115 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.634960] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d8d651-9aed-4429-831d-c95f0830d276 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.718056] env[69699]: DEBUG oslo_concurrency.lockutils [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "b729633f-fafa-4118-8e8b-2ab30de58d38" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.718056] env[69699]: DEBUG oslo_concurrency.lockutils [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "b729633f-fafa-4118-8e8b-2ab30de58d38" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.792308] env[69699]: DEBUG oslo_vmware.rw_handles [None req-6fb1a76e-0710-49e3-a9f6-b8f642605ec4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52398193-4b93-7148-4fde-7c505ca9e7b1/disk-0.vmdk. {{(pid=69699) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1018.793280] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abb61f7-7000-4bf8-ae7d-b3a258096697 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.802300] env[69699]: DEBUG oslo_vmware.rw_handles [None req-6fb1a76e-0710-49e3-a9f6-b8f642605ec4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52398193-4b93-7148-4fde-7c505ca9e7b1/disk-0.vmdk is in state: ready. {{(pid=69699) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1018.802433] env[69699]: ERROR oslo_vmware.rw_handles [None req-6fb1a76e-0710-49e3-a9f6-b8f642605ec4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52398193-4b93-7148-4fde-7c505ca9e7b1/disk-0.vmdk due to incomplete transfer. [ 1018.802893] env[69699]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3a5b7cc2-4274-4640-bc34-624b51824ed0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.811408] env[69699]: DEBUG oslo_vmware.rw_handles [None req-6fb1a76e-0710-49e3-a9f6-b8f642605ec4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52398193-4b93-7148-4fde-7c505ca9e7b1/disk-0.vmdk. {{(pid=69699) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1018.811633] env[69699]: DEBUG nova.virt.vmwareapi.images [None req-6fb1a76e-0710-49e3-a9f6-b8f642605ec4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Uploaded image c58216d3-4ce5-4306-a51e-69131d07013f to the Glance image server {{(pid=69699) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1018.814105] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb1a76e-0710-49e3-a9f6-b8f642605ec4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Destroying the VM {{(pid=69699) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1018.814377] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a7e62473-389e-40e5-9185-6cd5ba476bc9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.821566] env[69699]: DEBUG oslo_vmware.api [None req-6fb1a76e-0710-49e3-a9f6-b8f642605ec4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 1018.821566] env[69699]: value = "task-3607563" [ 1018.821566] env[69699]: _type = "Task" [ 1018.821566] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.831039] env[69699]: DEBUG oslo_vmware.api [None req-6fb1a76e-0710-49e3-a9f6-b8f642605ec4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607563, 'name': Destroy_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.898559] env[69699]: DEBUG oslo_concurrency.lockutils [req-a316848d-a3d2-4e5c-93f8-481b0b0f91f9 req-c0c8ea14-c3bb-4f8c-bc86-f93f97eded03 service nova] Releasing lock "refresh_cache-61b7dedf-f80d-4440-a685-25792b564c43" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.006057] env[69699]: DEBUG oslo_vmware.api [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52450f7f-2b5a-a438-c70b-ca6baff3577d, 'name': SearchDatastore_Task, 'duration_secs': 0.018312} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.006414] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.006648] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1019.006880] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.007046] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.007245] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1019.007522] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49d41766-4777-494e-97a8-21c26f163911 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.025341] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1019.025524] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1019.026283] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bf15210-ce91-49e3-a2ed-99a6158b7dcf {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.031660] env[69699]: DEBUG oslo_vmware.api [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1019.031660] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52208050-6e8a-713e-17d2-66fe9a67e5a3" [ 1019.031660] env[69699]: _type = "Task" [ 1019.031660] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.039847] env[69699]: DEBUG oslo_vmware.api [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52208050-6e8a-713e-17d2-66fe9a67e5a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.073357] env[69699]: DEBUG nova.network.neutron [req-61c137d5-7f7b-4001-bf77-5041f4fb0743 req-39200546-d1a0-4f98-9a13-26fb41a9a2de service nova] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Updated VIF entry in instance network info cache for port fb768f9a-7df5-400a-9458-4db7712c1e5d. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1019.073357] env[69699]: DEBUG nova.network.neutron [req-61c137d5-7f7b-4001-bf77-5041f4fb0743 req-39200546-d1a0-4f98-9a13-26fb41a9a2de service nova] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Updating instance_info_cache with network_info: [{"id": "fb768f9a-7df5-400a-9458-4db7712c1e5d", "address": "fa:16:3e:d4:48:a3", "network": {"id": "71a6dabb-23ad-4272-bda8-d74ffdb3b265", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1255505806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30d713bc29a74f27bdab6269c3f93455", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb768f9a-7d", "ovs_interfaceid": "fb768f9a-7df5-400a-9458-4db7712c1e5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.084403] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cb5e621b-6e0e-4dc2-9dd8-4d83be10911f tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "4f0b683d-04ea-4d5f-b0d6-d965e2da75c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.011s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.219924] env[69699]: DEBUG nova.compute.manager [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: b729633f-fafa-4118-8e8b-2ab30de58d38] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1019.301851] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2198568-011c-4dbc-9d6a-beebf2df1db7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.310266] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c7a54a-6f35-4176-b1f9-55db907b8672 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.343367] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668f8f33-8740-44b6-80b9-82c0dfad8744 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.353110] env[69699]: DEBUG oslo_vmware.api [None req-6fb1a76e-0710-49e3-a9f6-b8f642605ec4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607563, 'name': Destroy_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.354385] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8d0abc-0b8d-4d34-8738-67a8140679cb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.369841] env[69699]: DEBUG nova.compute.provider_tree [None req-cd4f60c2-4242-4061-a930-764770a0a270 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.503745] env[69699]: DEBUG nova.network.neutron [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Successfully updated port: 89a9e72a-3eb3-4434-9c86-4a2071cf9750 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1019.543379] env[69699]: DEBUG oslo_vmware.api [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52208050-6e8a-713e-17d2-66fe9a67e5a3, 'name': SearchDatastore_Task, 'duration_secs': 0.047026} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.543910] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d53e09ed-a208-4834-8e7c-c0e6ae71215c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.550071] env[69699]: DEBUG oslo_vmware.api [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1019.550071] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a117cb-df3b-165a-95b5-4dae19b676c3" [ 1019.550071] env[69699]: _type = "Task" [ 1019.550071] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.557967] env[69699]: DEBUG oslo_vmware.api [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a117cb-df3b-165a-95b5-4dae19b676c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.576124] env[69699]: DEBUG oslo_concurrency.lockutils [req-61c137d5-7f7b-4001-bf77-5041f4fb0743 req-39200546-d1a0-4f98-9a13-26fb41a9a2de service nova] Releasing lock "refresh_cache-ce2c2927-0060-46ea-ac84-b0b1db6663c4" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.746657] env[69699]: DEBUG oslo_concurrency.lockutils [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.850210] env[69699]: DEBUG oslo_vmware.api [None req-6fb1a76e-0710-49e3-a9f6-b8f642605ec4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607563, 'name': Destroy_Task} progress is 33%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.874352] env[69699]: DEBUG nova.scheduler.client.report [None req-cd4f60c2-4242-4061-a930-764770a0a270 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.011128] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Acquiring lock "refresh_cache-ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.011128] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Acquired lock "refresh_cache-ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.011128] env[69699]: DEBUG nova.network.neutron [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.061028] env[69699]: DEBUG oslo_vmware.api [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a117cb-df3b-165a-95b5-4dae19b676c3, 'name': SearchDatastore_Task, 'duration_secs': 0.014707} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.061323] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.061585] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 3f5ab19e-bdec-48ba-93d7-28c9a192f618/3f5ab19e-bdec-48ba-93d7-28c9a192f618.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1020.061847] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c09a3b51-8c50-4be4-a1ec-b47356523dc3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.068871] env[69699]: DEBUG oslo_vmware.api [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1020.068871] env[69699]: value = "task-3607564" [ 1020.068871] env[69699]: _type = "Task" [ 1020.068871] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.077437] env[69699]: DEBUG oslo_vmware.api [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607564, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.350500] env[69699]: DEBUG oslo_vmware.api [None req-6fb1a76e-0710-49e3-a9f6-b8f642605ec4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607563, 'name': Destroy_Task, 'duration_secs': 1.205994} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.350500] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-6fb1a76e-0710-49e3-a9f6-b8f642605ec4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Destroyed the VM [ 1020.350703] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb1a76e-0710-49e3-a9f6-b8f642605ec4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Deleting Snapshot of the VM instance {{(pid=69699) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1020.350866] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5702475f-7966-4d1a-893b-603e389ab135 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.357400] env[69699]: DEBUG oslo_vmware.api [None req-6fb1a76e-0710-49e3-a9f6-b8f642605ec4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 1020.357400] env[69699]: value = "task-3607565" [ 1020.357400] env[69699]: _type = "Task" [ 1020.357400] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.369272] env[69699]: DEBUG oslo_vmware.api [None req-6fb1a76e-0710-49e3-a9f6-b8f642605ec4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607565, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.381481] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cd4f60c2-4242-4061-a930-764770a0a270 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.843s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.382856] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.437s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.384453] env[69699]: INFO nova.compute.claims [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1020.412606] env[69699]: INFO nova.scheduler.client.report [None req-cd4f60c2-4242-4061-a930-764770a0a270 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Deleted allocations for instance c550b51e-ac39-458b-b572-6147f14b32e9 [ 1020.447026] env[69699]: DEBUG oslo_concurrency.lockutils [None req-89621f84-3e4f-4c3b-bd79-db41a5039278 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquiring lock "8d932c90-40d4-499a-8593-5122382a2835" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.447174] env[69699]: DEBUG oslo_concurrency.lockutils [None req-89621f84-3e4f-4c3b-bd79-db41a5039278 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lock "8d932c90-40d4-499a-8593-5122382a2835" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.447791] env[69699]: DEBUG oslo_concurrency.lockutils [None req-89621f84-3e4f-4c3b-bd79-db41a5039278 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquiring lock "8d932c90-40d4-499a-8593-5122382a2835-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.447791] env[69699]: DEBUG oslo_concurrency.lockutils [None req-89621f84-3e4f-4c3b-bd79-db41a5039278 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lock "8d932c90-40d4-499a-8593-5122382a2835-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.447791] env[69699]: DEBUG oslo_concurrency.lockutils [None req-89621f84-3e4f-4c3b-bd79-db41a5039278 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lock "8d932c90-40d4-499a-8593-5122382a2835-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.451669] env[69699]: INFO nova.compute.manager [None req-89621f84-3e4f-4c3b-bd79-db41a5039278 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Terminating instance [ 1020.459296] env[69699]: DEBUG nova.compute.manager [req-b3bfe721-1981-4282-91db-10894ea77d5e req-b1413b31-ebd5-43b3-92c1-514e2c9b4de8 service nova] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Received event network-changed-fb768f9a-7df5-400a-9458-4db7712c1e5d {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.459296] env[69699]: DEBUG nova.compute.manager [req-b3bfe721-1981-4282-91db-10894ea77d5e req-b1413b31-ebd5-43b3-92c1-514e2c9b4de8 service nova] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Refreshing instance network info cache due to event network-changed-fb768f9a-7df5-400a-9458-4db7712c1e5d. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1020.459296] env[69699]: DEBUG oslo_concurrency.lockutils [req-b3bfe721-1981-4282-91db-10894ea77d5e req-b1413b31-ebd5-43b3-92c1-514e2c9b4de8 service nova] Acquiring lock "refresh_cache-ce2c2927-0060-46ea-ac84-b0b1db6663c4" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.459296] env[69699]: DEBUG oslo_concurrency.lockutils [req-b3bfe721-1981-4282-91db-10894ea77d5e req-b1413b31-ebd5-43b3-92c1-514e2c9b4de8 service nova] Acquired lock "refresh_cache-ce2c2927-0060-46ea-ac84-b0b1db6663c4" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.459725] env[69699]: DEBUG nova.network.neutron [req-b3bfe721-1981-4282-91db-10894ea77d5e req-b1413b31-ebd5-43b3-92c1-514e2c9b4de8 service nova] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Refreshing network info cache for port fb768f9a-7df5-400a-9458-4db7712c1e5d {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.575701] env[69699]: DEBUG nova.network.neutron [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1020.583195] env[69699]: DEBUG oslo_vmware.api [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607564, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.823321] env[69699]: DEBUG nova.network.neutron [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Updating instance_info_cache with network_info: [{"id": "89a9e72a-3eb3-4434-9c86-4a2071cf9750", "address": "fa:16:3e:6d:28:1a", "network": {"id": "f0955931-0591-48a9-819a-23b46190744b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1813458221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01efa6bdb7d042a0af69905ef1196df6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89a9e72a-3e", "ovs_interfaceid": "89a9e72a-3eb3-4434-9c86-4a2071cf9750", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.867331] env[69699]: DEBUG oslo_vmware.api [None req-6fb1a76e-0710-49e3-a9f6-b8f642605ec4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607565, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.923384] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cd4f60c2-4242-4061-a930-764770a0a270 tempest-ServersTestMultiNic-1078791388 tempest-ServersTestMultiNic-1078791388-project-member] Lock "c550b51e-ac39-458b-b572-6147f14b32e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.316s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.961700] env[69699]: DEBUG nova.compute.manager [None req-89621f84-3e4f-4c3b-bd79-db41a5039278 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1020.962116] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-89621f84-3e4f-4c3b-bd79-db41a5039278 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1020.964874] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921c9ee4-b22c-4b28-8345-f2603c08ec86 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.975594] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquiring lock "2a426aa8-b5c2-4b48-b491-9b7702b1d033" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.975823] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lock "2a426aa8-b5c2-4b48-b491-9b7702b1d033" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.976875] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-89621f84-3e4f-4c3b-bd79-db41a5039278 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1020.977285] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4582fad6-2bb1-4015-a05a-27d33ec1ab45 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.082328] env[69699]: DEBUG oslo_vmware.api [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607564, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665616} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.082617] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 3f5ab19e-bdec-48ba-93d7-28c9a192f618/3f5ab19e-bdec-48ba-93d7-28c9a192f618.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1021.082842] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1021.083121] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3376e57e-9a9f-4388-ad34-fca8893ff729 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.090007] env[69699]: DEBUG oslo_vmware.api [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1021.090007] env[69699]: value = "task-3607567" [ 1021.090007] env[69699]: _type = "Task" [ 1021.090007] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.098590] env[69699]: DEBUG oslo_vmware.api [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607567, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.211817] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1021.212201] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1021.234190] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-89621f84-3e4f-4c3b-bd79-db41a5039278 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1021.235013] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-89621f84-3e4f-4c3b-bd79-db41a5039278 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1021.235013] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-89621f84-3e4f-4c3b-bd79-db41a5039278 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Deleting the datastore file [datastore2] 8d932c90-40d4-499a-8593-5122382a2835 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.235013] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c3cd78c-8b25-4ac5-a7c1-274ae3c8f5c3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.241897] env[69699]: DEBUG oslo_vmware.api [None req-89621f84-3e4f-4c3b-bd79-db41a5039278 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 1021.241897] env[69699]: value = "task-3607568" [ 1021.241897] env[69699]: _type = "Task" [ 1021.241897] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.252302] env[69699]: DEBUG oslo_vmware.api [None req-89621f84-3e4f-4c3b-bd79-db41a5039278 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607568, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.272029] env[69699]: DEBUG nova.network.neutron [req-b3bfe721-1981-4282-91db-10894ea77d5e req-b1413b31-ebd5-43b3-92c1-514e2c9b4de8 service nova] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Updated VIF entry in instance network info cache for port fb768f9a-7df5-400a-9458-4db7712c1e5d. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.272548] env[69699]: DEBUG nova.network.neutron [req-b3bfe721-1981-4282-91db-10894ea77d5e req-b1413b31-ebd5-43b3-92c1-514e2c9b4de8 service nova] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Updating instance_info_cache with network_info: [{"id": "fb768f9a-7df5-400a-9458-4db7712c1e5d", "address": "fa:16:3e:d4:48:a3", "network": {"id": "71a6dabb-23ad-4272-bda8-d74ffdb3b265", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1255505806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30d713bc29a74f27bdab6269c3f93455", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb768f9a-7d", "ovs_interfaceid": "fb768f9a-7df5-400a-9458-4db7712c1e5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.326205] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Releasing lock "refresh_cache-ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.326588] env[69699]: DEBUG nova.compute.manager [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Instance network_info: |[{"id": "89a9e72a-3eb3-4434-9c86-4a2071cf9750", "address": "fa:16:3e:6d:28:1a", "network": {"id": "f0955931-0591-48a9-819a-23b46190744b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1813458221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01efa6bdb7d042a0af69905ef1196df6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89a9e72a-3e", "ovs_interfaceid": "89a9e72a-3eb3-4434-9c86-4a2071cf9750", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1021.327116] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:28:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd891a662-7da0-4be5-8d0d-01b4ff70552a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89a9e72a-3eb3-4434-9c86-4a2071cf9750', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1021.338336] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Creating folder: Project (01efa6bdb7d042a0af69905ef1196df6). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1021.338655] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34591f5b-4a34-4c47-8c92-b90f7e03a9ec {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.352085] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Created folder: Project (01efa6bdb7d042a0af69905ef1196df6) in parent group-v719415. [ 1021.352362] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Creating folder: Instances. Parent ref: group-v719664. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1021.352655] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-595545af-a38d-4c39-bc81-a92b247176e3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.365960] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Created folder: Instances in parent group-v719664. [ 1021.366316] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.366972] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1021.367251] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77c09738-ce32-4401-83c3-0273d369a1a9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.393046] env[69699]: DEBUG oslo_vmware.api [None req-6fb1a76e-0710-49e3-a9f6-b8f642605ec4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607565, 'name': RemoveSnapshot_Task, 'duration_secs': 0.758406} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.393983] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb1a76e-0710-49e3-a9f6-b8f642605ec4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Deleted Snapshot of the VM instance {{(pid=69699) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1021.394356] env[69699]: INFO nova.compute.manager [None req-6fb1a76e-0710-49e3-a9f6-b8f642605ec4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Took 15.13 seconds to snapshot the instance on the hypervisor. [ 1021.403010] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1021.403010] env[69699]: value = "task-3607571" [ 1021.403010] env[69699]: _type = "Task" [ 1021.403010] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.414904] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607571, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.478613] env[69699]: DEBUG nova.compute.manager [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1021.602448] env[69699]: DEBUG oslo_vmware.api [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607567, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068298} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.603417] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1021.604046] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9138ef7-0712-4541-854a-186dbfb42fba {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.627447] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 3f5ab19e-bdec-48ba-93d7-28c9a192f618/3f5ab19e-bdec-48ba-93d7-28c9a192f618.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1021.630398] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70509572-b6a4-46c6-8a0d-30e51bbaf92d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.652776] env[69699]: DEBUG oslo_vmware.api [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1021.652776] env[69699]: value = "task-3607572" [ 1021.652776] env[69699]: _type = "Task" [ 1021.652776] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.669244] env[69699]: DEBUG oslo_vmware.api [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607572, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.720302] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1021.720490] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1021.720642] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1021.720832] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1021.720920] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1021.721075] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1021.721209] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69699) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1021.721349] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1021.727902] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5b7421-aa35-4536-af6f-44bf46c693df {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.735915] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d817565-b180-45e5-879c-bf318c72da33 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.773407] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3e6017-4162-458b-9d91-d70a5c20af38 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.779381] env[69699]: DEBUG oslo_concurrency.lockutils [req-b3bfe721-1981-4282-91db-10894ea77d5e req-b1413b31-ebd5-43b3-92c1-514e2c9b4de8 service nova] Releasing lock "refresh_cache-ce2c2927-0060-46ea-ac84-b0b1db6663c4" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.779634] env[69699]: DEBUG nova.compute.manager [req-b3bfe721-1981-4282-91db-10894ea77d5e req-b1413b31-ebd5-43b3-92c1-514e2c9b4de8 service nova] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Received event network-vif-plugged-89a9e72a-3eb3-4434-9c86-4a2071cf9750 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.779823] env[69699]: DEBUG oslo_concurrency.lockutils [req-b3bfe721-1981-4282-91db-10894ea77d5e req-b1413b31-ebd5-43b3-92c1-514e2c9b4de8 service nova] Acquiring lock "ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.780037] env[69699]: DEBUG oslo_concurrency.lockutils [req-b3bfe721-1981-4282-91db-10894ea77d5e req-b1413b31-ebd5-43b3-92c1-514e2c9b4de8 service nova] Lock "ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.780206] env[69699]: DEBUG oslo_concurrency.lockutils [req-b3bfe721-1981-4282-91db-10894ea77d5e req-b1413b31-ebd5-43b3-92c1-514e2c9b4de8 service nova] Lock "ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.780422] env[69699]: DEBUG nova.compute.manager [req-b3bfe721-1981-4282-91db-10894ea77d5e req-b1413b31-ebd5-43b3-92c1-514e2c9b4de8 service nova] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] No waiting events found dispatching network-vif-plugged-89a9e72a-3eb3-4434-9c86-4a2071cf9750 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1021.780632] env[69699]: WARNING nova.compute.manager [req-b3bfe721-1981-4282-91db-10894ea77d5e req-b1413b31-ebd5-43b3-92c1-514e2c9b4de8 service nova] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Received unexpected event network-vif-plugged-89a9e72a-3eb3-4434-9c86-4a2071cf9750 for instance with vm_state building and task_state spawning. [ 1021.780801] env[69699]: DEBUG nova.compute.manager [req-b3bfe721-1981-4282-91db-10894ea77d5e req-b1413b31-ebd5-43b3-92c1-514e2c9b4de8 service nova] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Received event network-changed-89a9e72a-3eb3-4434-9c86-4a2071cf9750 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.780955] env[69699]: DEBUG nova.compute.manager [req-b3bfe721-1981-4282-91db-10894ea77d5e req-b1413b31-ebd5-43b3-92c1-514e2c9b4de8 service nova] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Refreshing instance network info cache due to event network-changed-89a9e72a-3eb3-4434-9c86-4a2071cf9750. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1021.781159] env[69699]: DEBUG oslo_concurrency.lockutils [req-b3bfe721-1981-4282-91db-10894ea77d5e req-b1413b31-ebd5-43b3-92c1-514e2c9b4de8 service nova] Acquiring lock "refresh_cache-ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.781298] env[69699]: DEBUG oslo_concurrency.lockutils [req-b3bfe721-1981-4282-91db-10894ea77d5e req-b1413b31-ebd5-43b3-92c1-514e2c9b4de8 service nova] Acquired lock "refresh_cache-ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.781453] env[69699]: DEBUG nova.network.neutron [req-b3bfe721-1981-4282-91db-10894ea77d5e req-b1413b31-ebd5-43b3-92c1-514e2c9b4de8 service nova] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Refreshing network info cache for port 89a9e72a-3eb3-4434-9c86-4a2071cf9750 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.785400] env[69699]: DEBUG oslo_vmware.api [None req-89621f84-3e4f-4c3b-bd79-db41a5039278 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607568, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.458371} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.785400] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-89621f84-3e4f-4c3b-bd79-db41a5039278 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1021.785400] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-89621f84-3e4f-4c3b-bd79-db41a5039278 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1021.785400] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-89621f84-3e4f-4c3b-bd79-db41a5039278 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1021.785400] env[69699]: INFO nova.compute.manager [None req-89621f84-3e4f-4c3b-bd79-db41a5039278 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Took 0.82 seconds to destroy the instance on the hypervisor. [ 1021.785400] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89621f84-3e4f-4c3b-bd79-db41a5039278 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.785400] env[69699]: DEBUG nova.compute.manager [-] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1021.785400] env[69699]: DEBUG nova.network.neutron [-] [instance: 8d932c90-40d4-499a-8593-5122382a2835] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1021.790690] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7422fe-e075-4a7d-ae2b-612454a82569 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.806040] env[69699]: DEBUG nova.compute.provider_tree [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.904607] env[69699]: DEBUG nova.compute.manager [None req-6fb1a76e-0710-49e3-a9f6-b8f642605ec4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Instance disappeared during snapshot {{(pid=69699) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1021.918905] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607571, 'name': CreateVM_Task} progress is 25%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.920274] env[69699]: DEBUG nova.compute.manager [None req-6fb1a76e-0710-49e3-a9f6-b8f642605ec4 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Image not found during clean up c58216d3-4ce5-4306-a51e-69131d07013f {{(pid=69699) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1021.995915] env[69699]: DEBUG oslo_concurrency.lockutils [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "33c6c229-7f77-4968-b48d-6a59bea1fc9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.995915] env[69699]: DEBUG oslo_concurrency.lockutils [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "33c6c229-7f77-4968-b48d-6a59bea1fc9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.013157] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.163353] env[69699]: DEBUG oslo_vmware.api [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.224388] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.309313] env[69699]: DEBUG nova.scheduler.client.report [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.420846] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607571, 'name': CreateVM_Task, 'duration_secs': 0.73047} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.420992] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1022.421652] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.421818] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.422135] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.422610] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3a13522-8089-4b19-8d10-6bb7c1acee4d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.427887] env[69699]: DEBUG oslo_vmware.api [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Waiting for the task: (returnval){ [ 1022.427887] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]520b958e-51cd-006f-7efe-39adc48148d6" [ 1022.427887] env[69699]: _type = "Task" [ 1022.427887] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.437422] env[69699]: DEBUG oslo_vmware.api [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]520b958e-51cd-006f-7efe-39adc48148d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.478465] env[69699]: DEBUG nova.network.neutron [req-b3bfe721-1981-4282-91db-10894ea77d5e req-b1413b31-ebd5-43b3-92c1-514e2c9b4de8 service nova] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Updated VIF entry in instance network info cache for port 89a9e72a-3eb3-4434-9c86-4a2071cf9750. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.478832] env[69699]: DEBUG nova.network.neutron [req-b3bfe721-1981-4282-91db-10894ea77d5e req-b1413b31-ebd5-43b3-92c1-514e2c9b4de8 service nova] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Updating instance_info_cache with network_info: [{"id": "89a9e72a-3eb3-4434-9c86-4a2071cf9750", "address": "fa:16:3e:6d:28:1a", "network": {"id": "f0955931-0591-48a9-819a-23b46190744b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1813458221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01efa6bdb7d042a0af69905ef1196df6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89a9e72a-3e", "ovs_interfaceid": "89a9e72a-3eb3-4434-9c86-4a2071cf9750", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.483340] env[69699]: DEBUG nova.compute.manager [req-ac30fd01-ef1e-453e-893d-e0ae9eb8ef35 req-c73bbc17-8202-4d61-9b66-6ddcadc88db0 service nova] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Received event network-vif-deleted-10d53098-1f6b-4270-b8c1-524d1d25de86 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.483493] env[69699]: INFO nova.compute.manager [req-ac30fd01-ef1e-453e-893d-e0ae9eb8ef35 req-c73bbc17-8202-4d61-9b66-6ddcadc88db0 service nova] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Neutron deleted interface 10d53098-1f6b-4270-b8c1-524d1d25de86; detaching it from the instance and deleting it from the info cache [ 1022.483697] env[69699]: DEBUG nova.network.neutron [req-ac30fd01-ef1e-453e-893d-e0ae9eb8ef35 req-c73bbc17-8202-4d61-9b66-6ddcadc88db0 service nova] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.500233] env[69699]: DEBUG nova.compute.manager [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1022.603392] env[69699]: DEBUG nova.network.neutron [-] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.664604] env[69699]: DEBUG oslo_vmware.api [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607572, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.818137] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.435s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.818671] env[69699]: DEBUG nova.compute.manager [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1022.821604] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ba637425-d0d8-42c9-be9b-d5c08eb5c8f0 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.591s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.821826] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ba637425-d0d8-42c9-be9b-d5c08eb5c8f0 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.823949] env[69699]: DEBUG oslo_concurrency.lockutils [None req-59681097-d6c4-4b13-b4ca-d1f1b7168913 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.182s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.824185] env[69699]: DEBUG nova.objects.instance [None req-59681097-d6c4-4b13-b4ca-d1f1b7168913 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Lazy-loading 'resources' on Instance uuid 5492f83e-37c1-43f8-b40d-1d1872e229d6 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.847826] env[69699]: INFO nova.scheduler.client.report [None req-ba637425-d0d8-42c9-be9b-d5c08eb5c8f0 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Deleted allocations for instance 5f115f20-f8bf-4c38-8e88-78e1cb8e24df [ 1022.947147] env[69699]: DEBUG oslo_vmware.api [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]520b958e-51cd-006f-7efe-39adc48148d6, 'name': SearchDatastore_Task, 'duration_secs': 0.016543} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.951020] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.951020] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.951020] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.951020] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.951020] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.951020] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bca3548b-cc9d-485b-b2c4-97431bf06f90 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.961368] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.961593] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.962350] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45b5682e-a635-4c7f-8d82-5bc87e104372 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.968106] env[69699]: DEBUG oslo_vmware.api [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Waiting for the task: (returnval){ [ 1022.968106] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]520234cb-ac73-c647-69b1-993067658f2f" [ 1022.968106] env[69699]: _type = "Task" [ 1022.968106] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.976171] env[69699]: DEBUG oslo_vmware.api [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]520234cb-ac73-c647-69b1-993067658f2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.981721] env[69699]: DEBUG oslo_concurrency.lockutils [req-b3bfe721-1981-4282-91db-10894ea77d5e req-b1413b31-ebd5-43b3-92c1-514e2c9b4de8 service nova] Releasing lock "refresh_cache-ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.985603] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-289828c7-dd5a-43d1-b9e5-ea48befd8423 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.993942] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4823b478-445f-40f4-86f1-31aa1cf893d0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.029399] env[69699]: DEBUG nova.compute.manager [req-ac30fd01-ef1e-453e-893d-e0ae9eb8ef35 req-c73bbc17-8202-4d61-9b66-6ddcadc88db0 service nova] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Detach interface failed, port_id=10d53098-1f6b-4270-b8c1-524d1d25de86, reason: Instance 8d932c90-40d4-499a-8593-5122382a2835 could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1023.030929] env[69699]: DEBUG oslo_concurrency.lockutils [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.106510] env[69699]: INFO nova.compute.manager [-] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Took 1.32 seconds to deallocate network for instance. [ 1023.166211] env[69699]: DEBUG oslo_vmware.api [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607572, 'name': ReconfigVM_Task, 'duration_secs': 1.016782} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.166547] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 3f5ab19e-bdec-48ba-93d7-28c9a192f618/3f5ab19e-bdec-48ba-93d7-28c9a192f618.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.167180] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03ddd9c4-da82-4e49-a49b-dcf031bb06fe {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.173927] env[69699]: DEBUG oslo_vmware.api [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1023.173927] env[69699]: value = "task-3607573" [ 1023.173927] env[69699]: _type = "Task" [ 1023.173927] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.183924] env[69699]: DEBUG oslo_vmware.api [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607573, 'name': Rename_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.329586] env[69699]: DEBUG nova.compute.utils [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1023.332918] env[69699]: DEBUG nova.compute.manager [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1023.333111] env[69699]: DEBUG nova.network.neutron [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1023.359017] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ba637425-d0d8-42c9-be9b-d5c08eb5c8f0 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "5f115f20-f8bf-4c38-8e88-78e1cb8e24df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.936s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.393114] env[69699]: DEBUG nova.policy [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9dae987e26914a43835960c518752214', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e04398ccf8a4b1490feabf07d03922b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 1023.485689] env[69699]: DEBUG oslo_vmware.api [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]520234cb-ac73-c647-69b1-993067658f2f, 'name': SearchDatastore_Task, 'duration_secs': 0.030448} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.486249] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cc866ba-bf33-48fe-a22c-bddc9217b6c7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.491719] env[69699]: DEBUG oslo_vmware.api [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Waiting for the task: (returnval){ [ 1023.491719] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]520769d6-8943-70e8-483d-f2dac5c15d68" [ 1023.491719] env[69699]: _type = "Task" [ 1023.491719] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.502695] env[69699]: DEBUG oslo_vmware.api [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]520769d6-8943-70e8-483d-f2dac5c15d68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.613212] env[69699]: DEBUG oslo_concurrency.lockutils [None req-89621f84-3e4f-4c3b-bd79-db41a5039278 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.690845] env[69699]: DEBUG oslo_vmware.api [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607573, 'name': Rename_Task, 'duration_secs': 0.246655} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.690845] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1023.690845] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4cb09e39-9dd1-4354-aeb9-97a11cf4d4d3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.699424] env[69699]: DEBUG oslo_vmware.api [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1023.699424] env[69699]: value = "task-3607574" [ 1023.699424] env[69699]: _type = "Task" [ 1023.699424] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.707084] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a202df-040e-43ce-80f8-c1a6d6e067fc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.714550] env[69699]: DEBUG oslo_vmware.api [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607574, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.718205] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27546362-aa79-4608-959a-6a19c1f9d118 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.752362] env[69699]: DEBUG nova.network.neutron [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Successfully created port: 84d7efcb-0afb-4f51-8a13-e9761ed1aa6e {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1023.755092] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b650a0-307c-40a3-b79d-c43ce9961224 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.763118] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458cdb2b-c5a4-474b-8ed2-4fc101e3bc79 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.778042] env[69699]: DEBUG nova.compute.provider_tree [None req-59681097-d6c4-4b13-b4ca-d1f1b7168913 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.837696] env[69699]: DEBUG nova.compute.manager [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1024.002666] env[69699]: DEBUG oslo_vmware.api [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]520769d6-8943-70e8-483d-f2dac5c15d68, 'name': SearchDatastore_Task, 'duration_secs': 0.010471} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.002666] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.002965] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f/ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1024.003079] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e93f9d2-39d1-4a58-8c34-a7523759ed02 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.010875] env[69699]: DEBUG oslo_vmware.api [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Waiting for the task: (returnval){ [ 1024.010875] env[69699]: value = "task-3607575" [ 1024.010875] env[69699]: _type = "Task" [ 1024.010875] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.022351] env[69699]: DEBUG oslo_vmware.api [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607575, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.208922] env[69699]: DEBUG oslo_vmware.api [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607574, 'name': PowerOnVM_Task, 'duration_secs': 0.46375} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.209031] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1024.209280] env[69699]: INFO nova.compute.manager [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Took 10.65 seconds to spawn the instance on the hypervisor. [ 1024.209369] env[69699]: DEBUG nova.compute.manager [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.210202] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5a87a3-adc1-49f1-9b6f-e2e6a5733742 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.280878] env[69699]: DEBUG nova.scheduler.client.report [None req-59681097-d6c4-4b13-b4ca-d1f1b7168913 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.521592] env[69699]: DEBUG oslo_vmware.api [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607575, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500584} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.521592] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f/ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1024.521768] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1024.521991] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4b16738-90ad-4a6b-9496-5f2248a615e1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.527688] env[69699]: DEBUG oslo_vmware.api [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Waiting for the task: (returnval){ [ 1024.527688] env[69699]: value = "task-3607576" [ 1024.527688] env[69699]: _type = "Task" [ 1024.527688] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.535593] env[69699]: DEBUG oslo_vmware.api [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607576, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.729320] env[69699]: INFO nova.compute.manager [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Took 32.96 seconds to build instance. [ 1024.787202] env[69699]: DEBUG oslo_concurrency.lockutils [None req-59681097-d6c4-4b13-b4ca-d1f1b7168913 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.963s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.790536] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2cd84500-0c3e-42b6-8da4-47b9932f0c8d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.368s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.790907] env[69699]: DEBUG nova.objects.instance [None req-2cd84500-0c3e-42b6-8da4-47b9932f0c8d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lazy-loading 'resources' on Instance uuid 7461edb3-d74b-4ec5-b06f-11737ba6fc77 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.813981] env[69699]: INFO nova.scheduler.client.report [None req-59681097-d6c4-4b13-b4ca-d1f1b7168913 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Deleted allocations for instance 5492f83e-37c1-43f8-b40d-1d1872e229d6 [ 1024.848123] env[69699]: DEBUG nova.compute.manager [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1024.877015] env[69699]: DEBUG nova.virt.hardware [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1024.877286] env[69699]: DEBUG nova.virt.hardware [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1024.877455] env[69699]: DEBUG nova.virt.hardware [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1024.877656] env[69699]: DEBUG nova.virt.hardware [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1024.877806] env[69699]: DEBUG nova.virt.hardware [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1024.877957] env[69699]: DEBUG nova.virt.hardware [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1024.878195] env[69699]: DEBUG nova.virt.hardware [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1024.878369] env[69699]: DEBUG nova.virt.hardware [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1024.878524] env[69699]: DEBUG nova.virt.hardware [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1024.878707] env[69699]: DEBUG nova.virt.hardware [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1024.878852] env[69699]: DEBUG nova.virt.hardware [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1024.880221] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53880cb9-45e6-4501-a8c4-bec7c31844d2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.890223] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c9cf9d-a31d-494a-a6ba-ee69ad6f1149 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.040788] env[69699]: DEBUG oslo_vmware.api [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607576, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064659} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.041896] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1025.042882] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4cdc18b-0696-4eac-9979-ac37c5bdcd0f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.067174] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f/ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.067174] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65b8b8eb-6d1e-46cb-9d1b-80d7fbdf267e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.087850] env[69699]: DEBUG oslo_vmware.api [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Waiting for the task: (returnval){ [ 1025.087850] env[69699]: value = "task-3607577" [ 1025.087850] env[69699]: _type = "Task" [ 1025.087850] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.096776] env[69699]: DEBUG oslo_vmware.api [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607577, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.231745] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5971a92c-dca9-45f0-a0b7-39ddbdb9ff30 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "3f5ab19e-bdec-48ba-93d7-28c9a192f618" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.469s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.247450] env[69699]: DEBUG oslo_concurrency.lockutils [None req-734ab0f1-2207-40e2-9760-f5c5cd4010cf tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Acquiring lock "bcc609cc-9c31-475c-9442-4fa616272c64" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.247675] env[69699]: DEBUG oslo_concurrency.lockutils [None req-734ab0f1-2207-40e2-9760-f5c5cd4010cf tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "bcc609cc-9c31-475c-9442-4fa616272c64" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.247878] env[69699]: DEBUG oslo_concurrency.lockutils [None req-734ab0f1-2207-40e2-9760-f5c5cd4010cf tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Acquiring lock "bcc609cc-9c31-475c-9442-4fa616272c64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.248074] env[69699]: DEBUG oslo_concurrency.lockutils [None req-734ab0f1-2207-40e2-9760-f5c5cd4010cf tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "bcc609cc-9c31-475c-9442-4fa616272c64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.248246] env[69699]: DEBUG oslo_concurrency.lockutils [None req-734ab0f1-2207-40e2-9760-f5c5cd4010cf tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "bcc609cc-9c31-475c-9442-4fa616272c64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.250458] env[69699]: INFO nova.compute.manager [None req-734ab0f1-2207-40e2-9760-f5c5cd4010cf tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] Terminating instance [ 1025.325719] env[69699]: DEBUG oslo_concurrency.lockutils [None req-59681097-d6c4-4b13-b4ca-d1f1b7168913 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Lock "5492f83e-37c1-43f8-b40d-1d1872e229d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.741s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.542738] env[69699]: DEBUG nova.compute.manager [req-f24e4a01-aa58-40e6-8c86-05d30596b449 req-7af184ab-89f9-4a6b-b7cf-f4fbddad5474 service nova] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Received event network-vif-plugged-84d7efcb-0afb-4f51-8a13-e9761ed1aa6e {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.543196] env[69699]: DEBUG oslo_concurrency.lockutils [req-f24e4a01-aa58-40e6-8c86-05d30596b449 req-7af184ab-89f9-4a6b-b7cf-f4fbddad5474 service nova] Acquiring lock "3ef26056-8ff7-41d3-9807-83d48fb934d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.543196] env[69699]: DEBUG oslo_concurrency.lockutils [req-f24e4a01-aa58-40e6-8c86-05d30596b449 req-7af184ab-89f9-4a6b-b7cf-f4fbddad5474 service nova] Lock "3ef26056-8ff7-41d3-9807-83d48fb934d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.543554] env[69699]: DEBUG oslo_concurrency.lockutils [req-f24e4a01-aa58-40e6-8c86-05d30596b449 req-7af184ab-89f9-4a6b-b7cf-f4fbddad5474 service nova] Lock "3ef26056-8ff7-41d3-9807-83d48fb934d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.543554] env[69699]: DEBUG nova.compute.manager [req-f24e4a01-aa58-40e6-8c86-05d30596b449 req-7af184ab-89f9-4a6b-b7cf-f4fbddad5474 service nova] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] No waiting events found dispatching network-vif-plugged-84d7efcb-0afb-4f51-8a13-e9761ed1aa6e {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1025.543794] env[69699]: WARNING nova.compute.manager [req-f24e4a01-aa58-40e6-8c86-05d30596b449 req-7af184ab-89f9-4a6b-b7cf-f4fbddad5474 service nova] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Received unexpected event network-vif-plugged-84d7efcb-0afb-4f51-8a13-e9761ed1aa6e for instance with vm_state building and task_state spawning. [ 1025.591136] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3a65b7-2644-4f90-88fc-321c23c1fd9f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.606177] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd9f244-91b5-4b49-b773-cdf8da55663d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.609768] env[69699]: DEBUG oslo_vmware.api [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607577, 'name': ReconfigVM_Task, 'duration_secs': 0.307849} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.614020] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Reconfigured VM instance instance-00000056 to attach disk [datastore2] ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f/ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.614020] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2202a07b-725a-4048-8bf4-39b29cc0019b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.645840] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09ffe2e-c6c1-47e4-9138-5bcd7a8950f8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.652990] env[69699]: DEBUG oslo_vmware.api [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Waiting for the task: (returnval){ [ 1025.652990] env[69699]: value = "task-3607578" [ 1025.652990] env[69699]: _type = "Task" [ 1025.652990] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.656770] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d5ba53-ae7e-4a2d-9887-47bd2b3b3c59 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.671679] env[69699]: DEBUG nova.compute.provider_tree [None req-2cd84500-0c3e-42b6-8da4-47b9932f0c8d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.676370] env[69699]: DEBUG oslo_vmware.api [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607578, 'name': Rename_Task} progress is 10%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.737187] env[69699]: DEBUG nova.network.neutron [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Successfully updated port: 84d7efcb-0afb-4f51-8a13-e9761ed1aa6e {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1025.754082] env[69699]: DEBUG nova.compute.manager [None req-734ab0f1-2207-40e2-9760-f5c5cd4010cf tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1025.754309] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-734ab0f1-2207-40e2-9760-f5c5cd4010cf tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1025.755238] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9393ac5e-b06f-413f-abcd-25bacee9c385 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.768635] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-734ab0f1-2207-40e2-9760-f5c5cd4010cf tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.768635] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90e4f3eb-d6bd-45c8-a2e6-2b00aeadf47f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.776793] env[69699]: DEBUG oslo_vmware.api [None req-734ab0f1-2207-40e2-9760-f5c5cd4010cf tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for the task: (returnval){ [ 1025.776793] env[69699]: value = "task-3607579" [ 1025.776793] env[69699]: _type = "Task" [ 1025.776793] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.787819] env[69699]: DEBUG oslo_vmware.api [None req-734ab0f1-2207-40e2-9760-f5c5cd4010cf tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607579, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.798041] env[69699]: DEBUG nova.compute.manager [req-216a8bfc-54c2-477b-9867-07de560e1428 req-3fa38f12-308c-41ab-88c9-3cc7f751800e service nova] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Received event network-changed-a67842ec-53d1-4577-bc8f-03fbf51ce240 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.798323] env[69699]: DEBUG nova.compute.manager [req-216a8bfc-54c2-477b-9867-07de560e1428 req-3fa38f12-308c-41ab-88c9-3cc7f751800e service nova] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Refreshing instance network info cache due to event network-changed-a67842ec-53d1-4577-bc8f-03fbf51ce240. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1025.798565] env[69699]: DEBUG oslo_concurrency.lockutils [req-216a8bfc-54c2-477b-9867-07de560e1428 req-3fa38f12-308c-41ab-88c9-3cc7f751800e service nova] Acquiring lock "refresh_cache-3f5ab19e-bdec-48ba-93d7-28c9a192f618" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.798780] env[69699]: DEBUG oslo_concurrency.lockutils [req-216a8bfc-54c2-477b-9867-07de560e1428 req-3fa38f12-308c-41ab-88c9-3cc7f751800e service nova] Acquired lock "refresh_cache-3f5ab19e-bdec-48ba-93d7-28c9a192f618" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.798960] env[69699]: DEBUG nova.network.neutron [req-216a8bfc-54c2-477b-9867-07de560e1428 req-3fa38f12-308c-41ab-88c9-3cc7f751800e service nova] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Refreshing network info cache for port a67842ec-53d1-4577-bc8f-03fbf51ce240 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1026.162544] env[69699]: DEBUG oslo_vmware.api [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607578, 'name': Rename_Task, 'duration_secs': 0.140484} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.162833] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1026.163420] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51fc1e14-2e2d-4ee5-a56c-d5c58451a283 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.172791] env[69699]: DEBUG oslo_vmware.api [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Waiting for the task: (returnval){ [ 1026.172791] env[69699]: value = "task-3607580" [ 1026.172791] env[69699]: _type = "Task" [ 1026.172791] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.178625] env[69699]: DEBUG nova.scheduler.client.report [None req-2cd84500-0c3e-42b6-8da4-47b9932f0c8d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.188781] env[69699]: DEBUG oslo_vmware.api [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607580, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.241829] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "refresh_cache-3ef26056-8ff7-41d3-9807-83d48fb934d7" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.241829] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquired lock "refresh_cache-3ef26056-8ff7-41d3-9807-83d48fb934d7" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.241913] env[69699]: DEBUG nova.network.neutron [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.288916] env[69699]: DEBUG oslo_vmware.api [None req-734ab0f1-2207-40e2-9760-f5c5cd4010cf tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607579, 'name': PowerOffVM_Task, 'duration_secs': 0.486276} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.289219] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-734ab0f1-2207-40e2-9760-f5c5cd4010cf tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.289390] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-734ab0f1-2207-40e2-9760-f5c5cd4010cf tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1026.289667] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4efe51d9-acdc-4a57-b93d-e617d1b64b90 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.360194] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-734ab0f1-2207-40e2-9760-f5c5cd4010cf tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1026.360444] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-734ab0f1-2207-40e2-9760-f5c5cd4010cf tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1026.360636] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-734ab0f1-2207-40e2-9760-f5c5cd4010cf tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Deleting the datastore file [datastore2] bcc609cc-9c31-475c-9442-4fa616272c64 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.360924] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87951f0d-c2f4-41d4-a6b6-e1a135ee20a6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.367701] env[69699]: DEBUG oslo_vmware.api [None req-734ab0f1-2207-40e2-9760-f5c5cd4010cf tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for the task: (returnval){ [ 1026.367701] env[69699]: value = "task-3607582" [ 1026.367701] env[69699]: _type = "Task" [ 1026.367701] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.377084] env[69699]: DEBUG oslo_vmware.api [None req-734ab0f1-2207-40e2-9760-f5c5cd4010cf tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607582, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.664181] env[69699]: DEBUG nova.network.neutron [req-216a8bfc-54c2-477b-9867-07de560e1428 req-3fa38f12-308c-41ab-88c9-3cc7f751800e service nova] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Updated VIF entry in instance network info cache for port a67842ec-53d1-4577-bc8f-03fbf51ce240. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.664580] env[69699]: DEBUG nova.network.neutron [req-216a8bfc-54c2-477b-9867-07de560e1428 req-3fa38f12-308c-41ab-88c9-3cc7f751800e service nova] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Updating instance_info_cache with network_info: [{"id": "a67842ec-53d1-4577-bc8f-03fbf51ce240", "address": "fa:16:3e:51:6e:22", "network": {"id": "4a55132d-5b16-41eb-97d5-c6aacd2ebbe0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2076238106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f0293384f344ba09f431b47ef381d57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa67842ec-53", "ovs_interfaceid": "a67842ec-53d1-4577-bc8f-03fbf51ce240", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.685574] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2cd84500-0c3e-42b6-8da4-47b9932f0c8d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.895s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.687595] env[69699]: DEBUG oslo_vmware.api [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607580, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.688060] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a3d2ffcd-4bf4-40b5-83b7-6ae92fbac02a tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.262s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.688289] env[69699]: DEBUG nova.objects.instance [None req-a3d2ffcd-4bf4-40b5-83b7-6ae92fbac02a tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Lazy-loading 'resources' on Instance uuid 7c6fee98-d810-4a93-aa6a-d8a1059b80a2 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.710539] env[69699]: INFO nova.scheduler.client.report [None req-2cd84500-0c3e-42b6-8da4-47b9932f0c8d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Deleted allocations for instance 7461edb3-d74b-4ec5-b06f-11737ba6fc77 [ 1026.804945] env[69699]: DEBUG nova.network.neutron [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1026.878265] env[69699]: DEBUG oslo_vmware.api [None req-734ab0f1-2207-40e2-9760-f5c5cd4010cf tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607582, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175721} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.878570] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-734ab0f1-2207-40e2-9760-f5c5cd4010cf tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1026.878760] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-734ab0f1-2207-40e2-9760-f5c5cd4010cf tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1026.878982] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-734ab0f1-2207-40e2-9760-f5c5cd4010cf tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1026.880270] env[69699]: INFO nova.compute.manager [None req-734ab0f1-2207-40e2-9760-f5c5cd4010cf tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1026.880270] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-734ab0f1-2207-40e2-9760-f5c5cd4010cf tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.880270] env[69699]: DEBUG nova.compute.manager [-] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1026.880270] env[69699]: DEBUG nova.network.neutron [-] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1027.005302] env[69699]: DEBUG nova.network.neutron [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Updating instance_info_cache with network_info: [{"id": "84d7efcb-0afb-4f51-8a13-e9761ed1aa6e", "address": "fa:16:3e:75:59:4b", "network": {"id": "7f999160-b5bb-4e50-a728-01fecb63917a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1727920786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e04398ccf8a4b1490feabf07d03922b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84d7efcb-0a", "ovs_interfaceid": "84d7efcb-0afb-4f51-8a13-e9761ed1aa6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.167914] env[69699]: DEBUG oslo_concurrency.lockutils [req-216a8bfc-54c2-477b-9867-07de560e1428 req-3fa38f12-308c-41ab-88c9-3cc7f751800e service nova] Releasing lock "refresh_cache-3f5ab19e-bdec-48ba-93d7-28c9a192f618" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.183903] env[69699]: DEBUG oslo_vmware.api [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607580, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.219185] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2cd84500-0c3e-42b6-8da4-47b9932f0c8d tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "7461edb3-d74b-4ec5-b06f-11737ba6fc77" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.430s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.369462] env[69699]: DEBUG oslo_concurrency.lockutils [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Acquiring lock "12ab37c5-3a07-43ca-b87d-4c62d904ea78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.369693] env[69699]: DEBUG oslo_concurrency.lockutils [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Lock "12ab37c5-3a07-43ca-b87d-4c62d904ea78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.504230] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36bfa50-f787-48ac-89d6-d96c223cb044 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.511496] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Releasing lock "refresh_cache-3ef26056-8ff7-41d3-9807-83d48fb934d7" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.511840] env[69699]: DEBUG nova.compute.manager [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Instance network_info: |[{"id": "84d7efcb-0afb-4f51-8a13-e9761ed1aa6e", "address": "fa:16:3e:75:59:4b", "network": {"id": "7f999160-b5bb-4e50-a728-01fecb63917a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1727920786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e04398ccf8a4b1490feabf07d03922b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84d7efcb-0a", "ovs_interfaceid": "84d7efcb-0afb-4f51-8a13-e9761ed1aa6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1027.512311] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:59:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '863474bc-a24a-4823-828c-580a187829e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84d7efcb-0afb-4f51-8a13-e9761ed1aa6e', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1027.519606] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.520553] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9092971d-d1a1-42ea-9f10-8922122399c4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.524188] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1027.524417] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e40dc443-8242-47c6-83f2-0b3a15132d6c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.592674] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed98cc0-4ab8-4175-a80c-34f4ce7f37a4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.595574] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1027.595574] env[69699]: value = "task-3607583" [ 1027.595574] env[69699]: _type = "Task" [ 1027.595574] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.598147] env[69699]: DEBUG nova.compute.manager [req-8d8cfe7e-46bd-41f3-bd27-d6ec510f21c5 req-71967aef-99b6-4e23-a12d-c02e5dd8467f service nova] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Received event network-changed-84d7efcb-0afb-4f51-8a13-e9761ed1aa6e {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.598356] env[69699]: DEBUG nova.compute.manager [req-8d8cfe7e-46bd-41f3-bd27-d6ec510f21c5 req-71967aef-99b6-4e23-a12d-c02e5dd8467f service nova] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Refreshing instance network info cache due to event network-changed-84d7efcb-0afb-4f51-8a13-e9761ed1aa6e. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1027.598641] env[69699]: DEBUG oslo_concurrency.lockutils [req-8d8cfe7e-46bd-41f3-bd27-d6ec510f21c5 req-71967aef-99b6-4e23-a12d-c02e5dd8467f service nova] Acquiring lock "refresh_cache-3ef26056-8ff7-41d3-9807-83d48fb934d7" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.598894] env[69699]: DEBUG oslo_concurrency.lockutils [req-8d8cfe7e-46bd-41f3-bd27-d6ec510f21c5 req-71967aef-99b6-4e23-a12d-c02e5dd8467f service nova] Acquired lock "refresh_cache-3ef26056-8ff7-41d3-9807-83d48fb934d7" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.599027] env[69699]: DEBUG nova.network.neutron [req-8d8cfe7e-46bd-41f3-bd27-d6ec510f21c5 req-71967aef-99b6-4e23-a12d-c02e5dd8467f service nova] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Refreshing network info cache for port 84d7efcb-0afb-4f51-8a13-e9761ed1aa6e {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.608881] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13db67bc-13e6-4681-b33d-a900cfe91d32 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.616425] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607583, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.632020] env[69699]: DEBUG nova.compute.provider_tree [None req-a3d2ffcd-4bf4-40b5-83b7-6ae92fbac02a tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.690140] env[69699]: DEBUG oslo_vmware.api [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607580, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.824081] env[69699]: DEBUG nova.compute.manager [req-ec08a641-9ff7-46fe-ad6c-fa9767a9eb69 req-ca05f0f0-21ac-4ca3-919d-3ae899943ed8 service nova] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] Received event network-vif-deleted-e52219fe-1cfe-4a6d-a589-a134400c6c3a {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.824368] env[69699]: INFO nova.compute.manager [req-ec08a641-9ff7-46fe-ad6c-fa9767a9eb69 req-ca05f0f0-21ac-4ca3-919d-3ae899943ed8 service nova] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] Neutron deleted interface e52219fe-1cfe-4a6d-a589-a134400c6c3a; detaching it from the instance and deleting it from the info cache [ 1027.824496] env[69699]: DEBUG nova.network.neutron [req-ec08a641-9ff7-46fe-ad6c-fa9767a9eb69 req-ca05f0f0-21ac-4ca3-919d-3ae899943ed8 service nova] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.873518] env[69699]: DEBUG nova.compute.manager [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1027.919584] env[69699]: DEBUG nova.network.neutron [-] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.106640] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607583, 'name': CreateVM_Task} progress is 25%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.137869] env[69699]: DEBUG nova.scheduler.client.report [None req-a3d2ffcd-4bf4-40b5-83b7-6ae92fbac02a tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.145479] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquiring lock "87a0c726-699f-433d-ba5b-d610a3d91db0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.145706] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "87a0c726-699f-433d-ba5b-d610a3d91db0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.187493] env[69699]: DEBUG oslo_vmware.api [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607580, 'name': PowerOnVM_Task, 'duration_secs': 1.558289} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.187781] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1028.187987] env[69699]: INFO nova.compute.manager [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Took 9.62 seconds to spawn the instance on the hypervisor. [ 1028.188181] env[69699]: DEBUG nova.compute.manager [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1028.188934] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1db959-971a-46bb-ae71-6f729bc1861e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.315217] env[69699]: DEBUG nova.network.neutron [req-8d8cfe7e-46bd-41f3-bd27-d6ec510f21c5 req-71967aef-99b6-4e23-a12d-c02e5dd8467f service nova] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Updated VIF entry in instance network info cache for port 84d7efcb-0afb-4f51-8a13-e9761ed1aa6e. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1028.315724] env[69699]: DEBUG nova.network.neutron [req-8d8cfe7e-46bd-41f3-bd27-d6ec510f21c5 req-71967aef-99b6-4e23-a12d-c02e5dd8467f service nova] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Updating instance_info_cache with network_info: [{"id": "84d7efcb-0afb-4f51-8a13-e9761ed1aa6e", "address": "fa:16:3e:75:59:4b", "network": {"id": "7f999160-b5bb-4e50-a728-01fecb63917a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1727920786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e04398ccf8a4b1490feabf07d03922b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84d7efcb-0a", "ovs_interfaceid": "84d7efcb-0afb-4f51-8a13-e9761ed1aa6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.327300] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fdf872ec-025f-4715-aa64-13c8e4f188b4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.337463] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fcb8b7-c9b5-4dd4-bb3a-e7b3c5c87b53 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.368588] env[69699]: DEBUG nova.compute.manager [req-ec08a641-9ff7-46fe-ad6c-fa9767a9eb69 req-ca05f0f0-21ac-4ca3-919d-3ae899943ed8 service nova] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] Detach interface failed, port_id=e52219fe-1cfe-4a6d-a589-a134400c6c3a, reason: Instance bcc609cc-9c31-475c-9442-4fa616272c64 could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1028.393155] env[69699]: DEBUG oslo_concurrency.lockutils [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.423662] env[69699]: INFO nova.compute.manager [-] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] Took 1.54 seconds to deallocate network for instance. [ 1028.607415] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607583, 'name': CreateVM_Task, 'duration_secs': 0.885339} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.607864] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1028.608585] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.608843] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.609349] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.609695] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6fbb87e-7928-450d-8dab-f33f01036f65 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.614541] env[69699]: DEBUG oslo_vmware.api [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 1028.614541] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]524b5c18-861e-b414-d4d3-e7df7e3b48c4" [ 1028.614541] env[69699]: _type = "Task" [ 1028.614541] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.622232] env[69699]: DEBUG oslo_vmware.api [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]524b5c18-861e-b414-d4d3-e7df7e3b48c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.646318] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a3d2ffcd-4bf4-40b5-83b7-6ae92fbac02a tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.958s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.648589] env[69699]: DEBUG oslo_concurrency.lockutils [None req-030b22d0-d25a-493d-9b2a-c0df504cb3de tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.033s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.648829] env[69699]: DEBUG nova.objects.instance [None req-030b22d0-d25a-493d-9b2a-c0df504cb3de tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Lazy-loading 'resources' on Instance uuid ca488e4c-5958-4ae8-a611-16034ea05264 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.650063] env[69699]: DEBUG nova.compute.manager [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 87a0c726-699f-433d-ba5b-d610a3d91db0] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1028.664221] env[69699]: INFO nova.scheduler.client.report [None req-a3d2ffcd-4bf4-40b5-83b7-6ae92fbac02a tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Deleted allocations for instance 7c6fee98-d810-4a93-aa6a-d8a1059b80a2 [ 1028.706355] env[69699]: INFO nova.compute.manager [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Took 34.55 seconds to build instance. [ 1028.818793] env[69699]: DEBUG oslo_concurrency.lockutils [req-8d8cfe7e-46bd-41f3-bd27-d6ec510f21c5 req-71967aef-99b6-4e23-a12d-c02e5dd8467f service nova] Releasing lock "refresh_cache-3ef26056-8ff7-41d3-9807-83d48fb934d7" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.930815] env[69699]: DEBUG oslo_concurrency.lockutils [None req-734ab0f1-2207-40e2-9760-f5c5cd4010cf tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.126285] env[69699]: DEBUG oslo_vmware.api [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]524b5c18-861e-b414-d4d3-e7df7e3b48c4, 'name': SearchDatastore_Task, 'duration_secs': 0.010123} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.126603] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.126840] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1029.127087] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.127237] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.127419] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1029.127692] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f94cff5-fca6-4beb-9738-d10eb34b23f6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.136548] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.136548] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1029.137292] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37fe1678-9658-4f2e-8cf2-ef9f323d63bc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.142543] env[69699]: DEBUG oslo_vmware.api [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 1029.142543] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c5d057-338e-ef1d-9e61-ea17d0cdb1d4" [ 1029.142543] env[69699]: _type = "Task" [ 1029.142543] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.151856] env[69699]: DEBUG oslo_vmware.api [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c5d057-338e-ef1d-9e61-ea17d0cdb1d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.171839] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a3d2ffcd-4bf4-40b5-83b7-6ae92fbac02a tempest-ServersV294TestFqdnHostnames-879312321 tempest-ServersV294TestFqdnHostnames-879312321-project-member] Lock "7c6fee98-d810-4a93-aa6a-d8a1059b80a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.911s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.173767] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.210438] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fd188263-c4fc-4a28-bceb-32400a24f710 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Lock "ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.064s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.466543] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5246b70-1bbc-4c06-9658-a11fdb385416 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.475834] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633b95dd-133f-4a59-836e-9089a20ab15b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.508827] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c67eca9-8046-4bf8-ae79-eb79c318ccf0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.516621] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf395203-7c19-4880-bce7-39837afcf83d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.529733] env[69699]: DEBUG nova.compute.provider_tree [None req-030b22d0-d25a-493d-9b2a-c0df504cb3de tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.652957] env[69699]: DEBUG oslo_vmware.api [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c5d057-338e-ef1d-9e61-ea17d0cdb1d4, 'name': SearchDatastore_Task, 'duration_secs': 0.010411} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.653763] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d030ddb-1388-4aa3-bf70-e7f82a4df285 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.658999] env[69699]: DEBUG oslo_vmware.api [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 1029.658999] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ab9a7b-63fe-8a02-0da6-e2c5bda52d5f" [ 1029.658999] env[69699]: _type = "Task" [ 1029.658999] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.666743] env[69699]: DEBUG oslo_vmware.api [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ab9a7b-63fe-8a02-0da6-e2c5bda52d5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.033170] env[69699]: DEBUG nova.scheduler.client.report [None req-030b22d0-d25a-493d-9b2a-c0df504cb3de tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.175027] env[69699]: DEBUG oslo_vmware.api [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ab9a7b-63fe-8a02-0da6-e2c5bda52d5f, 'name': SearchDatastore_Task, 'duration_secs': 0.009626} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.175027] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.175027] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 3ef26056-8ff7-41d3-9807-83d48fb934d7/3ef26056-8ff7-41d3-9807-83d48fb934d7.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1030.175027] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d5c233e-6f7d-44c3-93c8-4578f8da5b22 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.185016] env[69699]: DEBUG oslo_vmware.api [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 1030.185016] env[69699]: value = "task-3607584" [ 1030.185016] env[69699]: _type = "Task" [ 1030.185016] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.191888] env[69699]: DEBUG oslo_vmware.api [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607584, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.541467] env[69699]: DEBUG oslo_concurrency.lockutils [None req-030b22d0-d25a-493d-9b2a-c0df504cb3de tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.890s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.542491] env[69699]: DEBUG oslo_concurrency.lockutils [None req-97ed47c0-b0a5-4688-aa99-c88d42095034 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.823s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.542974] env[69699]: DEBUG nova.objects.instance [None req-97ed47c0-b0a5-4688-aa99-c88d42095034 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Lazy-loading 'resources' on Instance uuid 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.567208] env[69699]: INFO nova.scheduler.client.report [None req-030b22d0-d25a-493d-9b2a-c0df504cb3de tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Deleted allocations for instance ca488e4c-5958-4ae8-a611-16034ea05264 [ 1030.699355] env[69699]: DEBUG oslo_vmware.api [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607584, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.073921] env[69699]: DEBUG oslo_concurrency.lockutils [None req-030b22d0-d25a-493d-9b2a-c0df504cb3de tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Lock "ca488e4c-5958-4ae8-a611-16034ea05264" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.428s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.198909] env[69699]: DEBUG oslo_vmware.api [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607584, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562233} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.203330] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 3ef26056-8ff7-41d3-9807-83d48fb934d7/3ef26056-8ff7-41d3-9807-83d48fb934d7.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1031.203892] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1031.205958] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0adc46e0-0097-4c6e-bc83-d8c347555dd0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.212299] env[69699]: DEBUG oslo_vmware.api [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 1031.212299] env[69699]: value = "task-3607585" [ 1031.212299] env[69699]: _type = "Task" [ 1031.212299] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.224617] env[69699]: DEBUG oslo_vmware.api [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607585, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.341820] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8dd0c9-d1ec-4c17-9cd0-8c21af827383 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.349140] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4c65a2-8d23-42c4-9b0e-5b3704c261d6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.384034] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9915ac3c-64b6-47e9-b404-f8223a8ae025 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.391680] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de295a77-982b-4283-ab49-1ed925b20d9d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.406832] env[69699]: DEBUG nova.compute.provider_tree [None req-97ed47c0-b0a5-4688-aa99-c88d42095034 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.723506] env[69699]: DEBUG oslo_vmware.api [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607585, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069527} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.723867] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1031.724759] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46251434-f991-459f-9032-8e1a3354080b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.749070] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 3ef26056-8ff7-41d3-9807-83d48fb934d7/3ef26056-8ff7-41d3-9807-83d48fb934d7.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1031.749382] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c732b950-2fe9-45e9-95b2-5c9e77bd0477 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.769391] env[69699]: DEBUG oslo_vmware.api [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 1031.769391] env[69699]: value = "task-3607586" [ 1031.769391] env[69699]: _type = "Task" [ 1031.769391] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.779184] env[69699]: DEBUG oslo_vmware.api [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607586, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.884806] env[69699]: DEBUG nova.compute.manager [None req-95d3b879-6fdb-4576-a388-6e1eb32fffa9 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.885751] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc4eeee-60fb-4488-960c-3a67c625c2a3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.911028] env[69699]: DEBUG nova.scheduler.client.report [None req-97ed47c0-b0a5-4688-aa99-c88d42095034 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.279878] env[69699]: DEBUG oslo_vmware.api [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607586, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.398030] env[69699]: INFO nova.compute.manager [None req-95d3b879-6fdb-4576-a388-6e1eb32fffa9 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] instance snapshotting [ 1032.403665] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0bc69e-822d-4aa0-aa84-05591d3ebdc5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.422382] env[69699]: DEBUG oslo_concurrency.lockutils [None req-97ed47c0-b0a5-4688-aa99-c88d42095034 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.881s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.424888] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7d2ebd1c-e6d6-4a16-923c-72d222ce379a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.502s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.425155] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7d2ebd1c-e6d6-4a16-923c-72d222ce379a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.426887] env[69699]: DEBUG oslo_concurrency.lockutils [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.680s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.428354] env[69699]: INFO nova.compute.claims [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: b729633f-fafa-4118-8e8b-2ab30de58d38] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.433820] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a066f52-4a4e-4ef4-820e-a644d98ed80a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.455068] env[69699]: INFO nova.scheduler.client.report [None req-97ed47c0-b0a5-4688-aa99-c88d42095034 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Deleted allocations for instance 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678 [ 1032.462337] env[69699]: INFO nova.scheduler.client.report [None req-7d2ebd1c-e6d6-4a16-923c-72d222ce379a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Deleted allocations for instance 2c2ada34-c9b6-424a-a601-0ee922646578 [ 1032.780536] env[69699]: DEBUG oslo_vmware.api [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607586, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.947309] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-95d3b879-6fdb-4576-a388-6e1eb32fffa9 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Creating Snapshot of the VM instance {{(pid=69699) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1032.947603] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4880b1c6-7187-470c-82c6-246ef060bff0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.955256] env[69699]: DEBUG oslo_vmware.api [None req-95d3b879-6fdb-4576-a388-6e1eb32fffa9 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Waiting for the task: (returnval){ [ 1032.955256] env[69699]: value = "task-3607587" [ 1032.955256] env[69699]: _type = "Task" [ 1032.955256] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.963664] env[69699]: DEBUG oslo_vmware.api [None req-95d3b879-6fdb-4576-a388-6e1eb32fffa9 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607587, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.964089] env[69699]: DEBUG oslo_concurrency.lockutils [None req-97ed47c0-b0a5-4688-aa99-c88d42095034 tempest-ServersAdminTestJSON-1982348900 tempest-ServersAdminTestJSON-1982348900-project-member] Lock "5d1c2a59-60c3-4bdd-baf7-a91fbf57c678" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.212s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.968792] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7d2ebd1c-e6d6-4a16-923c-72d222ce379a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "2c2ada34-c9b6-424a-a601-0ee922646578" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.515s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.238342] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Acquiring lock "8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.238633] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Lock "8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.281295] env[69699]: DEBUG oslo_vmware.api [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607586, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.468829] env[69699]: DEBUG oslo_vmware.api [None req-95d3b879-6fdb-4576-a388-6e1eb32fffa9 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607587, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.722171] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46986cc8-61c8-47e6-aef8-ffec958a9464 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.730304] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201b5cd6-338a-4dea-8f36-da1683fd856f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.765649] env[69699]: DEBUG nova.compute.manager [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1033.769904] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51fe5191-5f09-447d-b448-7f6a5930ac84 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.785060] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da975ae-7a71-4952-9165-a9c81ef5c68f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.788078] env[69699]: DEBUG oslo_vmware.api [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607586, 'name': ReconfigVM_Task, 'duration_secs': 1.907041} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.788735] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 3ef26056-8ff7-41d3-9807-83d48fb934d7/3ef26056-8ff7-41d3-9807-83d48fb934d7.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.789468] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06d754bb-4202-4668-944a-ca8dc2dc47f1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.799301] env[69699]: DEBUG nova.compute.provider_tree [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.805362] env[69699]: DEBUG oslo_vmware.api [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 1033.805362] env[69699]: value = "task-3607588" [ 1033.805362] env[69699]: _type = "Task" [ 1033.805362] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.816649] env[69699]: DEBUG oslo_vmware.api [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607588, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.966919] env[69699]: DEBUG oslo_vmware.api [None req-95d3b879-6fdb-4576-a388-6e1eb32fffa9 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607587, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.288521] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.304384] env[69699]: DEBUG nova.scheduler.client.report [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.327016] env[69699]: DEBUG oslo_vmware.api [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607588, 'name': Rename_Task, 'duration_secs': 0.144382} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.327016] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.327016] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-743f317f-dfce-491e-b16b-2fad278f3f07 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.329873] env[69699]: DEBUG oslo_vmware.api [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 1034.329873] env[69699]: value = "task-3607589" [ 1034.329873] env[69699]: _type = "Task" [ 1034.329873] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.340509] env[69699]: DEBUG oslo_vmware.api [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607589, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.468398] env[69699]: DEBUG oslo_vmware.api [None req-95d3b879-6fdb-4576-a388-6e1eb32fffa9 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607587, 'name': CreateSnapshot_Task, 'duration_secs': 1.212371} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.468677] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-95d3b879-6fdb-4576-a388-6e1eb32fffa9 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Created Snapshot of the VM instance {{(pid=69699) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1034.469457] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9433300-90f5-4681-aec1-2613b0230f36 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.626574] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquiring lock "d9110b26-9c12-47c7-a35d-eb29c51e8fa1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.626836] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "d9110b26-9c12-47c7-a35d-eb29c51e8fa1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.816780] env[69699]: DEBUG oslo_concurrency.lockutils [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.390s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.817324] env[69699]: DEBUG nova.compute.manager [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: b729633f-fafa-4118-8e8b-2ab30de58d38] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1034.820214] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.807s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.821587] env[69699]: INFO nova.compute.claims [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1034.842952] env[69699]: DEBUG oslo_vmware.api [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607589, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.988213] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-95d3b879-6fdb-4576-a388-6e1eb32fffa9 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Creating linked-clone VM from snapshot {{(pid=69699) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1034.988618] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-117f0397-2fa1-4eba-b9be-9177ccba2560 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.996289] env[69699]: DEBUG oslo_vmware.api [None req-95d3b879-6fdb-4576-a388-6e1eb32fffa9 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Waiting for the task: (returnval){ [ 1034.996289] env[69699]: value = "task-3607590" [ 1034.996289] env[69699]: _type = "Task" [ 1034.996289] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.006710] env[69699]: DEBUG oslo_vmware.api [None req-95d3b879-6fdb-4576-a388-6e1eb32fffa9 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607590, 'name': CloneVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.129321] env[69699]: DEBUG nova.compute.manager [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1035.326199] env[69699]: DEBUG nova.compute.utils [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1035.334826] env[69699]: DEBUG nova.compute.manager [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: b729633f-fafa-4118-8e8b-2ab30de58d38] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1035.334826] env[69699]: DEBUG nova.network.neutron [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: b729633f-fafa-4118-8e8b-2ab30de58d38] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1035.345677] env[69699]: DEBUG oslo_vmware.api [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607589, 'name': PowerOnVM_Task, 'duration_secs': 0.626783} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.345930] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.346747] env[69699]: INFO nova.compute.manager [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Took 10.50 seconds to spawn the instance on the hypervisor. [ 1035.346747] env[69699]: DEBUG nova.compute.manager [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.347297] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc1ab23-dae0-4402-8550-1895797b2f8a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.380596] env[69699]: DEBUG nova.policy [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9252a3a462ec44ef98ad3d8f019ab715', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '152467b2c42f4433aacb37504612095d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 1035.507809] env[69699]: DEBUG oslo_vmware.api [None req-95d3b879-6fdb-4576-a388-6e1eb32fffa9 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607590, 'name': CloneVM_Task} progress is 94%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.660957] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.768349] env[69699]: DEBUG nova.network.neutron [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: b729633f-fafa-4118-8e8b-2ab30de58d38] Successfully created port: d40350f2-c810-468e-a639-6f13c6b116ec {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1035.840476] env[69699]: DEBUG nova.compute.manager [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: b729633f-fafa-4118-8e8b-2ab30de58d38] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1035.866799] env[69699]: INFO nova.compute.manager [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Took 31.94 seconds to build instance. [ 1036.009167] env[69699]: DEBUG oslo_vmware.api [None req-95d3b879-6fdb-4576-a388-6e1eb32fffa9 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607590, 'name': CloneVM_Task} progress is 94%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.176869] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8e1c84-bfc1-4019-817e-8fb1c33bb485 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.184881] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907103e4-f34d-4fe6-ac72-9c170a5eafde {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.218877] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb43483-82a0-4874-a774-84298d8234f7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.227248] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614d4dee-c4ce-4340-a63a-6f21508f3ffc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.241888] env[69699]: DEBUG nova.compute.provider_tree [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.375316] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7504651e-35f4-42a8-8b80-ea47e053ef9d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "3ef26056-8ff7-41d3-9807-83d48fb934d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.461s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.512307] env[69699]: DEBUG oslo_vmware.api [None req-95d3b879-6fdb-4576-a388-6e1eb32fffa9 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607590, 'name': CloneVM_Task} progress is 95%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.745998] env[69699]: DEBUG nova.scheduler.client.report [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.857620] env[69699]: DEBUG nova.compute.manager [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: b729633f-fafa-4118-8e8b-2ab30de58d38] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1036.884602] env[69699]: DEBUG nova.virt.hardware [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1036.885913] env[69699]: DEBUG nova.virt.hardware [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1036.885913] env[69699]: DEBUG nova.virt.hardware [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.885913] env[69699]: DEBUG nova.virt.hardware [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1036.885913] env[69699]: DEBUG nova.virt.hardware [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.885913] env[69699]: DEBUG nova.virt.hardware [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1036.885913] env[69699]: DEBUG nova.virt.hardware [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1036.885913] env[69699]: DEBUG nova.virt.hardware [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1036.885913] env[69699]: DEBUG nova.virt.hardware [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1036.886326] env[69699]: DEBUG nova.virt.hardware [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1036.886326] env[69699]: DEBUG nova.virt.hardware [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1036.889421] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3628f7d5-115e-4138-a183-736d30760b46 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.896607] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42a1107-304f-4cbb-909b-aba89104cbbf {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.009346] env[69699]: DEBUG oslo_vmware.api [None req-95d3b879-6fdb-4576-a388-6e1eb32fffa9 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607590, 'name': CloneVM_Task, 'duration_secs': 1.831212} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.009346] env[69699]: INFO nova.virt.vmwareapi.vmops [None req-95d3b879-6fdb-4576-a388-6e1eb32fffa9 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Created linked-clone VM from snapshot [ 1037.009346] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c2899e-417a-463a-9a9d-22e73cac6668 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.017834] env[69699]: DEBUG nova.virt.vmwareapi.images [None req-95d3b879-6fdb-4576-a388-6e1eb32fffa9 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Uploading image b5112288-f306-4db6-9b5c-1a2553e11fd1 {{(pid=69699) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1037.030349] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-95d3b879-6fdb-4576-a388-6e1eb32fffa9 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Destroying the VM {{(pid=69699) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1037.030349] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1ab5068e-47f7-4d3f-8de2-6a90b2ab4402 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.035282] env[69699]: DEBUG oslo_vmware.api [None req-95d3b879-6fdb-4576-a388-6e1eb32fffa9 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Waiting for the task: (returnval){ [ 1037.035282] env[69699]: value = "task-3607591" [ 1037.035282] env[69699]: _type = "Task" [ 1037.035282] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.042314] env[69699]: DEBUG oslo_vmware.api [None req-95d3b879-6fdb-4576-a388-6e1eb32fffa9 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607591, 'name': Destroy_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.155149] env[69699]: DEBUG nova.compute.manager [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Stashing vm_state: active {{(pid=69699) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1037.251923] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.432s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.252807] env[69699]: DEBUG nova.compute.manager [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1037.256648] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 15.032s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.256648] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.257470] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69699) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1037.257470] env[69699]: DEBUG oslo_concurrency.lockutils [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.227s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.259811] env[69699]: INFO nova.compute.claims [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1037.263009] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a5c74c-729e-48cc-b368-6cd5cbcc6bfb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.272113] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c032d1df-854e-40dd-8bf3-32fc1626076d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.288040] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9c5304-da78-47cc-9913-4f04cb7cd703 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.296192] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4173299c-5215-41dc-a256-02aadf359c06 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.304339] env[69699]: DEBUG nova.compute.manager [req-f4fa6cbc-ca2f-47d4-9e77-4495bade9c92 req-52cfc5cd-e33c-48b7-be93-4819f456f386 service nova] [instance: b729633f-fafa-4118-8e8b-2ab30de58d38] Received event network-vif-plugged-d40350f2-c810-468e-a639-6f13c6b116ec {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.304731] env[69699]: DEBUG oslo_concurrency.lockutils [req-f4fa6cbc-ca2f-47d4-9e77-4495bade9c92 req-52cfc5cd-e33c-48b7-be93-4819f456f386 service nova] Acquiring lock "b729633f-fafa-4118-8e8b-2ab30de58d38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.305053] env[69699]: DEBUG oslo_concurrency.lockutils [req-f4fa6cbc-ca2f-47d4-9e77-4495bade9c92 req-52cfc5cd-e33c-48b7-be93-4819f456f386 service nova] Lock "b729633f-fafa-4118-8e8b-2ab30de58d38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.305209] env[69699]: DEBUG oslo_concurrency.lockutils [req-f4fa6cbc-ca2f-47d4-9e77-4495bade9c92 req-52cfc5cd-e33c-48b7-be93-4819f456f386 service nova] Lock "b729633f-fafa-4118-8e8b-2ab30de58d38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.305497] env[69699]: DEBUG nova.compute.manager [req-f4fa6cbc-ca2f-47d4-9e77-4495bade9c92 req-52cfc5cd-e33c-48b7-be93-4819f456f386 service nova] [instance: b729633f-fafa-4118-8e8b-2ab30de58d38] No waiting events found dispatching network-vif-plugged-d40350f2-c810-468e-a639-6f13c6b116ec {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1037.305724] env[69699]: WARNING nova.compute.manager [req-f4fa6cbc-ca2f-47d4-9e77-4495bade9c92 req-52cfc5cd-e33c-48b7-be93-4819f456f386 service nova] [instance: b729633f-fafa-4118-8e8b-2ab30de58d38] Received unexpected event network-vif-plugged-d40350f2-c810-468e-a639-6f13c6b116ec for instance with vm_state building and task_state spawning. [ 1037.331675] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178608MB free_disk=77GB free_vcpus=48 pci_devices=None {{(pid=69699) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1037.331840] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.395578] env[69699]: DEBUG nova.network.neutron [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: b729633f-fafa-4118-8e8b-2ab30de58d38] Successfully updated port: d40350f2-c810-468e-a639-6f13c6b116ec {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1037.549353] env[69699]: DEBUG oslo_vmware.api [None req-95d3b879-6fdb-4576-a388-6e1eb32fffa9 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607591, 'name': Destroy_Task} progress is 33%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.675205] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.766171] env[69699]: DEBUG nova.compute.utils [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1037.766171] env[69699]: DEBUG nova.compute.manager [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1037.766171] env[69699]: DEBUG nova.network.neutron [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1037.819177] env[69699]: DEBUG nova.policy [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e613a936989546069d59164e00c0bac3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'deb2d5d11bed4a27b8072873567c44b6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 1037.897876] env[69699]: DEBUG oslo_concurrency.lockutils [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "refresh_cache-b729633f-fafa-4118-8e8b-2ab30de58d38" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.899381] env[69699]: DEBUG oslo_concurrency.lockutils [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquired lock "refresh_cache-b729633f-fafa-4118-8e8b-2ab30de58d38" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.899381] env[69699]: DEBUG nova.network.neutron [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: b729633f-fafa-4118-8e8b-2ab30de58d38] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.051515] env[69699]: DEBUG oslo_vmware.api [None req-95d3b879-6fdb-4576-a388-6e1eb32fffa9 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607591, 'name': Destroy_Task, 'duration_secs': 0.611224} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.051924] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-95d3b879-6fdb-4576-a388-6e1eb32fffa9 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Destroyed the VM [ 1038.052199] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-95d3b879-6fdb-4576-a388-6e1eb32fffa9 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Deleting Snapshot of the VM instance {{(pid=69699) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1038.052383] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6d5bc5e9-9c80-4970-b310-9444c428c2a4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.059502] env[69699]: DEBUG oslo_vmware.api [None req-95d3b879-6fdb-4576-a388-6e1eb32fffa9 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Waiting for the task: (returnval){ [ 1038.059502] env[69699]: value = "task-3607592" [ 1038.059502] env[69699]: _type = "Task" [ 1038.059502] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.070107] env[69699]: DEBUG oslo_vmware.api [None req-95d3b879-6fdb-4576-a388-6e1eb32fffa9 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607592, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.130986] env[69699]: DEBUG nova.network.neutron [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Successfully created port: eb7fc2d4-1068-46d8-839f-4bf5563c12c6 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1038.270512] env[69699]: DEBUG nova.compute.manager [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1038.443834] env[69699]: DEBUG nova.network.neutron [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: b729633f-fafa-4118-8e8b-2ab30de58d38] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1038.561516] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2ab913-1c06-4f89-a860-c7cf9e10751f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.577106] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9002a778-b195-4df7-9998-32fc79854256 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.580639] env[69699]: DEBUG oslo_vmware.api [None req-95d3b879-6fdb-4576-a388-6e1eb32fffa9 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607592, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.617454] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1406a1-cd5e-4045-aa3f-b86c5e13e1d8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.625865] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70d5339-9883-402f-ab69-1f43bdf8385e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.642140] env[69699]: DEBUG nova.compute.provider_tree [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.701687] env[69699]: DEBUG nova.network.neutron [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: b729633f-fafa-4118-8e8b-2ab30de58d38] Updating instance_info_cache with network_info: [{"id": "d40350f2-c810-468e-a639-6f13c6b116ec", "address": "fa:16:3e:17:dd:d9", "network": {"id": "3704068f-6289-4088-bfd3-0d8f4fb8ad07", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1045952331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "152467b2c42f4433aacb37504612095d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd40350f2-c8", "ovs_interfaceid": "d40350f2-c810-468e-a639-6f13c6b116ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.072475] env[69699]: DEBUG oslo_vmware.api [None req-95d3b879-6fdb-4576-a388-6e1eb32fffa9 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607592, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.144777] env[69699]: DEBUG nova.scheduler.client.report [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.204479] env[69699]: DEBUG oslo_concurrency.lockutils [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Releasing lock "refresh_cache-b729633f-fafa-4118-8e8b-2ab30de58d38" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.204479] env[69699]: DEBUG nova.compute.manager [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: b729633f-fafa-4118-8e8b-2ab30de58d38] Instance network_info: |[{"id": "d40350f2-c810-468e-a639-6f13c6b116ec", "address": "fa:16:3e:17:dd:d9", "network": {"id": "3704068f-6289-4088-bfd3-0d8f4fb8ad07", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1045952331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "152467b2c42f4433aacb37504612095d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd40350f2-c8", "ovs_interfaceid": "d40350f2-c810-468e-a639-6f13c6b116ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1039.204885] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: b729633f-fafa-4118-8e8b-2ab30de58d38] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:dd:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c894ab55-c869-4530-9702-cb46d173ce94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd40350f2-c810-468e-a639-6f13c6b116ec', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.213506] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.213795] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b729633f-fafa-4118-8e8b-2ab30de58d38] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1039.214062] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d56e1e94-d0b4-4149-9a31-c2d8f4962a48 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.234693] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.234693] env[69699]: value = "task-3607593" [ 1039.234693] env[69699]: _type = "Task" [ 1039.234693] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.242869] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607593, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.280452] env[69699]: DEBUG nova.compute.manager [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1039.310179] env[69699]: DEBUG nova.virt.hardware [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1039.310596] env[69699]: DEBUG nova.virt.hardware [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1039.310823] env[69699]: DEBUG nova.virt.hardware [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1039.311108] env[69699]: DEBUG nova.virt.hardware [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1039.311324] env[69699]: DEBUG nova.virt.hardware [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1039.311537] env[69699]: DEBUG nova.virt.hardware [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1039.311827] env[69699]: DEBUG nova.virt.hardware [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1039.312081] env[69699]: DEBUG nova.virt.hardware [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1039.312337] env[69699]: DEBUG nova.virt.hardware [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1039.312703] env[69699]: DEBUG nova.virt.hardware [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1039.312858] env[69699]: DEBUG nova.virt.hardware [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1039.314050] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1fc5c2c-a567-441d-af1d-a11694305b1b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.324586] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3272fd72-ba21-4c6a-8e36-519c074cab04 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.467412] env[69699]: DEBUG nova.compute.manager [req-7df99fd0-1259-4daa-b38b-01331dad3538 req-92fef713-c7e0-4ded-bef4-834a09f4415a service nova] [instance: b729633f-fafa-4118-8e8b-2ab30de58d38] Received event network-changed-d40350f2-c810-468e-a639-6f13c6b116ec {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.467412] env[69699]: DEBUG nova.compute.manager [req-7df99fd0-1259-4daa-b38b-01331dad3538 req-92fef713-c7e0-4ded-bef4-834a09f4415a service nova] [instance: b729633f-fafa-4118-8e8b-2ab30de58d38] Refreshing instance network info cache due to event network-changed-d40350f2-c810-468e-a639-6f13c6b116ec. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1039.469629] env[69699]: DEBUG oslo_concurrency.lockutils [req-7df99fd0-1259-4daa-b38b-01331dad3538 req-92fef713-c7e0-4ded-bef4-834a09f4415a service nova] Acquiring lock "refresh_cache-b729633f-fafa-4118-8e8b-2ab30de58d38" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.469629] env[69699]: DEBUG oslo_concurrency.lockutils [req-7df99fd0-1259-4daa-b38b-01331dad3538 req-92fef713-c7e0-4ded-bef4-834a09f4415a service nova] Acquired lock "refresh_cache-b729633f-fafa-4118-8e8b-2ab30de58d38" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.469629] env[69699]: DEBUG nova.network.neutron [req-7df99fd0-1259-4daa-b38b-01331dad3538 req-92fef713-c7e0-4ded-bef4-834a09f4415a service nova] [instance: b729633f-fafa-4118-8e8b-2ab30de58d38] Refreshing network info cache for port d40350f2-c810-468e-a639-6f13c6b116ec {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.574794] env[69699]: DEBUG oslo_vmware.api [None req-95d3b879-6fdb-4576-a388-6e1eb32fffa9 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607592, 'name': RemoveSnapshot_Task, 'duration_secs': 1.508123} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.576156] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-95d3b879-6fdb-4576-a388-6e1eb32fffa9 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Deleted Snapshot of the VM instance {{(pid=69699) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1039.650033] env[69699]: DEBUG oslo_concurrency.lockutils [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.392s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.650607] env[69699]: DEBUG nova.compute.manager [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1039.657365] env[69699]: DEBUG oslo_concurrency.lockutils [None req-89621f84-3e4f-4c3b-bd79-db41a5039278 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.044s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.658187] env[69699]: DEBUG nova.objects.instance [None req-89621f84-3e4f-4c3b-bd79-db41a5039278 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lazy-loading 'resources' on Instance uuid 8d932c90-40d4-499a-8593-5122382a2835 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.746127] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607593, 'name': CreateVM_Task, 'duration_secs': 0.3413} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.746127] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b729633f-fafa-4118-8e8b-2ab30de58d38] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1039.746583] env[69699]: DEBUG oslo_concurrency.lockutils [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.746974] env[69699]: DEBUG oslo_concurrency.lockutils [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.747479] env[69699]: DEBUG oslo_concurrency.lockutils [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.747479] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c21f19d3-4b1c-4466-a590-5cd2ed7d690b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.752974] env[69699]: DEBUG oslo_vmware.api [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 1039.752974] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5293f92a-6a8e-f235-17e9-bd81ef351e64" [ 1039.752974] env[69699]: _type = "Task" [ 1039.752974] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.762293] env[69699]: DEBUG oslo_vmware.api [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5293f92a-6a8e-f235-17e9-bd81ef351e64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.867460] env[69699]: DEBUG nova.network.neutron [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Successfully updated port: eb7fc2d4-1068-46d8-839f-4bf5563c12c6 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1040.083228] env[69699]: WARNING nova.compute.manager [None req-95d3b879-6fdb-4576-a388-6e1eb32fffa9 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Image not found during snapshot: nova.exception.ImageNotFound: Image b5112288-f306-4db6-9b5c-1a2553e11fd1 could not be found. [ 1040.160999] env[69699]: DEBUG nova.compute.utils [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1040.169351] env[69699]: DEBUG nova.compute.manager [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1040.169351] env[69699]: DEBUG nova.network.neutron [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1040.236393] env[69699]: DEBUG nova.policy [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bb3e38e23894b1eab05ad6519759de4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba48fa426f0e4cb3b66a18836a0ae660', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 1040.264235] env[69699]: DEBUG oslo_vmware.api [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5293f92a-6a8e-f235-17e9-bd81ef351e64, 'name': SearchDatastore_Task, 'duration_secs': 0.031371} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.264571] env[69699]: DEBUG oslo_concurrency.lockutils [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.264804] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: b729633f-fafa-4118-8e8b-2ab30de58d38] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.265072] env[69699]: DEBUG oslo_concurrency.lockutils [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.265188] env[69699]: DEBUG oslo_concurrency.lockutils [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.265368] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.265619] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6aaf8959-0ff3-4384-9a43-2ceea598624d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.276486] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.276679] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1040.279881] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a61a17d3-5a11-4efe-a23d-d780deb89056 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.284923] env[69699]: DEBUG nova.network.neutron [req-7df99fd0-1259-4daa-b38b-01331dad3538 req-92fef713-c7e0-4ded-bef4-834a09f4415a service nova] [instance: b729633f-fafa-4118-8e8b-2ab30de58d38] Updated VIF entry in instance network info cache for port d40350f2-c810-468e-a639-6f13c6b116ec. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.285315] env[69699]: DEBUG nova.network.neutron [req-7df99fd0-1259-4daa-b38b-01331dad3538 req-92fef713-c7e0-4ded-bef4-834a09f4415a service nova] [instance: b729633f-fafa-4118-8e8b-2ab30de58d38] Updating instance_info_cache with network_info: [{"id": "d40350f2-c810-468e-a639-6f13c6b116ec", "address": "fa:16:3e:17:dd:d9", "network": {"id": "3704068f-6289-4088-bfd3-0d8f4fb8ad07", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1045952331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "152467b2c42f4433aacb37504612095d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd40350f2-c8", "ovs_interfaceid": "d40350f2-c810-468e-a639-6f13c6b116ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.290860] env[69699]: DEBUG oslo_vmware.api [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 1040.290860] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]525d7c5d-948b-c6fe-9194-ea4dbc198863" [ 1040.290860] env[69699]: _type = "Task" [ 1040.290860] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.303175] env[69699]: DEBUG oslo_vmware.api [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]525d7c5d-948b-c6fe-9194-ea4dbc198863, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.370332] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquiring lock "refresh_cache-2a426aa8-b5c2-4b48-b491-9b7702b1d033" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.371921] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquired lock "refresh_cache-2a426aa8-b5c2-4b48-b491-9b7702b1d033" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.372065] env[69699]: DEBUG nova.network.neutron [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.484114] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7b9be5-c8a7-40b5-96d3-25e04458b22f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.495993] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21acda2e-75b8-48d1-91cb-f516d4c8493c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.529665] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f751af-d97d-477c-bd3a-116997df66f0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.538252] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19962846-f559-4284-8bf4-4ccd871107b2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.550968] env[69699]: DEBUG nova.compute.provider_tree [None req-89621f84-3e4f-4c3b-bd79-db41a5039278 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.642333] env[69699]: DEBUG nova.network.neutron [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Successfully created port: ddc00533-57b5-4d5c-820b-37a10037f2a2 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1040.669654] env[69699]: DEBUG nova.compute.manager [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1040.789025] env[69699]: DEBUG oslo_concurrency.lockutils [req-7df99fd0-1259-4daa-b38b-01331dad3538 req-92fef713-c7e0-4ded-bef4-834a09f4415a service nova] Releasing lock "refresh_cache-b729633f-fafa-4118-8e8b-2ab30de58d38" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.802317] env[69699]: DEBUG oslo_vmware.api [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]525d7c5d-948b-c6fe-9194-ea4dbc198863, 'name': SearchDatastore_Task, 'duration_secs': 0.026983} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.803296] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51b5a2ee-e314-4186-8953-a18b5f918992 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.808413] env[69699]: DEBUG oslo_vmware.api [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 1040.808413] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]524d2dc1-f964-34ed-b102-aac549919a8e" [ 1040.808413] env[69699]: _type = "Task" [ 1040.808413] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.815923] env[69699]: DEBUG oslo_vmware.api [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]524d2dc1-f964-34ed-b102-aac549919a8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.880333] env[69699]: DEBUG oslo_concurrency.lockutils [None req-26426515-c060-4d4f-8252-ae0976f3c7c7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Acquiring lock "ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.880583] env[69699]: DEBUG oslo_concurrency.lockutils [None req-26426515-c060-4d4f-8252-ae0976f3c7c7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Lock "ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.880817] env[69699]: DEBUG oslo_concurrency.lockutils [None req-26426515-c060-4d4f-8252-ae0976f3c7c7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Acquiring lock "ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.881012] env[69699]: DEBUG oslo_concurrency.lockutils [None req-26426515-c060-4d4f-8252-ae0976f3c7c7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Lock "ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.881178] env[69699]: DEBUG oslo_concurrency.lockutils [None req-26426515-c060-4d4f-8252-ae0976f3c7c7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Lock "ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.883357] env[69699]: INFO nova.compute.manager [None req-26426515-c060-4d4f-8252-ae0976f3c7c7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Terminating instance [ 1040.909350] env[69699]: DEBUG nova.network.neutron [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1041.054278] env[69699]: DEBUG nova.scheduler.client.report [None req-89621f84-3e4f-4c3b-bd79-db41a5039278 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.101425] env[69699]: DEBUG nova.network.neutron [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Updating instance_info_cache with network_info: [{"id": "eb7fc2d4-1068-46d8-839f-4bf5563c12c6", "address": "fa:16:3e:e4:10:26", "network": {"id": "9844044a-e94c-45d6-aa96-24b8c7d1e908", "bridge": "br-int", "label": "tempest-ImagesTestJSON-288563612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "deb2d5d11bed4a27b8072873567c44b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb7fc2d4-10", "ovs_interfaceid": "eb7fc2d4-1068-46d8-839f-4bf5563c12c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.319176] env[69699]: DEBUG oslo_vmware.api [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]524d2dc1-f964-34ed-b102-aac549919a8e, 'name': SearchDatastore_Task, 'duration_secs': 0.009927} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.319490] env[69699]: DEBUG oslo_concurrency.lockutils [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.319699] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] b729633f-fafa-4118-8e8b-2ab30de58d38/b729633f-fafa-4118-8e8b-2ab30de58d38.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1041.319952] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52765ea5-ff22-406a-a68f-40df191c81b9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.328738] env[69699]: DEBUG oslo_vmware.api [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 1041.328738] env[69699]: value = "task-3607594" [ 1041.328738] env[69699]: _type = "Task" [ 1041.328738] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.337849] env[69699]: DEBUG oslo_vmware.api [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607594, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.389027] env[69699]: DEBUG nova.compute.manager [None req-26426515-c060-4d4f-8252-ae0976f3c7c7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1041.389027] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-26426515-c060-4d4f-8252-ae0976f3c7c7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.389027] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9964b04a-4a88-4c96-ab3b-f73acdeee5fa {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.396946] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-26426515-c060-4d4f-8252-ae0976f3c7c7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.396946] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6bc3555-3f23-46f7-8990-44bc2dddb670 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.402346] env[69699]: DEBUG oslo_vmware.api [None req-26426515-c060-4d4f-8252-ae0976f3c7c7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Waiting for the task: (returnval){ [ 1041.402346] env[69699]: value = "task-3607595" [ 1041.402346] env[69699]: _type = "Task" [ 1041.402346] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.409994] env[69699]: DEBUG oslo_vmware.api [None req-26426515-c060-4d4f-8252-ae0976f3c7c7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607595, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.534516] env[69699]: DEBUG nova.compute.manager [req-a21bbb34-958f-42e6-b821-738f65884966 req-82d85377-c44a-4475-bcd6-4d161f64fad9 service nova] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Received event network-vif-plugged-eb7fc2d4-1068-46d8-839f-4bf5563c12c6 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.534817] env[69699]: DEBUG oslo_concurrency.lockutils [req-a21bbb34-958f-42e6-b821-738f65884966 req-82d85377-c44a-4475-bcd6-4d161f64fad9 service nova] Acquiring lock "2a426aa8-b5c2-4b48-b491-9b7702b1d033-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.535353] env[69699]: DEBUG oslo_concurrency.lockutils [req-a21bbb34-958f-42e6-b821-738f65884966 req-82d85377-c44a-4475-bcd6-4d161f64fad9 service nova] Lock "2a426aa8-b5c2-4b48-b491-9b7702b1d033-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.535523] env[69699]: DEBUG oslo_concurrency.lockutils [req-a21bbb34-958f-42e6-b821-738f65884966 req-82d85377-c44a-4475-bcd6-4d161f64fad9 service nova] Lock "2a426aa8-b5c2-4b48-b491-9b7702b1d033-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.535759] env[69699]: DEBUG nova.compute.manager [req-a21bbb34-958f-42e6-b821-738f65884966 req-82d85377-c44a-4475-bcd6-4d161f64fad9 service nova] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] No waiting events found dispatching network-vif-plugged-eb7fc2d4-1068-46d8-839f-4bf5563c12c6 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1041.535981] env[69699]: WARNING nova.compute.manager [req-a21bbb34-958f-42e6-b821-738f65884966 req-82d85377-c44a-4475-bcd6-4d161f64fad9 service nova] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Received unexpected event network-vif-plugged-eb7fc2d4-1068-46d8-839f-4bf5563c12c6 for instance with vm_state building and task_state spawning. [ 1041.536203] env[69699]: DEBUG nova.compute.manager [req-a21bbb34-958f-42e6-b821-738f65884966 req-82d85377-c44a-4475-bcd6-4d161f64fad9 service nova] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Received event network-changed-eb7fc2d4-1068-46d8-839f-4bf5563c12c6 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.536377] env[69699]: DEBUG nova.compute.manager [req-a21bbb34-958f-42e6-b821-738f65884966 req-82d85377-c44a-4475-bcd6-4d161f64fad9 service nova] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Refreshing instance network info cache due to event network-changed-eb7fc2d4-1068-46d8-839f-4bf5563c12c6. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1041.536560] env[69699]: DEBUG oslo_concurrency.lockutils [req-a21bbb34-958f-42e6-b821-738f65884966 req-82d85377-c44a-4475-bcd6-4d161f64fad9 service nova] Acquiring lock "refresh_cache-2a426aa8-b5c2-4b48-b491-9b7702b1d033" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.560797] env[69699]: DEBUG oslo_concurrency.lockutils [None req-89621f84-3e4f-4c3b-bd79-db41a5039278 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.904s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.563864] env[69699]: DEBUG oslo_concurrency.lockutils [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.171s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.565563] env[69699]: INFO nova.compute.claims [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1041.592686] env[69699]: INFO nova.scheduler.client.report [None req-89621f84-3e4f-4c3b-bd79-db41a5039278 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Deleted allocations for instance 8d932c90-40d4-499a-8593-5122382a2835 [ 1041.607164] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Releasing lock "refresh_cache-2a426aa8-b5c2-4b48-b491-9b7702b1d033" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.607503] env[69699]: DEBUG nova.compute.manager [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Instance network_info: |[{"id": "eb7fc2d4-1068-46d8-839f-4bf5563c12c6", "address": "fa:16:3e:e4:10:26", "network": {"id": "9844044a-e94c-45d6-aa96-24b8c7d1e908", "bridge": "br-int", "label": "tempest-ImagesTestJSON-288563612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "deb2d5d11bed4a27b8072873567c44b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb7fc2d4-10", "ovs_interfaceid": "eb7fc2d4-1068-46d8-839f-4bf5563c12c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1041.607810] env[69699]: DEBUG oslo_concurrency.lockutils [req-a21bbb34-958f-42e6-b821-738f65884966 req-82d85377-c44a-4475-bcd6-4d161f64fad9 service nova] Acquired lock "refresh_cache-2a426aa8-b5c2-4b48-b491-9b7702b1d033" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.607984] env[69699]: DEBUG nova.network.neutron [req-a21bbb34-958f-42e6-b821-738f65884966 req-82d85377-c44a-4475-bcd6-4d161f64fad9 service nova] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Refreshing network info cache for port eb7fc2d4-1068-46d8-839f-4bf5563c12c6 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1041.615582] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:10:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1c8fdf9-970c-4ae0-b6d9-f1015196b552', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb7fc2d4-1068-46d8-839f-4bf5563c12c6', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1041.626035] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.626035] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1041.626707] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3400a1a-dbc9-44b8-98c7-d8471457506a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.652997] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1041.652997] env[69699]: value = "task-3607596" [ 1041.652997] env[69699]: _type = "Task" [ 1041.652997] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.662304] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607596, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.687936] env[69699]: DEBUG nova.compute.manager [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1041.726426] env[69699]: DEBUG nova.virt.hardware [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1041.726683] env[69699]: DEBUG nova.virt.hardware [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.726834] env[69699]: DEBUG nova.virt.hardware [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.727300] env[69699]: DEBUG nova.virt.hardware [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.727486] env[69699]: DEBUG nova.virt.hardware [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.727666] env[69699]: DEBUG nova.virt.hardware [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1041.727958] env[69699]: DEBUG nova.virt.hardware [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1041.728401] env[69699]: DEBUG nova.virt.hardware [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1041.728401] env[69699]: DEBUG nova.virt.hardware [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1041.728543] env[69699]: DEBUG nova.virt.hardware [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1041.728746] env[69699]: DEBUG nova.virt.hardware [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1041.729662] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6a3ae6-399c-4a13-b8d6-9d55bea9cb0a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.744031] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005fd2f4-6021-4f2a-947b-91ee155bb9fa {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.838850] env[69699]: DEBUG oslo_vmware.api [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607594, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463408} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.839353] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] b729633f-fafa-4118-8e8b-2ab30de58d38/b729633f-fafa-4118-8e8b-2ab30de58d38.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1041.842156] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: b729633f-fafa-4118-8e8b-2ab30de58d38] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1041.842156] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-adb6f446-24c7-442e-888f-e9731667b573 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.848223] env[69699]: DEBUG oslo_vmware.api [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 1041.848223] env[69699]: value = "task-3607597" [ 1041.848223] env[69699]: _type = "Task" [ 1041.848223] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.856205] env[69699]: DEBUG oslo_vmware.api [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607597, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.911869] env[69699]: DEBUG oslo_vmware.api [None req-26426515-c060-4d4f-8252-ae0976f3c7c7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607595, 'name': PowerOffVM_Task, 'duration_secs': 0.476847} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.912099] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-26426515-c060-4d4f-8252-ae0976f3c7c7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.912274] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-26426515-c060-4d4f-8252-ae0976f3c7c7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1041.912524] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d048be35-e504-4994-bac8-6d5c4cf801ea {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.984170] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-26426515-c060-4d4f-8252-ae0976f3c7c7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1041.984415] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-26426515-c060-4d4f-8252-ae0976f3c7c7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1041.984602] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-26426515-c060-4d4f-8252-ae0976f3c7c7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Deleting the datastore file [datastore2] ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.984872] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7d75493-67da-4362-ad38-5ad1962dd7b3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.995385] env[69699]: DEBUG oslo_vmware.api [None req-26426515-c060-4d4f-8252-ae0976f3c7c7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Waiting for the task: (returnval){ [ 1041.995385] env[69699]: value = "task-3607599" [ 1041.995385] env[69699]: _type = "Task" [ 1041.995385] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.003395] env[69699]: DEBUG oslo_vmware.api [None req-26426515-c060-4d4f-8252-ae0976f3c7c7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607599, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.104097] env[69699]: DEBUG oslo_concurrency.lockutils [None req-89621f84-3e4f-4c3b-bd79-db41a5039278 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lock "8d932c90-40d4-499a-8593-5122382a2835" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.657s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.167912] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607596, 'name': CreateVM_Task, 'duration_secs': 0.397166} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.168189] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1042.169018] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.169348] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.169809] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.170642] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9406028-8a68-40d3-80db-c645941679eb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.176655] env[69699]: DEBUG oslo_vmware.api [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 1042.176655] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52fe5cd6-6e36-6b76-bc1a-9fa9720acfb7" [ 1042.176655] env[69699]: _type = "Task" [ 1042.176655] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.185722] env[69699]: DEBUG oslo_vmware.api [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52fe5cd6-6e36-6b76-bc1a-9fa9720acfb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.360828] env[69699]: DEBUG oslo_vmware.api [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607597, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072673} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.361313] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: b729633f-fafa-4118-8e8b-2ab30de58d38] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1042.362240] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed42243-4c78-40db-a52b-bf29107eb786 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.386086] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: b729633f-fafa-4118-8e8b-2ab30de58d38] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] b729633f-fafa-4118-8e8b-2ab30de58d38/b729633f-fafa-4118-8e8b-2ab30de58d38.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.390311] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48af466f-162b-4ac0-bec2-bffe5cd5602e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.406535] env[69699]: DEBUG nova.compute.manager [req-6515f790-fb66-4f2d-96af-a9d965224113 req-150e4ecc-073f-4ee3-a2b2-a05c19e924b3 service nova] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Received event network-vif-plugged-ddc00533-57b5-4d5c-820b-37a10037f2a2 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.406785] env[69699]: DEBUG oslo_concurrency.lockutils [req-6515f790-fb66-4f2d-96af-a9d965224113 req-150e4ecc-073f-4ee3-a2b2-a05c19e924b3 service nova] Acquiring lock "33c6c229-7f77-4968-b48d-6a59bea1fc9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.407032] env[69699]: DEBUG oslo_concurrency.lockutils [req-6515f790-fb66-4f2d-96af-a9d965224113 req-150e4ecc-073f-4ee3-a2b2-a05c19e924b3 service nova] Lock "33c6c229-7f77-4968-b48d-6a59bea1fc9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.407815] env[69699]: DEBUG oslo_concurrency.lockutils [req-6515f790-fb66-4f2d-96af-a9d965224113 req-150e4ecc-073f-4ee3-a2b2-a05c19e924b3 service nova] Lock "33c6c229-7f77-4968-b48d-6a59bea1fc9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.408103] env[69699]: DEBUG nova.compute.manager [req-6515f790-fb66-4f2d-96af-a9d965224113 req-150e4ecc-073f-4ee3-a2b2-a05c19e924b3 service nova] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] No waiting events found dispatching network-vif-plugged-ddc00533-57b5-4d5c-820b-37a10037f2a2 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1042.408329] env[69699]: WARNING nova.compute.manager [req-6515f790-fb66-4f2d-96af-a9d965224113 req-150e4ecc-073f-4ee3-a2b2-a05c19e924b3 service nova] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Received unexpected event network-vif-plugged-ddc00533-57b5-4d5c-820b-37a10037f2a2 for instance with vm_state building and task_state spawning. [ 1042.409875] env[69699]: DEBUG nova.network.neutron [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Successfully updated port: ddc00533-57b5-4d5c-820b-37a10037f2a2 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1042.418105] env[69699]: DEBUG oslo_vmware.api [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 1042.418105] env[69699]: value = "task-3607600" [ 1042.418105] env[69699]: _type = "Task" [ 1042.418105] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.429283] env[69699]: DEBUG oslo_vmware.api [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607600, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.447408] env[69699]: DEBUG nova.network.neutron [req-a21bbb34-958f-42e6-b821-738f65884966 req-82d85377-c44a-4475-bcd6-4d161f64fad9 service nova] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Updated VIF entry in instance network info cache for port eb7fc2d4-1068-46d8-839f-4bf5563c12c6. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1042.447864] env[69699]: DEBUG nova.network.neutron [req-a21bbb34-958f-42e6-b821-738f65884966 req-82d85377-c44a-4475-bcd6-4d161f64fad9 service nova] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Updating instance_info_cache with network_info: [{"id": "eb7fc2d4-1068-46d8-839f-4bf5563c12c6", "address": "fa:16:3e:e4:10:26", "network": {"id": "9844044a-e94c-45d6-aa96-24b8c7d1e908", "bridge": "br-int", "label": "tempest-ImagesTestJSON-288563612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "deb2d5d11bed4a27b8072873567c44b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb7fc2d4-10", "ovs_interfaceid": "eb7fc2d4-1068-46d8-839f-4bf5563c12c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.504626] env[69699]: DEBUG oslo_vmware.api [None req-26426515-c060-4d4f-8252-ae0976f3c7c7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607599, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135339} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.504894] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-26426515-c060-4d4f-8252-ae0976f3c7c7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.505096] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-26426515-c060-4d4f-8252-ae0976f3c7c7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1042.505274] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-26426515-c060-4d4f-8252-ae0976f3c7c7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1042.505443] env[69699]: INFO nova.compute.manager [None req-26426515-c060-4d4f-8252-ae0976f3c7c7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1042.505679] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26426515-c060-4d4f-8252-ae0976f3c7c7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.505868] env[69699]: DEBUG nova.compute.manager [-] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1042.505964] env[69699]: DEBUG nova.network.neutron [-] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1042.687121] env[69699]: DEBUG oslo_vmware.api [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52fe5cd6-6e36-6b76-bc1a-9fa9720acfb7, 'name': SearchDatastore_Task, 'duration_secs': 0.009938} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.687489] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.687739] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1042.688094] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.688315] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.688511] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1042.688783] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6f70501-4ad3-4094-b642-288e3c1c4238 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.702280] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1042.702475] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1042.705583] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af5e62f9-042b-411b-95b1-004f97102bf5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.714169] env[69699]: DEBUG oslo_vmware.api [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 1042.714169] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5242792a-1a1e-e6c2-b3c6-807c4cea7a5a" [ 1042.714169] env[69699]: _type = "Task" [ 1042.714169] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.719636] env[69699]: DEBUG oslo_vmware.api [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5242792a-1a1e-e6c2-b3c6-807c4cea7a5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.859059] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbce878-b636-4b4b-a1b8-b4b1f05e879b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.867254] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfe3ead-e57f-4e12-91f5-548f62d78978 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.903367] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7718275-aa6d-45a6-ad1b-b68f246f8286 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.912497] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb054950-826c-4516-8551-4647994e6ce8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.917951] env[69699]: DEBUG oslo_concurrency.lockutils [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "refresh_cache-33c6c229-7f77-4968-b48d-6a59bea1fc9a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.917951] env[69699]: DEBUG oslo_concurrency.lockutils [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquired lock "refresh_cache-33c6c229-7f77-4968-b48d-6a59bea1fc9a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.918221] env[69699]: DEBUG nova.network.neutron [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.937160] env[69699]: DEBUG nova.compute.provider_tree [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.947572] env[69699]: DEBUG oslo_vmware.api [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607600, 'name': ReconfigVM_Task, 'duration_secs': 0.299667} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.947572] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: b729633f-fafa-4118-8e8b-2ab30de58d38] Reconfigured VM instance instance-00000058 to attach disk [datastore2] b729633f-fafa-4118-8e8b-2ab30de58d38/b729633f-fafa-4118-8e8b-2ab30de58d38.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.948795] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20615179-26c5-4621-824b-5babe2345461 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.951357] env[69699]: DEBUG oslo_concurrency.lockutils [req-a21bbb34-958f-42e6-b821-738f65884966 req-82d85377-c44a-4475-bcd6-4d161f64fad9 service nova] Releasing lock "refresh_cache-2a426aa8-b5c2-4b48-b491-9b7702b1d033" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.956588] env[69699]: DEBUG oslo_vmware.api [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 1042.956588] env[69699]: value = "task-3607601" [ 1042.956588] env[69699]: _type = "Task" [ 1042.956588] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.969162] env[69699]: DEBUG oslo_vmware.api [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607601, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.221761] env[69699]: DEBUG oslo_vmware.api [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5242792a-1a1e-e6c2-b3c6-807c4cea7a5a, 'name': SearchDatastore_Task, 'duration_secs': 0.021697} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.222417] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd76956a-eac4-44ee-9d6d-636899d927cd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.227987] env[69699]: DEBUG oslo_vmware.api [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 1043.227987] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52fb4942-c8cb-a36c-6ef5-ead751393c9d" [ 1043.227987] env[69699]: _type = "Task" [ 1043.227987] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.236515] env[69699]: DEBUG oslo_vmware.api [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52fb4942-c8cb-a36c-6ef5-ead751393c9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.444310] env[69699]: DEBUG nova.scheduler.client.report [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.456105] env[69699]: DEBUG nova.network.neutron [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1043.477173] env[69699]: DEBUG oslo_vmware.api [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607601, 'name': Rename_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.563285] env[69699]: DEBUG nova.compute.manager [req-7f49c672-973e-465d-8e83-8b738b3c7e3b req-d7c907ea-e725-4622-b0c9-3f852dee426f service nova] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Received event network-vif-deleted-89a9e72a-3eb3-4434-9c86-4a2071cf9750 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.563525] env[69699]: INFO nova.compute.manager [req-7f49c672-973e-465d-8e83-8b738b3c7e3b req-d7c907ea-e725-4622-b0c9-3f852dee426f service nova] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Neutron deleted interface 89a9e72a-3eb3-4434-9c86-4a2071cf9750; detaching it from the instance and deleting it from the info cache [ 1043.563664] env[69699]: DEBUG nova.network.neutron [req-7f49c672-973e-465d-8e83-8b738b3c7e3b req-d7c907ea-e725-4622-b0c9-3f852dee426f service nova] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.608631] env[69699]: DEBUG nova.network.neutron [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Updating instance_info_cache with network_info: [{"id": "ddc00533-57b5-4d5c-820b-37a10037f2a2", "address": "fa:16:3e:fa:1e:51", "network": {"id": "0bd0c568-ae97-493c-9ed8-c70833965690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-782374772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba48fa426f0e4cb3b66a18836a0ae660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddc00533-57", "ovs_interfaceid": "ddc00533-57b5-4d5c-820b-37a10037f2a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.686778] env[69699]: DEBUG nova.network.neutron [-] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.737678] env[69699]: DEBUG oslo_vmware.api [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52fb4942-c8cb-a36c-6ef5-ead751393c9d, 'name': SearchDatastore_Task, 'duration_secs': 0.009702} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.737958] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.738218] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 2a426aa8-b5c2-4b48-b491-9b7702b1d033/2a426aa8-b5c2-4b48-b491-9b7702b1d033.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1043.738661] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a3f846f-3750-466c-ae46-e21e2d6b8a32 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.745805] env[69699]: DEBUG oslo_vmware.api [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 1043.745805] env[69699]: value = "task-3607602" [ 1043.745805] env[69699]: _type = "Task" [ 1043.745805] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.754295] env[69699]: DEBUG oslo_vmware.api [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607602, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.953061] env[69699]: DEBUG oslo_concurrency.lockutils [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.389s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.953631] env[69699]: DEBUG nova.compute.manager [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1043.956755] env[69699]: DEBUG oslo_concurrency.lockutils [None req-734ab0f1-2207-40e2-9760-f5c5cd4010cf tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.026s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.957065] env[69699]: DEBUG nova.objects.instance [None req-734ab0f1-2207-40e2-9760-f5c5cd4010cf tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lazy-loading 'resources' on Instance uuid bcc609cc-9c31-475c-9442-4fa616272c64 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.974468] env[69699]: DEBUG oslo_vmware.api [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607601, 'name': Rename_Task, 'duration_secs': 0.839054} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.974818] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: b729633f-fafa-4118-8e8b-2ab30de58d38] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.975094] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9abdf518-829e-4ab5-9c38-9d8ef476734a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.984538] env[69699]: DEBUG oslo_vmware.api [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 1043.984538] env[69699]: value = "task-3607603" [ 1043.984538] env[69699]: _type = "Task" [ 1043.984538] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.000908] env[69699]: DEBUG oslo_vmware.api [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607603, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.065985] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e1ce0beb-1f4d-4f5d-b9b7-41de7fb4a2a9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.076522] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8d2ddd-fe2a-4a3f-8dcd-46fc4b0461d5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.110745] env[69699]: DEBUG nova.compute.manager [req-7f49c672-973e-465d-8e83-8b738b3c7e3b req-d7c907ea-e725-4622-b0c9-3f852dee426f service nova] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Detach interface failed, port_id=89a9e72a-3eb3-4434-9c86-4a2071cf9750, reason: Instance ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1044.111651] env[69699]: DEBUG oslo_concurrency.lockutils [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Releasing lock "refresh_cache-33c6c229-7f77-4968-b48d-6a59bea1fc9a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.111925] env[69699]: DEBUG nova.compute.manager [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Instance network_info: |[{"id": "ddc00533-57b5-4d5c-820b-37a10037f2a2", "address": "fa:16:3e:fa:1e:51", "network": {"id": "0bd0c568-ae97-493c-9ed8-c70833965690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-782374772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba48fa426f0e4cb3b66a18836a0ae660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddc00533-57", "ovs_interfaceid": "ddc00533-57b5-4d5c-820b-37a10037f2a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1044.112763] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:1e:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92fe29b3-0907-453d-aabb-5559c4bd7c0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ddc00533-57b5-4d5c-820b-37a10037f2a2', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1044.120977] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.121373] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1044.121730] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8af805ab-b5e1-4abe-80a0-b827bbe8d07a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.146373] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1044.146373] env[69699]: value = "task-3607604" [ 1044.146373] env[69699]: _type = "Task" [ 1044.146373] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.157058] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607604, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.189822] env[69699]: INFO nova.compute.manager [-] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Took 1.68 seconds to deallocate network for instance. [ 1044.257965] env[69699]: DEBUG oslo_vmware.api [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607602, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500097} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.258329] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 2a426aa8-b5c2-4b48-b491-9b7702b1d033/2a426aa8-b5c2-4b48-b491-9b7702b1d033.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1044.259051] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1044.259051] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2336f6a-31d4-4e8b-bbb8-e9d871469b29 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.265213] env[69699]: DEBUG oslo_vmware.api [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 1044.265213] env[69699]: value = "task-3607605" [ 1044.265213] env[69699]: _type = "Task" [ 1044.265213] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.275516] env[69699]: DEBUG oslo_vmware.api [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607605, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.407400] env[69699]: DEBUG nova.compute.manager [req-33295b11-fb95-4a33-82a2-a83822fef85a req-f3afdfcb-abc5-44ef-8dfb-475722c78ed1 service nova] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Received event network-changed-ddc00533-57b5-4d5c-820b-37a10037f2a2 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.407788] env[69699]: DEBUG nova.compute.manager [req-33295b11-fb95-4a33-82a2-a83822fef85a req-f3afdfcb-abc5-44ef-8dfb-475722c78ed1 service nova] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Refreshing instance network info cache due to event network-changed-ddc00533-57b5-4d5c-820b-37a10037f2a2. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1044.407869] env[69699]: DEBUG oslo_concurrency.lockutils [req-33295b11-fb95-4a33-82a2-a83822fef85a req-f3afdfcb-abc5-44ef-8dfb-475722c78ed1 service nova] Acquiring lock "refresh_cache-33c6c229-7f77-4968-b48d-6a59bea1fc9a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.407962] env[69699]: DEBUG oslo_concurrency.lockutils [req-33295b11-fb95-4a33-82a2-a83822fef85a req-f3afdfcb-abc5-44ef-8dfb-475722c78ed1 service nova] Acquired lock "refresh_cache-33c6c229-7f77-4968-b48d-6a59bea1fc9a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.408138] env[69699]: DEBUG nova.network.neutron [req-33295b11-fb95-4a33-82a2-a83822fef85a req-f3afdfcb-abc5-44ef-8dfb-475722c78ed1 service nova] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Refreshing network info cache for port ddc00533-57b5-4d5c-820b-37a10037f2a2 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1044.466227] env[69699]: DEBUG nova.compute.utils [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1044.471841] env[69699]: DEBUG nova.compute.manager [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1044.471841] env[69699]: DEBUG nova.network.neutron [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1044.494579] env[69699]: DEBUG oslo_vmware.api [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607603, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.507101] env[69699]: DEBUG nova.policy [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a394824cef7428cbb8fcf4d3353ae3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6db95cb237bc4c8b8944104f6772c490', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 1044.662216] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607604, 'name': CreateVM_Task, 'duration_secs': 0.361906} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.662467] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1044.663341] env[69699]: DEBUG oslo_concurrency.lockutils [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.663619] env[69699]: DEBUG oslo_concurrency.lockutils [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.667018] env[69699]: DEBUG oslo_concurrency.lockutils [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.667255] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5520d84a-3653-49e9-a820-38b92c6e658f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.674031] env[69699]: DEBUG oslo_vmware.api [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Waiting for the task: (returnval){ [ 1044.674031] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5246dc0f-dd09-90c0-051d-5867c0872846" [ 1044.674031] env[69699]: _type = "Task" [ 1044.674031] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.683814] env[69699]: DEBUG oslo_vmware.api [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5246dc0f-dd09-90c0-051d-5867c0872846, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.699362] env[69699]: DEBUG oslo_concurrency.lockutils [None req-26426515-c060-4d4f-8252-ae0976f3c7c7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.770846] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff71c16-05e0-49e1-be63-f5e11e22b2b3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.778786] env[69699]: DEBUG oslo_vmware.api [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607605, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085856} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.780757] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1044.781544] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f460b1df-d71b-4bd4-a4cf-b1d1a5464621 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.785312] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583e0822-d29f-4ae8-9cad-c46f80a9f2d2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.809747] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 2a426aa8-b5c2-4b48-b491-9b7702b1d033/2a426aa8-b5c2-4b48-b491-9b7702b1d033.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.835838] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c262de2b-5d45-4aa5-bd41-b959ec66e992 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.851825] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7939b0-c724-4d46-a5c4-cb20e6739082 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.860198] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8139d9-c703-448e-b9bb-be633bf5bea6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.864405] env[69699]: DEBUG oslo_vmware.api [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 1044.864405] env[69699]: value = "task-3607606" [ 1044.864405] env[69699]: _type = "Task" [ 1044.864405] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.875185] env[69699]: DEBUG nova.compute.provider_tree [None req-734ab0f1-2207-40e2-9760-f5c5cd4010cf tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.881247] env[69699]: DEBUG oslo_vmware.api [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607606, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.972037] env[69699]: DEBUG nova.compute.manager [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1044.997363] env[69699]: DEBUG oslo_vmware.api [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607603, 'name': PowerOnVM_Task, 'duration_secs': 0.596005} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.997636] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: b729633f-fafa-4118-8e8b-2ab30de58d38] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.997838] env[69699]: INFO nova.compute.manager [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: b729633f-fafa-4118-8e8b-2ab30de58d38] Took 8.14 seconds to spawn the instance on the hypervisor. [ 1044.998029] env[69699]: DEBUG nova.compute.manager [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: b729633f-fafa-4118-8e8b-2ab30de58d38] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.998838] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6711eb-d327-44d4-8ae8-abdf9f9f30e8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.033627] env[69699]: DEBUG nova.network.neutron [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Successfully created port: f53466d2-f6b6-4827-b645-13410447fe44 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1045.137552] env[69699]: DEBUG nova.network.neutron [req-33295b11-fb95-4a33-82a2-a83822fef85a req-f3afdfcb-abc5-44ef-8dfb-475722c78ed1 service nova] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Updated VIF entry in instance network info cache for port ddc00533-57b5-4d5c-820b-37a10037f2a2. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1045.137942] env[69699]: DEBUG nova.network.neutron [req-33295b11-fb95-4a33-82a2-a83822fef85a req-f3afdfcb-abc5-44ef-8dfb-475722c78ed1 service nova] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Updating instance_info_cache with network_info: [{"id": "ddc00533-57b5-4d5c-820b-37a10037f2a2", "address": "fa:16:3e:fa:1e:51", "network": {"id": "0bd0c568-ae97-493c-9ed8-c70833965690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-782374772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba48fa426f0e4cb3b66a18836a0ae660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddc00533-57", "ovs_interfaceid": "ddc00533-57b5-4d5c-820b-37a10037f2a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.188512] env[69699]: DEBUG oslo_vmware.api [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5246dc0f-dd09-90c0-051d-5867c0872846, 'name': SearchDatastore_Task, 'duration_secs': 0.035219} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.188512] env[69699]: DEBUG oslo_concurrency.lockutils [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.188512] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1045.188512] env[69699]: DEBUG oslo_concurrency.lockutils [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.188512] env[69699]: DEBUG oslo_concurrency.lockutils [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.188512] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1045.188512] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5b5783b-ea9d-4fc2-8dfa-2bad10f7abf6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.200090] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1045.200090] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1045.201042] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc457434-5ba3-46aa-97b7-173238a2b0f8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.206797] env[69699]: DEBUG oslo_vmware.api [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Waiting for the task: (returnval){ [ 1045.206797] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5221ee9c-4993-83be-ac02-97e156c4b44b" [ 1045.206797] env[69699]: _type = "Task" [ 1045.206797] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.215056] env[69699]: DEBUG oslo_vmware.api [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5221ee9c-4993-83be-ac02-97e156c4b44b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.373844] env[69699]: DEBUG oslo_vmware.api [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607606, 'name': ReconfigVM_Task, 'duration_secs': 0.282825} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.374367] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 2a426aa8-b5c2-4b48-b491-9b7702b1d033/2a426aa8-b5c2-4b48-b491-9b7702b1d033.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.375028] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9a7f0a8-c5f3-4df9-8313-98cbceacbaf5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.378635] env[69699]: DEBUG nova.scheduler.client.report [None req-734ab0f1-2207-40e2-9760-f5c5cd4010cf tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.385188] env[69699]: DEBUG oslo_vmware.api [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 1045.385188] env[69699]: value = "task-3607607" [ 1045.385188] env[69699]: _type = "Task" [ 1045.385188] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.391949] env[69699]: DEBUG oslo_vmware.api [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607607, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.525675] env[69699]: INFO nova.compute.manager [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: b729633f-fafa-4118-8e8b-2ab30de58d38] Took 25.80 seconds to build instance. [ 1045.640551] env[69699]: DEBUG oslo_concurrency.lockutils [req-33295b11-fb95-4a33-82a2-a83822fef85a req-f3afdfcb-abc5-44ef-8dfb-475722c78ed1 service nova] Releasing lock "refresh_cache-33c6c229-7f77-4968-b48d-6a59bea1fc9a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.718264] env[69699]: DEBUG oslo_vmware.api [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5221ee9c-4993-83be-ac02-97e156c4b44b, 'name': SearchDatastore_Task, 'duration_secs': 0.008541} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.719042] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4fc8697-9564-4e23-8a8e-4471dae10c8a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.724503] env[69699]: DEBUG oslo_vmware.api [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Waiting for the task: (returnval){ [ 1045.724503] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]521a932d-0d27-ce1a-6f06-0c8a5916c91d" [ 1045.724503] env[69699]: _type = "Task" [ 1045.724503] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.734115] env[69699]: DEBUG oslo_vmware.api [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]521a932d-0d27-ce1a-6f06-0c8a5916c91d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.884732] env[69699]: DEBUG oslo_concurrency.lockutils [None req-734ab0f1-2207-40e2-9760-f5c5cd4010cf tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.928s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.888033] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.714s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.889397] env[69699]: INFO nova.compute.claims [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 87a0c726-699f-433d-ba5b-d610a3d91db0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1045.900538] env[69699]: DEBUG oslo_vmware.api [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607607, 'name': Rename_Task, 'duration_secs': 0.131591} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.900764] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1045.901014] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-243fa92f-2e32-4082-9b8c-509b343aa36b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.907080] env[69699]: DEBUG oslo_vmware.api [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 1045.907080] env[69699]: value = "task-3607608" [ 1045.907080] env[69699]: _type = "Task" [ 1045.907080] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.911633] env[69699]: INFO nova.scheduler.client.report [None req-734ab0f1-2207-40e2-9760-f5c5cd4010cf tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Deleted allocations for instance bcc609cc-9c31-475c-9442-4fa616272c64 [ 1045.918279] env[69699]: DEBUG oslo_vmware.api [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607608, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.982031] env[69699]: DEBUG nova.compute.manager [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1046.009105] env[69699]: DEBUG nova.virt.hardware [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1046.009566] env[69699]: DEBUG nova.virt.hardware [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.009566] env[69699]: DEBUG nova.virt.hardware [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.009846] env[69699]: DEBUG nova.virt.hardware [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.009846] env[69699]: DEBUG nova.virt.hardware [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.010019] env[69699]: DEBUG nova.virt.hardware [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1046.010238] env[69699]: DEBUG nova.virt.hardware [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1046.010497] env[69699]: DEBUG nova.virt.hardware [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1046.010717] env[69699]: DEBUG nova.virt.hardware [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1046.010884] env[69699]: DEBUG nova.virt.hardware [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1046.011066] env[69699]: DEBUG nova.virt.hardware [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1046.011911] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05332eb9-4d07-47ac-9a0c-44bb8d068b9c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.020173] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654e636c-1780-446d-940c-50f8188efbdc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.033913] env[69699]: DEBUG oslo_concurrency.lockutils [None req-04e93ae8-02b5-4542-8e98-1c24954801b8 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "b729633f-fafa-4118-8e8b-2ab30de58d38" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.316s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.098366] env[69699]: DEBUG oslo_concurrency.lockutils [None req-97b7b553-bc15-4ddf-ae2e-2681fdd64456 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "b729633f-fafa-4118-8e8b-2ab30de58d38" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.098471] env[69699]: DEBUG oslo_concurrency.lockutils [None req-97b7b553-bc15-4ddf-ae2e-2681fdd64456 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "b729633f-fafa-4118-8e8b-2ab30de58d38" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.098665] env[69699]: DEBUG nova.compute.manager [None req-97b7b553-bc15-4ddf-ae2e-2681fdd64456 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: b729633f-fafa-4118-8e8b-2ab30de58d38] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1046.099872] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d7fa30-bf39-432d-8db0-bb76ae5ae8c2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.107296] env[69699]: DEBUG nova.compute.manager [None req-97b7b553-bc15-4ddf-ae2e-2681fdd64456 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: b729633f-fafa-4118-8e8b-2ab30de58d38] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69699) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1046.107888] env[69699]: DEBUG nova.objects.instance [None req-97b7b553-bc15-4ddf-ae2e-2681fdd64456 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lazy-loading 'flavor' on Instance uuid b729633f-fafa-4118-8e8b-2ab30de58d38 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.234730] env[69699]: DEBUG oslo_vmware.api [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]521a932d-0d27-ce1a-6f06-0c8a5916c91d, 'name': SearchDatastore_Task, 'duration_secs': 0.008581} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.235097] env[69699]: DEBUG oslo_concurrency.lockutils [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.235299] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 33c6c229-7f77-4968-b48d-6a59bea1fc9a/33c6c229-7f77-4968-b48d-6a59bea1fc9a.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1046.235551] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2873c367-6525-4f3a-919b-96538a2c0eba {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.242661] env[69699]: DEBUG oslo_vmware.api [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Waiting for the task: (returnval){ [ 1046.242661] env[69699]: value = "task-3607609" [ 1046.242661] env[69699]: _type = "Task" [ 1046.242661] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.250163] env[69699]: DEBUG oslo_vmware.api [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607609, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.418636] env[69699]: DEBUG oslo_vmware.api [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607608, 'name': PowerOnVM_Task, 'duration_secs': 0.451052} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.420964] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.421165] env[69699]: INFO nova.compute.manager [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Took 7.14 seconds to spawn the instance on the hypervisor. [ 1046.421349] env[69699]: DEBUG nova.compute.manager [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1046.421855] env[69699]: DEBUG oslo_concurrency.lockutils [None req-734ab0f1-2207-40e2-9760-f5c5cd4010cf tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "bcc609cc-9c31-475c-9442-4fa616272c64" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.174s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.423400] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a471b434-139c-4457-b5d0-e34b8187f531 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.713686] env[69699]: DEBUG nova.compute.manager [req-988aaaa6-411b-49bc-b7f8-375c5e9b6fcb req-f198ec4d-14d4-40e1-b022-a8e5da357c8d service nova] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Received event network-vif-plugged-f53466d2-f6b6-4827-b645-13410447fe44 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.713933] env[69699]: DEBUG oslo_concurrency.lockutils [req-988aaaa6-411b-49bc-b7f8-375c5e9b6fcb req-f198ec4d-14d4-40e1-b022-a8e5da357c8d service nova] Acquiring lock "12ab37c5-3a07-43ca-b87d-4c62d904ea78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.714251] env[69699]: DEBUG oslo_concurrency.lockutils [req-988aaaa6-411b-49bc-b7f8-375c5e9b6fcb req-f198ec4d-14d4-40e1-b022-a8e5da357c8d service nova] Lock "12ab37c5-3a07-43ca-b87d-4c62d904ea78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.714498] env[69699]: DEBUG oslo_concurrency.lockutils [req-988aaaa6-411b-49bc-b7f8-375c5e9b6fcb req-f198ec4d-14d4-40e1-b022-a8e5da357c8d service nova] Lock "12ab37c5-3a07-43ca-b87d-4c62d904ea78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.714751] env[69699]: DEBUG nova.compute.manager [req-988aaaa6-411b-49bc-b7f8-375c5e9b6fcb req-f198ec4d-14d4-40e1-b022-a8e5da357c8d service nova] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] No waiting events found dispatching network-vif-plugged-f53466d2-f6b6-4827-b645-13410447fe44 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1046.714972] env[69699]: WARNING nova.compute.manager [req-988aaaa6-411b-49bc-b7f8-375c5e9b6fcb req-f198ec4d-14d4-40e1-b022-a8e5da357c8d service nova] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Received unexpected event network-vif-plugged-f53466d2-f6b6-4827-b645-13410447fe44 for instance with vm_state building and task_state spawning. [ 1046.755928] env[69699]: DEBUG oslo_vmware.api [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607609, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.870605] env[69699]: DEBUG nova.network.neutron [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Successfully updated port: f53466d2-f6b6-4827-b645-13410447fe44 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1046.940071] env[69699]: INFO nova.compute.manager [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Took 24.95 seconds to build instance. [ 1046.993651] env[69699]: DEBUG oslo_concurrency.lockutils [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Acquiring lock "ebcf8712-89f5-4806-bad4-7d08f1e05d09" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.993651] env[69699]: DEBUG oslo_concurrency.lockutils [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Lock "ebcf8712-89f5-4806-bad4-7d08f1e05d09" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.115648] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-97b7b553-bc15-4ddf-ae2e-2681fdd64456 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: b729633f-fafa-4118-8e8b-2ab30de58d38] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.115994] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40ac6079-99a5-4e59-92b4-989cbafd7de5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.125860] env[69699]: DEBUG oslo_vmware.api [None req-97b7b553-bc15-4ddf-ae2e-2681fdd64456 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 1047.125860] env[69699]: value = "task-3607610" [ 1047.125860] env[69699]: _type = "Task" [ 1047.125860] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.135465] env[69699]: DEBUG oslo_vmware.api [None req-97b7b553-bc15-4ddf-ae2e-2681fdd64456 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607610, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.182724] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbf59f1-05e4-49a3-8b27-e20781d43938 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.188888] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d9e211-4b53-4d29-9540-b4d0dc732239 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.223955] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d9d646-c7b7-4cef-842b-b6edc8a2e1ea {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.232187] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4345c2-3519-4ed5-a15a-9b9c2618ddf0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.246535] env[69699]: DEBUG nova.compute.provider_tree [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.257168] env[69699]: DEBUG oslo_vmware.api [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607609, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599222} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.257617] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 33c6c229-7f77-4968-b48d-6a59bea1fc9a/33c6c229-7f77-4968-b48d-6a59bea1fc9a.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1047.257735] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1047.257961] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81a0e7cc-b811-4d4b-b356-2a13eee34623 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.266385] env[69699]: DEBUG oslo_vmware.api [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Waiting for the task: (returnval){ [ 1047.266385] env[69699]: value = "task-3607611" [ 1047.266385] env[69699]: _type = "Task" [ 1047.266385] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.275707] env[69699]: DEBUG oslo_vmware.api [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607611, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.375556] env[69699]: DEBUG oslo_concurrency.lockutils [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Acquiring lock "refresh_cache-12ab37c5-3a07-43ca-b87d-4c62d904ea78" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.375556] env[69699]: DEBUG oslo_concurrency.lockutils [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Acquired lock "refresh_cache-12ab37c5-3a07-43ca-b87d-4c62d904ea78" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.375556] env[69699]: DEBUG nova.network.neutron [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.445309] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f32e96d9-4008-495b-ab50-08a489d5e9c1 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lock "2a426aa8-b5c2-4b48-b491-9b7702b1d033" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.469s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.499459] env[69699]: DEBUG nova.compute.manager [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1047.636520] env[69699]: DEBUG oslo_vmware.api [None req-97b7b553-bc15-4ddf-ae2e-2681fdd64456 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607610, 'name': PowerOffVM_Task, 'duration_secs': 0.186883} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.636829] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-97b7b553-bc15-4ddf-ae2e-2681fdd64456 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: b729633f-fafa-4118-8e8b-2ab30de58d38] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.637052] env[69699]: DEBUG nova.compute.manager [None req-97b7b553-bc15-4ddf-ae2e-2681fdd64456 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: b729633f-fafa-4118-8e8b-2ab30de58d38] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.637853] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8245b307-5fd0-4747-857d-65ee10039ace {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.752708] env[69699]: DEBUG nova.scheduler.client.report [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.776608] env[69699]: DEBUG oslo_vmware.api [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607611, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067197} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.776898] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1047.777642] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524abf20-000c-48fb-8b5a-af275bef6e83 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.799932] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 33c6c229-7f77-4968-b48d-6a59bea1fc9a/33c6c229-7f77-4968-b48d-6a59bea1fc9a.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.800188] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f98f429-30ad-40f4-95e3-d6370c851d59 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.821344] env[69699]: DEBUG oslo_vmware.api [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Waiting for the task: (returnval){ [ 1047.821344] env[69699]: value = "task-3607612" [ 1047.821344] env[69699]: _type = "Task" [ 1047.821344] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.828986] env[69699]: DEBUG oslo_vmware.api [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607612, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.909787] env[69699]: DEBUG nova.network.neutron [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1047.928705] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b94123cd-a1b6-480e-ae71-3c3cf15244fc tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Acquiring lock "1e93de2f-eaf0-468a-86e4-605aeb79dba9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.928908] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b94123cd-a1b6-480e-ae71-3c3cf15244fc tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "1e93de2f-eaf0-468a-86e4-605aeb79dba9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.021877] env[69699]: DEBUG oslo_concurrency.lockutils [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.078822] env[69699]: DEBUG nova.network.neutron [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Updating instance_info_cache with network_info: [{"id": "f53466d2-f6b6-4827-b645-13410447fe44", "address": "fa:16:3e:70:47:ea", "network": {"id": "9a6d5dd4-f852-4b36-968e-e480448f148a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1073286448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6db95cb237bc4c8b8944104f6772c490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf53466d2-f6", "ovs_interfaceid": "f53466d2-f6b6-4827-b645-13410447fe44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.149661] env[69699]: DEBUG oslo_concurrency.lockutils [None req-97b7b553-bc15-4ddf-ae2e-2681fdd64456 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "b729633f-fafa-4118-8e8b-2ab30de58d38" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.257503] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.370s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.258037] env[69699]: DEBUG nova.compute.manager [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 87a0c726-699f-433d-ba5b-d610a3d91db0] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1048.260475] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.972s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.261923] env[69699]: INFO nova.compute.claims [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1048.330820] env[69699]: DEBUG oslo_vmware.api [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607612, 'name': ReconfigVM_Task, 'duration_secs': 0.311506} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.331114] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 33c6c229-7f77-4968-b48d-6a59bea1fc9a/33c6c229-7f77-4968-b48d-6a59bea1fc9a.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.331725] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b8b069c-daf2-487e-9cea-47c8351f54d2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.338147] env[69699]: DEBUG oslo_vmware.api [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Waiting for the task: (returnval){ [ 1048.338147] env[69699]: value = "task-3607613" [ 1048.338147] env[69699]: _type = "Task" [ 1048.338147] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.345203] env[69699]: DEBUG oslo_vmware.api [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607613, 'name': Rename_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.382654] env[69699]: DEBUG nova.compute.manager [None req-dee318f8-52ae-446c-ae69-35d84e977cce tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1048.383622] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cbae66-eb9a-4e05-8da9-12efcc6be357 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.431705] env[69699]: INFO nova.compute.manager [None req-b94123cd-a1b6-480e-ae71-3c3cf15244fc tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Detaching volume fd5eb4eb-e98f-4826-bb00-3a5b59e5671b [ 1048.470053] env[69699]: INFO nova.virt.block_device [None req-b94123cd-a1b6-480e-ae71-3c3cf15244fc tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Attempting to driver detach volume fd5eb4eb-e98f-4826-bb00-3a5b59e5671b from mountpoint /dev/sdb [ 1048.470339] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-b94123cd-a1b6-480e-ae71-3c3cf15244fc tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Volume detach. Driver type: vmdk {{(pid=69699) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1048.470566] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-b94123cd-a1b6-480e-ae71-3c3cf15244fc tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719631', 'volume_id': 'fd5eb4eb-e98f-4826-bb00-3a5b59e5671b', 'name': 'volume-fd5eb4eb-e98f-4826-bb00-3a5b59e5671b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1e93de2f-eaf0-468a-86e4-605aeb79dba9', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd5eb4eb-e98f-4826-bb00-3a5b59e5671b', 'serial': 'fd5eb4eb-e98f-4826-bb00-3a5b59e5671b'} {{(pid=69699) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1048.471570] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2416096e-c5bf-4895-8781-d0159fc05912 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.492833] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be78f5cd-4948-476d-9b45-2007c73f520c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.499562] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcea2d2-0dc1-4aab-bfe8-ad89c4df9346 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.521151] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec73950-3439-45d3-a2bd-9a467e52506d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.536535] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-b94123cd-a1b6-480e-ae71-3c3cf15244fc tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] The volume has not been displaced from its original location: [datastore1] volume-fd5eb4eb-e98f-4826-bb00-3a5b59e5671b/volume-fd5eb4eb-e98f-4826-bb00-3a5b59e5671b.vmdk. No consolidation needed. {{(pid=69699) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1048.541717] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-b94123cd-a1b6-480e-ae71-3c3cf15244fc tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Reconfiguring VM instance instance-00000042 to detach disk 2001 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1048.542029] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dd3a723-6f8e-48c7-99a7-7c271276266e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.560192] env[69699]: DEBUG oslo_vmware.api [None req-b94123cd-a1b6-480e-ae71-3c3cf15244fc tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for the task: (returnval){ [ 1048.560192] env[69699]: value = "task-3607614" [ 1048.560192] env[69699]: _type = "Task" [ 1048.560192] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.568513] env[69699]: DEBUG oslo_vmware.api [None req-b94123cd-a1b6-480e-ae71-3c3cf15244fc tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607614, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.581850] env[69699]: DEBUG oslo_concurrency.lockutils [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Releasing lock "refresh_cache-12ab37c5-3a07-43ca-b87d-4c62d904ea78" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.582260] env[69699]: DEBUG nova.compute.manager [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Instance network_info: |[{"id": "f53466d2-f6b6-4827-b645-13410447fe44", "address": "fa:16:3e:70:47:ea", "network": {"id": "9a6d5dd4-f852-4b36-968e-e480448f148a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1073286448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6db95cb237bc4c8b8944104f6772c490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf53466d2-f6", "ovs_interfaceid": "f53466d2-f6b6-4827-b645-13410447fe44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1048.582786] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:47:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8233b50c-be21-441a-a357-a29138a95b8b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f53466d2-f6b6-4827-b645-13410447fe44', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1048.590934] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.591225] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1048.591481] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-260cbc82-b074-4257-b9d3-d90d82be36de {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.607255] env[69699]: DEBUG oslo_concurrency.lockutils [None req-36a357ed-a77a-42ae-ad41-8a75b2fbb3ca tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "b729633f-fafa-4118-8e8b-2ab30de58d38" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.607490] env[69699]: DEBUG oslo_concurrency.lockutils [None req-36a357ed-a77a-42ae-ad41-8a75b2fbb3ca tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "b729633f-fafa-4118-8e8b-2ab30de58d38" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.607969] env[69699]: DEBUG oslo_concurrency.lockutils [None req-36a357ed-a77a-42ae-ad41-8a75b2fbb3ca tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "b729633f-fafa-4118-8e8b-2ab30de58d38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.608195] env[69699]: DEBUG oslo_concurrency.lockutils [None req-36a357ed-a77a-42ae-ad41-8a75b2fbb3ca tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "b729633f-fafa-4118-8e8b-2ab30de58d38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.608400] env[69699]: DEBUG oslo_concurrency.lockutils [None req-36a357ed-a77a-42ae-ad41-8a75b2fbb3ca tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "b729633f-fafa-4118-8e8b-2ab30de58d38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.610712] env[69699]: INFO nova.compute.manager [None req-36a357ed-a77a-42ae-ad41-8a75b2fbb3ca tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: b729633f-fafa-4118-8e8b-2ab30de58d38] Terminating instance [ 1048.615325] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1048.615325] env[69699]: value = "task-3607615" [ 1048.615325] env[69699]: _type = "Task" [ 1048.615325] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.624767] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607615, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.744788] env[69699]: DEBUG nova.compute.manager [req-16359fe3-cf99-4aa9-a5ba-855679933f0b req-1e69645c-d245-4b67-8447-8903229e5aba service nova] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Received event network-changed-f53466d2-f6b6-4827-b645-13410447fe44 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.744856] env[69699]: DEBUG nova.compute.manager [req-16359fe3-cf99-4aa9-a5ba-855679933f0b req-1e69645c-d245-4b67-8447-8903229e5aba service nova] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Refreshing instance network info cache due to event network-changed-f53466d2-f6b6-4827-b645-13410447fe44. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1048.745083] env[69699]: DEBUG oslo_concurrency.lockutils [req-16359fe3-cf99-4aa9-a5ba-855679933f0b req-1e69645c-d245-4b67-8447-8903229e5aba service nova] Acquiring lock "refresh_cache-12ab37c5-3a07-43ca-b87d-4c62d904ea78" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.745258] env[69699]: DEBUG oslo_concurrency.lockutils [req-16359fe3-cf99-4aa9-a5ba-855679933f0b req-1e69645c-d245-4b67-8447-8903229e5aba service nova] Acquired lock "refresh_cache-12ab37c5-3a07-43ca-b87d-4c62d904ea78" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.745360] env[69699]: DEBUG nova.network.neutron [req-16359fe3-cf99-4aa9-a5ba-855679933f0b req-1e69645c-d245-4b67-8447-8903229e5aba service nova] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Refreshing network info cache for port f53466d2-f6b6-4827-b645-13410447fe44 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.766594] env[69699]: DEBUG nova.compute.utils [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1048.770443] env[69699]: DEBUG nova.compute.manager [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 87a0c726-699f-433d-ba5b-d610a3d91db0] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1048.770443] env[69699]: DEBUG nova.network.neutron [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 87a0c726-699f-433d-ba5b-d610a3d91db0] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1048.836627] env[69699]: DEBUG nova.policy [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f0b93b91fd04453aedc002d85df53cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50be8566da6d43a5a4de8d714eb3befd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 1048.847244] env[69699]: DEBUG oslo_vmware.api [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607613, 'name': Rename_Task, 'duration_secs': 0.141477} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.847512] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1048.847756] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05918e74-f8af-4bfa-b6ce-55962a00dbbe {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.854076] env[69699]: DEBUG oslo_vmware.api [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Waiting for the task: (returnval){ [ 1048.854076] env[69699]: value = "task-3607616" [ 1048.854076] env[69699]: _type = "Task" [ 1048.854076] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.861984] env[69699]: DEBUG oslo_vmware.api [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607616, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.895287] env[69699]: INFO nova.compute.manager [None req-dee318f8-52ae-446c-ae69-35d84e977cce tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] instance snapshotting [ 1048.898023] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8934ec69-7a91-44f4-acd3-f87beb89e2e0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.918634] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4bf4a1-d001-42d9-805a-53c0a1e49c8c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.069942] env[69699]: DEBUG oslo_vmware.api [None req-b94123cd-a1b6-480e-ae71-3c3cf15244fc tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607614, 'name': ReconfigVM_Task, 'duration_secs': 0.238362} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.070296] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-b94123cd-a1b6-480e-ae71-3c3cf15244fc tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Reconfigured VM instance instance-00000042 to detach disk 2001 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1049.075009] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27e65c7b-61f4-4acd-937a-46856a123743 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.089650] env[69699]: DEBUG oslo_vmware.api [None req-b94123cd-a1b6-480e-ae71-3c3cf15244fc tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for the task: (returnval){ [ 1049.089650] env[69699]: value = "task-3607617" [ 1049.089650] env[69699]: _type = "Task" [ 1049.089650] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.098370] env[69699]: DEBUG oslo_vmware.api [None req-b94123cd-a1b6-480e-ae71-3c3cf15244fc tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607617, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.115818] env[69699]: DEBUG nova.compute.manager [None req-36a357ed-a77a-42ae-ad41-8a75b2fbb3ca tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: b729633f-fafa-4118-8e8b-2ab30de58d38] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1049.115982] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-36a357ed-a77a-42ae-ad41-8a75b2fbb3ca tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: b729633f-fafa-4118-8e8b-2ab30de58d38] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.117237] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58bdbdbb-555a-4046-bb96-e735744641b6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.129205] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607615, 'name': CreateVM_Task, 'duration_secs': 0.463932} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.131226] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1049.131533] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-36a357ed-a77a-42ae-ad41-8a75b2fbb3ca tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: b729633f-fafa-4118-8e8b-2ab30de58d38] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1049.132217] env[69699]: DEBUG oslo_concurrency.lockutils [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.132410] env[69699]: DEBUG oslo_concurrency.lockutils [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.132682] env[69699]: DEBUG oslo_concurrency.lockutils [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.132963] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9761ba71-1788-4059-aa39-a34e4967ae9b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.134494] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2af89ac6-a86b-46c0-b9aa-6b4395647e6f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.139365] env[69699]: DEBUG oslo_vmware.api [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Waiting for the task: (returnval){ [ 1049.139365] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522ce664-19bc-cef7-a589-f8bf39c60855" [ 1049.139365] env[69699]: _type = "Task" [ 1049.139365] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.147042] env[69699]: DEBUG oslo_vmware.api [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522ce664-19bc-cef7-a589-f8bf39c60855, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.184131] env[69699]: DEBUG nova.network.neutron [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 87a0c726-699f-433d-ba5b-d610a3d91db0] Successfully created port: f3f51f15-6356-4800-b77b-42a6d2fbc6ba {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1049.199616] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-36a357ed-a77a-42ae-ad41-8a75b2fbb3ca tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: b729633f-fafa-4118-8e8b-2ab30de58d38] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1049.199875] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-36a357ed-a77a-42ae-ad41-8a75b2fbb3ca tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: b729633f-fafa-4118-8e8b-2ab30de58d38] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1049.200032] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-36a357ed-a77a-42ae-ad41-8a75b2fbb3ca tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Deleting the datastore file [datastore2] b729633f-fafa-4118-8e8b-2ab30de58d38 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1049.200326] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef48550f-550d-42d3-89e2-a55a3ee7891f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.207579] env[69699]: DEBUG oslo_vmware.api [None req-36a357ed-a77a-42ae-ad41-8a75b2fbb3ca tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 1049.207579] env[69699]: value = "task-3607619" [ 1049.207579] env[69699]: _type = "Task" [ 1049.207579] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.216201] env[69699]: DEBUG oslo_vmware.api [None req-36a357ed-a77a-42ae-ad41-8a75b2fbb3ca tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607619, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.270775] env[69699]: DEBUG nova.compute.manager [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 87a0c726-699f-433d-ba5b-d610a3d91db0] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1049.363930] env[69699]: DEBUG oslo_vmware.api [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607616, 'name': PowerOnVM_Task, 'duration_secs': 0.471901} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.367122] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1049.367251] env[69699]: INFO nova.compute.manager [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Took 7.68 seconds to spawn the instance on the hypervisor. [ 1049.367488] env[69699]: DEBUG nova.compute.manager [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1049.368520] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f47c9c2-aad7-43a8-ad12-54f6a48b5fec {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.430033] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-dee318f8-52ae-446c-ae69-35d84e977cce tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Creating Snapshot of the VM instance {{(pid=69699) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1049.431664] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-44396bbf-7b77-4ece-9479-bddc330ee6d6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.438921] env[69699]: DEBUG oslo_vmware.api [None req-dee318f8-52ae-446c-ae69-35d84e977cce tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 1049.438921] env[69699]: value = "task-3607620" [ 1049.438921] env[69699]: _type = "Task" [ 1049.438921] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.449659] env[69699]: DEBUG oslo_vmware.api [None req-dee318f8-52ae-446c-ae69-35d84e977cce tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607620, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.525961] env[69699]: DEBUG nova.network.neutron [req-16359fe3-cf99-4aa9-a5ba-855679933f0b req-1e69645c-d245-4b67-8447-8903229e5aba service nova] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Updated VIF entry in instance network info cache for port f53466d2-f6b6-4827-b645-13410447fe44. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1049.526410] env[69699]: DEBUG nova.network.neutron [req-16359fe3-cf99-4aa9-a5ba-855679933f0b req-1e69645c-d245-4b67-8447-8903229e5aba service nova] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Updating instance_info_cache with network_info: [{"id": "f53466d2-f6b6-4827-b645-13410447fe44", "address": "fa:16:3e:70:47:ea", "network": {"id": "9a6d5dd4-f852-4b36-968e-e480448f148a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1073286448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6db95cb237bc4c8b8944104f6772c490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf53466d2-f6", "ovs_interfaceid": "f53466d2-f6b6-4827-b645-13410447fe44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.562484] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb77ca9-4065-4206-8b13-5ed2d4994587 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.572503] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b293d0e-b4b5-466b-bcb8-242f043a10ff {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.609232] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b7e04d-79c2-4ae4-83d3-ef4069e0c663 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.616810] env[69699]: DEBUG oslo_vmware.api [None req-b94123cd-a1b6-480e-ae71-3c3cf15244fc tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607617, 'name': ReconfigVM_Task, 'duration_secs': 0.149453} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.619147] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-b94123cd-a1b6-480e-ae71-3c3cf15244fc tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719631', 'volume_id': 'fd5eb4eb-e98f-4826-bb00-3a5b59e5671b', 'name': 'volume-fd5eb4eb-e98f-4826-bb00-3a5b59e5671b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1e93de2f-eaf0-468a-86e4-605aeb79dba9', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd5eb4eb-e98f-4826-bb00-3a5b59e5671b', 'serial': 'fd5eb4eb-e98f-4826-bb00-3a5b59e5671b'} {{(pid=69699) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1049.623284] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb5b8e9-0f5f-4f9d-8f6b-6bbc0a8a5155 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.636450] env[69699]: DEBUG nova.compute.provider_tree [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.648791] env[69699]: DEBUG oslo_vmware.api [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522ce664-19bc-cef7-a589-f8bf39c60855, 'name': SearchDatastore_Task, 'duration_secs': 0.009916} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.649765] env[69699]: DEBUG oslo_concurrency.lockutils [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.650010] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1049.650264] env[69699]: DEBUG oslo_concurrency.lockutils [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.650410] env[69699]: DEBUG oslo_concurrency.lockutils [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.650589] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1049.651113] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ad9acbb-90c4-43e0-adae-01a54aee15c2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.663413] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1049.663604] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1049.664392] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d07ed2da-ad06-45c9-bfc0-f918f29311cd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.669822] env[69699]: DEBUG oslo_vmware.api [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Waiting for the task: (returnval){ [ 1049.669822] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]520d7228-c300-2ccf-27f5-62b12a3f2c31" [ 1049.669822] env[69699]: _type = "Task" [ 1049.669822] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.678183] env[69699]: DEBUG oslo_vmware.api [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]520d7228-c300-2ccf-27f5-62b12a3f2c31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.717774] env[69699]: DEBUG oslo_vmware.api [None req-36a357ed-a77a-42ae-ad41-8a75b2fbb3ca tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607619, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.348301} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.718055] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-36a357ed-a77a-42ae-ad41-8a75b2fbb3ca tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1049.718246] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-36a357ed-a77a-42ae-ad41-8a75b2fbb3ca tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: b729633f-fafa-4118-8e8b-2ab30de58d38] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1049.718423] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-36a357ed-a77a-42ae-ad41-8a75b2fbb3ca tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: b729633f-fafa-4118-8e8b-2ab30de58d38] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1049.718596] env[69699]: INFO nova.compute.manager [None req-36a357ed-a77a-42ae-ad41-8a75b2fbb3ca tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: b729633f-fafa-4118-8e8b-2ab30de58d38] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1049.718958] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36a357ed-a77a-42ae-ad41-8a75b2fbb3ca tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.719246] env[69699]: DEBUG nova.compute.manager [-] [instance: b729633f-fafa-4118-8e8b-2ab30de58d38] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1049.719246] env[69699]: DEBUG nova.network.neutron [-] [instance: b729633f-fafa-4118-8e8b-2ab30de58d38] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1049.890249] env[69699]: INFO nova.compute.manager [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Took 26.88 seconds to build instance. [ 1049.958086] env[69699]: DEBUG oslo_vmware.api [None req-dee318f8-52ae-446c-ae69-35d84e977cce tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607620, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.029560] env[69699]: DEBUG oslo_concurrency.lockutils [req-16359fe3-cf99-4aa9-a5ba-855679933f0b req-1e69645c-d245-4b67-8447-8903229e5aba service nova] Releasing lock "refresh_cache-12ab37c5-3a07-43ca-b87d-4c62d904ea78" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.039810] env[69699]: DEBUG nova.compute.manager [req-52c03742-2f88-4608-b3d6-48c29855a903 req-e7b3aab6-19f4-4623-bcfa-e432b29e9194 service nova] [instance: b729633f-fafa-4118-8e8b-2ab30de58d38] Received event network-vif-deleted-d40350f2-c810-468e-a639-6f13c6b116ec {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.039869] env[69699]: INFO nova.compute.manager [req-52c03742-2f88-4608-b3d6-48c29855a903 req-e7b3aab6-19f4-4623-bcfa-e432b29e9194 service nova] [instance: b729633f-fafa-4118-8e8b-2ab30de58d38] Neutron deleted interface d40350f2-c810-468e-a639-6f13c6b116ec; detaching it from the instance and deleting it from the info cache [ 1050.040079] env[69699]: DEBUG nova.network.neutron [req-52c03742-2f88-4608-b3d6-48c29855a903 req-e7b3aab6-19f4-4623-bcfa-e432b29e9194 service nova] [instance: b729633f-fafa-4118-8e8b-2ab30de58d38] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.139165] env[69699]: DEBUG nova.scheduler.client.report [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.168410] env[69699]: DEBUG nova.objects.instance [None req-b94123cd-a1b6-480e-ae71-3c3cf15244fc tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lazy-loading 'flavor' on Instance uuid 1e93de2f-eaf0-468a-86e4-605aeb79dba9 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.180323] env[69699]: DEBUG oslo_vmware.api [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]520d7228-c300-2ccf-27f5-62b12a3f2c31, 'name': SearchDatastore_Task, 'duration_secs': 0.016933} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.181166] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d761570-550c-4c83-a96f-c8fbde116eea {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.188046] env[69699]: DEBUG oslo_vmware.api [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Waiting for the task: (returnval){ [ 1050.188046] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52bedbe2-dd24-a570-032a-c4c2691cc089" [ 1050.188046] env[69699]: _type = "Task" [ 1050.188046] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.196367] env[69699]: DEBUG oslo_vmware.api [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52bedbe2-dd24-a570-032a-c4c2691cc089, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.282415] env[69699]: DEBUG nova.compute.manager [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 87a0c726-699f-433d-ba5b-d610a3d91db0] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1050.309242] env[69699]: DEBUG nova.virt.hardware [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1050.309502] env[69699]: DEBUG nova.virt.hardware [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1050.309661] env[69699]: DEBUG nova.virt.hardware [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1050.309844] env[69699]: DEBUG nova.virt.hardware [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1050.309992] env[69699]: DEBUG nova.virt.hardware [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1050.310155] env[69699]: DEBUG nova.virt.hardware [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1050.310363] env[69699]: DEBUG nova.virt.hardware [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1050.310520] env[69699]: DEBUG nova.virt.hardware [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1050.310717] env[69699]: DEBUG nova.virt.hardware [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1050.310908] env[69699]: DEBUG nova.virt.hardware [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1050.311106] env[69699]: DEBUG nova.virt.hardware [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1050.311940] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7de7b8f-129d-4b0e-a9c4-d8bcb20a4a4b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.320574] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae7be82-cc7c-4784-834d-cf7d89fd4cb8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.392288] env[69699]: DEBUG oslo_concurrency.lockutils [None req-64d698a8-d938-432f-ab85-89fb5d730099 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "33c6c229-7f77-4968-b48d-6a59bea1fc9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.397s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.452522] env[69699]: DEBUG oslo_vmware.api [None req-dee318f8-52ae-446c-ae69-35d84e977cce tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607620, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.525308] env[69699]: DEBUG nova.network.neutron [-] [instance: b729633f-fafa-4118-8e8b-2ab30de58d38] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.547078] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f80fd701-b13c-427d-b574-16f4c808803a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.555279] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b6970f-6a45-43bf-b133-4969ebddbb61 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.594489] env[69699]: DEBUG nova.compute.manager [req-52c03742-2f88-4608-b3d6-48c29855a903 req-e7b3aab6-19f4-4623-bcfa-e432b29e9194 service nova] [instance: b729633f-fafa-4118-8e8b-2ab30de58d38] Detach interface failed, port_id=d40350f2-c810-468e-a639-6f13c6b116ec, reason: Instance b729633f-fafa-4118-8e8b-2ab30de58d38 could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1050.644743] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.384s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.645435] env[69699]: DEBUG nova.compute.manager [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1050.648357] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.988s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.649831] env[69699]: INFO nova.compute.claims [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1050.698470] env[69699]: DEBUG oslo_vmware.api [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52bedbe2-dd24-a570-032a-c4c2691cc089, 'name': SearchDatastore_Task, 'duration_secs': 0.014106} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.698726] env[69699]: DEBUG oslo_concurrency.lockutils [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.698974] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 12ab37c5-3a07-43ca-b87d-4c62d904ea78/12ab37c5-3a07-43ca-b87d-4c62d904ea78.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1050.699235] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61d13777-1e83-4967-8ee6-48780573c725 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.706238] env[69699]: DEBUG oslo_vmware.api [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Waiting for the task: (returnval){ [ 1050.706238] env[69699]: value = "task-3607621" [ 1050.706238] env[69699]: _type = "Task" [ 1050.706238] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.715229] env[69699]: DEBUG oslo_vmware.api [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607621, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.784031] env[69699]: DEBUG nova.compute.manager [req-6b13c3cb-b476-45cc-80ae-7f78b4e4e560 req-5ce7bb77-e5b9-4cd9-bdcf-5f42c2603223 service nova] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Received event network-changed-ddc00533-57b5-4d5c-820b-37a10037f2a2 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.784528] env[69699]: DEBUG nova.compute.manager [req-6b13c3cb-b476-45cc-80ae-7f78b4e4e560 req-5ce7bb77-e5b9-4cd9-bdcf-5f42c2603223 service nova] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Refreshing instance network info cache due to event network-changed-ddc00533-57b5-4d5c-820b-37a10037f2a2. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1050.784760] env[69699]: DEBUG oslo_concurrency.lockutils [req-6b13c3cb-b476-45cc-80ae-7f78b4e4e560 req-5ce7bb77-e5b9-4cd9-bdcf-5f42c2603223 service nova] Acquiring lock "refresh_cache-33c6c229-7f77-4968-b48d-6a59bea1fc9a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.784904] env[69699]: DEBUG oslo_concurrency.lockutils [req-6b13c3cb-b476-45cc-80ae-7f78b4e4e560 req-5ce7bb77-e5b9-4cd9-bdcf-5f42c2603223 service nova] Acquired lock "refresh_cache-33c6c229-7f77-4968-b48d-6a59bea1fc9a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.785080] env[69699]: DEBUG nova.network.neutron [req-6b13c3cb-b476-45cc-80ae-7f78b4e4e560 req-5ce7bb77-e5b9-4cd9-bdcf-5f42c2603223 service nova] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Refreshing network info cache for port ddc00533-57b5-4d5c-820b-37a10037f2a2 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1050.845427] env[69699]: DEBUG nova.network.neutron [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 87a0c726-699f-433d-ba5b-d610a3d91db0] Successfully updated port: f3f51f15-6356-4800-b77b-42a6d2fbc6ba {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1050.954042] env[69699]: DEBUG oslo_vmware.api [None req-dee318f8-52ae-446c-ae69-35d84e977cce tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607620, 'name': CreateSnapshot_Task, 'duration_secs': 1.035675} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.954461] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-dee318f8-52ae-446c-ae69-35d84e977cce tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Created Snapshot of the VM instance {{(pid=69699) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1050.955558] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9ac837-ec0c-469f-be6c-c5078a0512b0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.027217] env[69699]: INFO nova.compute.manager [-] [instance: b729633f-fafa-4118-8e8b-2ab30de58d38] Took 1.31 seconds to deallocate network for instance. [ 1051.155567] env[69699]: DEBUG nova.compute.utils [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1051.159204] env[69699]: DEBUG nova.compute.manager [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1051.159463] env[69699]: DEBUG nova.network.neutron [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1051.175632] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b94123cd-a1b6-480e-ae71-3c3cf15244fc tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "1e93de2f-eaf0-468a-86e4-605aeb79dba9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.247s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.201726] env[69699]: DEBUG nova.policy [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03e530a5dac84ceb9c459199a8082cf8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8394c185353f4b06b9f5e55522a396c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 1051.216377] env[69699]: DEBUG oslo_vmware.api [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607621, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.347139] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquiring lock "refresh_cache-87a0c726-699f-433d-ba5b-d610a3d91db0" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.347334] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquired lock "refresh_cache-87a0c726-699f-433d-ba5b-d610a3d91db0" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.347438] env[69699]: DEBUG nova.network.neutron [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 87a0c726-699f-433d-ba5b-d610a3d91db0] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.480281] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-dee318f8-52ae-446c-ae69-35d84e977cce tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Creating linked-clone VM from snapshot {{(pid=69699) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1051.480524] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e698eea5-8eab-44f9-baa0-6e1bad566686 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.496480] env[69699]: DEBUG oslo_vmware.api [None req-dee318f8-52ae-446c-ae69-35d84e977cce tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 1051.496480] env[69699]: value = "task-3607622" [ 1051.496480] env[69699]: _type = "Task" [ 1051.496480] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.504728] env[69699]: DEBUG oslo_concurrency.lockutils [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "8761424b-62be-4ef5-959f-032ae7ca8938" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.504947] env[69699]: DEBUG oslo_concurrency.lockutils [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "8761424b-62be-4ef5-959f-032ae7ca8938" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.511185] env[69699]: DEBUG oslo_vmware.api [None req-dee318f8-52ae-446c-ae69-35d84e977cce tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607622, 'name': CloneVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.533608] env[69699]: DEBUG nova.network.neutron [req-6b13c3cb-b476-45cc-80ae-7f78b4e4e560 req-5ce7bb77-e5b9-4cd9-bdcf-5f42c2603223 service nova] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Updated VIF entry in instance network info cache for port ddc00533-57b5-4d5c-820b-37a10037f2a2. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1051.534058] env[69699]: DEBUG nova.network.neutron [req-6b13c3cb-b476-45cc-80ae-7f78b4e4e560 req-5ce7bb77-e5b9-4cd9-bdcf-5f42c2603223 service nova] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Updating instance_info_cache with network_info: [{"id": "ddc00533-57b5-4d5c-820b-37a10037f2a2", "address": "fa:16:3e:fa:1e:51", "network": {"id": "0bd0c568-ae97-493c-9ed8-c70833965690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-782374772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba48fa426f0e4cb3b66a18836a0ae660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddc00533-57", "ovs_interfaceid": "ddc00533-57b5-4d5c-820b-37a10037f2a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.535938] env[69699]: DEBUG oslo_concurrency.lockutils [None req-36a357ed-a77a-42ae-ad41-8a75b2fbb3ca tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.537023] env[69699]: DEBUG nova.network.neutron [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Successfully created port: 4caa43da-d5ab-4dea-80ae-8a77909ff4eb {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1051.660527] env[69699]: DEBUG nova.compute.manager [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1051.719902] env[69699]: DEBUG oslo_vmware.api [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607621, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571805} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.722938] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 12ab37c5-3a07-43ca-b87d-4c62d904ea78/12ab37c5-3a07-43ca-b87d-4c62d904ea78.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1051.724012] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1051.724012] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da354daf-0253-4358-ae10-d3b50bca2192 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.732968] env[69699]: DEBUG oslo_vmware.api [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Waiting for the task: (returnval){ [ 1051.732968] env[69699]: value = "task-3607623" [ 1051.732968] env[69699]: _type = "Task" [ 1051.732968] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.746013] env[69699]: DEBUG oslo_vmware.api [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607623, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.898164] env[69699]: DEBUG nova.network.neutron [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 87a0c726-699f-433d-ba5b-d610a3d91db0] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1051.974860] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1769b1d2-16c1-49ac-bfa3-05bf6c96da96 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.985545] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d727e7ea-3ff9-4951-99f6-89740fcab3cb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.014936] env[69699]: DEBUG nova.compute.manager [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1052.023830] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabed31b-d7cd-47fa-a874-4e273233d884 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.033647] env[69699]: DEBUG oslo_vmware.api [None req-dee318f8-52ae-446c-ae69-35d84e977cce tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607622, 'name': CloneVM_Task} progress is 94%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.038481] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23761ca4-54d9-4be1-862d-bc8395171653 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.042811] env[69699]: DEBUG oslo_concurrency.lockutils [req-6b13c3cb-b476-45cc-80ae-7f78b4e4e560 req-5ce7bb77-e5b9-4cd9-bdcf-5f42c2603223 service nova] Releasing lock "refresh_cache-33c6c229-7f77-4968-b48d-6a59bea1fc9a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.043082] env[69699]: DEBUG nova.compute.manager [req-6b13c3cb-b476-45cc-80ae-7f78b4e4e560 req-5ce7bb77-e5b9-4cd9-bdcf-5f42c2603223 service nova] [instance: 87a0c726-699f-433d-ba5b-d610a3d91db0] Received event network-vif-plugged-f3f51f15-6356-4800-b77b-42a6d2fbc6ba {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.043279] env[69699]: DEBUG oslo_concurrency.lockutils [req-6b13c3cb-b476-45cc-80ae-7f78b4e4e560 req-5ce7bb77-e5b9-4cd9-bdcf-5f42c2603223 service nova] Acquiring lock "87a0c726-699f-433d-ba5b-d610a3d91db0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.043494] env[69699]: DEBUG oslo_concurrency.lockutils [req-6b13c3cb-b476-45cc-80ae-7f78b4e4e560 req-5ce7bb77-e5b9-4cd9-bdcf-5f42c2603223 service nova] Lock "87a0c726-699f-433d-ba5b-d610a3d91db0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.043652] env[69699]: DEBUG oslo_concurrency.lockutils [req-6b13c3cb-b476-45cc-80ae-7f78b4e4e560 req-5ce7bb77-e5b9-4cd9-bdcf-5f42c2603223 service nova] Lock "87a0c726-699f-433d-ba5b-d610a3d91db0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.043839] env[69699]: DEBUG nova.compute.manager [req-6b13c3cb-b476-45cc-80ae-7f78b4e4e560 req-5ce7bb77-e5b9-4cd9-bdcf-5f42c2603223 service nova] [instance: 87a0c726-699f-433d-ba5b-d610a3d91db0] No waiting events found dispatching network-vif-plugged-f3f51f15-6356-4800-b77b-42a6d2fbc6ba {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1052.044044] env[69699]: WARNING nova.compute.manager [req-6b13c3cb-b476-45cc-80ae-7f78b4e4e560 req-5ce7bb77-e5b9-4cd9-bdcf-5f42c2603223 service nova] [instance: 87a0c726-699f-433d-ba5b-d610a3d91db0] Received unexpected event network-vif-plugged-f3f51f15-6356-4800-b77b-42a6d2fbc6ba for instance with vm_state building and task_state spawning. [ 1052.054467] env[69699]: DEBUG nova.compute.provider_tree [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.065807] env[69699]: DEBUG nova.network.neutron [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 87a0c726-699f-433d-ba5b-d610a3d91db0] Updating instance_info_cache with network_info: [{"id": "f3f51f15-6356-4800-b77b-42a6d2fbc6ba", "address": "fa:16:3e:d1:4c:f5", "network": {"id": "092078f3-d8c3-496a-80c8-b95e926ea458", "bridge": "br-int", "label": "tempest-ServersTestJSON-968257115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50be8566da6d43a5a4de8d714eb3befd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3f51f15-63", "ovs_interfaceid": "f3f51f15-6356-4800-b77b-42a6d2fbc6ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.248969] env[69699]: DEBUG oslo_vmware.api [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607623, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07156} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.249263] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1052.250162] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc9616c-d4ff-4dcd-b180-dfb97d2d7e0d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.266054] env[69699]: DEBUG oslo_concurrency.lockutils [None req-db76bead-e775-4996-9cae-edcb401c94f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Acquiring lock "1e93de2f-eaf0-468a-86e4-605aeb79dba9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.266318] env[69699]: DEBUG oslo_concurrency.lockutils [None req-db76bead-e775-4996-9cae-edcb401c94f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "1e93de2f-eaf0-468a-86e4-605aeb79dba9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.266531] env[69699]: DEBUG oslo_concurrency.lockutils [None req-db76bead-e775-4996-9cae-edcb401c94f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Acquiring lock "1e93de2f-eaf0-468a-86e4-605aeb79dba9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.266721] env[69699]: DEBUG oslo_concurrency.lockutils [None req-db76bead-e775-4996-9cae-edcb401c94f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "1e93de2f-eaf0-468a-86e4-605aeb79dba9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.266909] env[69699]: DEBUG oslo_concurrency.lockutils [None req-db76bead-e775-4996-9cae-edcb401c94f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "1e93de2f-eaf0-468a-86e4-605aeb79dba9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.277405] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 12ab37c5-3a07-43ca-b87d-4c62d904ea78/12ab37c5-3a07-43ca-b87d-4c62d904ea78.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1052.278454] env[69699]: INFO nova.compute.manager [None req-db76bead-e775-4996-9cae-edcb401c94f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Terminating instance [ 1052.279864] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-880421e3-b41f-492b-820e-b223e3ae63e8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.301367] env[69699]: DEBUG oslo_vmware.api [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Waiting for the task: (returnval){ [ 1052.301367] env[69699]: value = "task-3607624" [ 1052.301367] env[69699]: _type = "Task" [ 1052.301367] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.311065] env[69699]: DEBUG oslo_vmware.api [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607624, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.527555] env[69699]: DEBUG oslo_vmware.api [None req-dee318f8-52ae-446c-ae69-35d84e977cce tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607622, 'name': CloneVM_Task} progress is 94%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.540226] env[69699]: DEBUG oslo_concurrency.lockutils [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.557507] env[69699]: DEBUG nova.scheduler.client.report [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.568915] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Releasing lock "refresh_cache-87a0c726-699f-433d-ba5b-d610a3d91db0" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.569034] env[69699]: DEBUG nova.compute.manager [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 87a0c726-699f-433d-ba5b-d610a3d91db0] Instance network_info: |[{"id": "f3f51f15-6356-4800-b77b-42a6d2fbc6ba", "address": "fa:16:3e:d1:4c:f5", "network": {"id": "092078f3-d8c3-496a-80c8-b95e926ea458", "bridge": "br-int", "label": "tempest-ServersTestJSON-968257115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50be8566da6d43a5a4de8d714eb3befd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3f51f15-63", "ovs_interfaceid": "f3f51f15-6356-4800-b77b-42a6d2fbc6ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1052.569511] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 87a0c726-699f-433d-ba5b-d610a3d91db0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:4c:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed9dc063-5c7a-4591-ba7d-b58b861d7f63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3f51f15-6356-4800-b77b-42a6d2fbc6ba', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1052.579011] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.580390] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87a0c726-699f-433d-ba5b-d610a3d91db0] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1052.580633] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e10e303-7886-4baf-8a2c-3540d082b6d1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.607130] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1052.607130] env[69699]: value = "task-3607625" [ 1052.607130] env[69699]: _type = "Task" [ 1052.607130] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.615890] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607625, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.673664] env[69699]: DEBUG nova.compute.manager [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1052.703691] env[69699]: DEBUG nova.virt.hardware [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1052.703691] env[69699]: DEBUG nova.virt.hardware [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1052.703869] env[69699]: DEBUG nova.virt.hardware [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.704036] env[69699]: DEBUG nova.virt.hardware [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1052.704178] env[69699]: DEBUG nova.virt.hardware [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.704338] env[69699]: DEBUG nova.virt.hardware [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1052.704539] env[69699]: DEBUG nova.virt.hardware [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1052.704694] env[69699]: DEBUG nova.virt.hardware [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1052.704858] env[69699]: DEBUG nova.virt.hardware [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1052.705035] env[69699]: DEBUG nova.virt.hardware [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1052.705226] env[69699]: DEBUG nova.virt.hardware [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1052.706187] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de0b188-a891-4153-89e9-eb799c153c03 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.716755] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ba1409-8d58-409a-996a-73f72668de5c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.744883] env[69699]: DEBUG oslo_concurrency.lockutils [None req-39ed7451-c0b6-41e8-a4f7-2286abedefa8 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Acquiring lock "ce2c2927-0060-46ea-ac84-b0b1db6663c4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.745174] env[69699]: DEBUG oslo_concurrency.lockutils [None req-39ed7451-c0b6-41e8-a4f7-2286abedefa8 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Lock "ce2c2927-0060-46ea-ac84-b0b1db6663c4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.797810] env[69699]: DEBUG nova.compute.manager [None req-db76bead-e775-4996-9cae-edcb401c94f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1052.798112] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-db76bead-e775-4996-9cae-edcb401c94f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.799124] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd366c9e-5e4a-497e-9f58-e26e01074777 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.816262] env[69699]: DEBUG oslo_vmware.api [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607624, 'name': ReconfigVM_Task, 'duration_secs': 0.500828} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.818736] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 12ab37c5-3a07-43ca-b87d-4c62d904ea78/12ab37c5-3a07-43ca-b87d-4c62d904ea78.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.819467] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-db76bead-e775-4996-9cae-edcb401c94f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.819691] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22d1294f-10a0-4ea6-9ad9-a1b167386627 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.821477] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c42e9a67-1c18-4bfb-915c-677d50a46fcf {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.828879] env[69699]: DEBUG oslo_vmware.api [None req-db76bead-e775-4996-9cae-edcb401c94f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for the task: (returnval){ [ 1052.828879] env[69699]: value = "task-3607626" [ 1052.828879] env[69699]: _type = "Task" [ 1052.828879] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.833347] env[69699]: DEBUG oslo_vmware.api [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Waiting for the task: (returnval){ [ 1052.833347] env[69699]: value = "task-3607627" [ 1052.833347] env[69699]: _type = "Task" [ 1052.833347] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.839764] env[69699]: DEBUG oslo_vmware.api [None req-db76bead-e775-4996-9cae-edcb401c94f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.846860] env[69699]: DEBUG nova.compute.manager [req-9ab06198-6aad-4adb-a5e2-6422d8ac7f57 req-62788f53-52c6-4c78-9151-208b95d152ac service nova] [instance: 87a0c726-699f-433d-ba5b-d610a3d91db0] Received event network-changed-f3f51f15-6356-4800-b77b-42a6d2fbc6ba {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.847067] env[69699]: DEBUG nova.compute.manager [req-9ab06198-6aad-4adb-a5e2-6422d8ac7f57 req-62788f53-52c6-4c78-9151-208b95d152ac service nova] [instance: 87a0c726-699f-433d-ba5b-d610a3d91db0] Refreshing instance network info cache due to event network-changed-f3f51f15-6356-4800-b77b-42a6d2fbc6ba. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1052.847281] env[69699]: DEBUG oslo_concurrency.lockutils [req-9ab06198-6aad-4adb-a5e2-6422d8ac7f57 req-62788f53-52c6-4c78-9151-208b95d152ac service nova] Acquiring lock "refresh_cache-87a0c726-699f-433d-ba5b-d610a3d91db0" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.847419] env[69699]: DEBUG oslo_concurrency.lockutils [req-9ab06198-6aad-4adb-a5e2-6422d8ac7f57 req-62788f53-52c6-4c78-9151-208b95d152ac service nova] Acquired lock "refresh_cache-87a0c726-699f-433d-ba5b-d610a3d91db0" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.847574] env[69699]: DEBUG nova.network.neutron [req-9ab06198-6aad-4adb-a5e2-6422d8ac7f57 req-62788f53-52c6-4c78-9151-208b95d152ac service nova] [instance: 87a0c726-699f-433d-ba5b-d610a3d91db0] Refreshing network info cache for port f3f51f15-6356-4800-b77b-42a6d2fbc6ba {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1052.849479] env[69699]: DEBUG oslo_vmware.api [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607627, 'name': Rename_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.025956] env[69699]: DEBUG oslo_vmware.api [None req-dee318f8-52ae-446c-ae69-35d84e977cce tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607622, 'name': CloneVM_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.063635] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.415s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.064622] env[69699]: DEBUG nova.compute.manager [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1053.072435] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 15.738s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.119050] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607625, 'name': CreateVM_Task, 'duration_secs': 0.382065} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.119223] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87a0c726-699f-433d-ba5b-d610a3d91db0] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1053.119906] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.120255] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.120609] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.120982] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58195052-6d53-4ca0-98fb-c1610e80ce6b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.126927] env[69699]: DEBUG oslo_vmware.api [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 1053.126927] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]525124f3-2117-6ae5-ea17-a78997921b70" [ 1053.126927] env[69699]: _type = "Task" [ 1053.126927] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.137662] env[69699]: DEBUG oslo_vmware.api [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]525124f3-2117-6ae5-ea17-a78997921b70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.248731] env[69699]: INFO nova.compute.manager [None req-39ed7451-c0b6-41e8-a4f7-2286abedefa8 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Detaching volume 29b9b12f-3147-454b-ba33-7677ce108902 [ 1053.296417] env[69699]: INFO nova.virt.block_device [None req-39ed7451-c0b6-41e8-a4f7-2286abedefa8 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Attempting to driver detach volume 29b9b12f-3147-454b-ba33-7677ce108902 from mountpoint /dev/sdb [ 1053.296704] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-39ed7451-c0b6-41e8-a4f7-2286abedefa8 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Volume detach. Driver type: vmdk {{(pid=69699) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1053.296843] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-39ed7451-c0b6-41e8-a4f7-2286abedefa8 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719656', 'volume_id': '29b9b12f-3147-454b-ba33-7677ce108902', 'name': 'volume-29b9b12f-3147-454b-ba33-7677ce108902', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ce2c2927-0060-46ea-ac84-b0b1db6663c4', 'attached_at': '', 'detached_at': '', 'volume_id': '29b9b12f-3147-454b-ba33-7677ce108902', 'serial': '29b9b12f-3147-454b-ba33-7677ce108902'} {{(pid=69699) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1053.297904] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3ab22b-ea1d-41b7-bbda-8c3536fe3827 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.320755] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac87eb4-3cf8-45a6-b885-3918f488dfd8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.327646] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f919f7-0aea-4817-ae89-2f9428aadc9a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.357763] env[69699]: DEBUG oslo_vmware.api [None req-db76bead-e775-4996-9cae-edcb401c94f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607626, 'name': PowerOffVM_Task, 'duration_secs': 0.422483} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.361695] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-db76bead-e775-4996-9cae-edcb401c94f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.361695] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-db76bead-e775-4996-9cae-edcb401c94f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.362338] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb65f0c-4440-46ed-8053-6dab7766b280 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.367910] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1ea219b-7222-49ba-af5c-cb047a195c04 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.370095] env[69699]: DEBUG oslo_vmware.api [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607627, 'name': Rename_Task, 'duration_secs': 0.169982} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.370675] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.371234] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-627a8743-9e7b-4240-a57f-fcd2a6844f70 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.384152] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-39ed7451-c0b6-41e8-a4f7-2286abedefa8 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] The volume has not been displaced from its original location: [datastore2] volume-29b9b12f-3147-454b-ba33-7677ce108902/volume-29b9b12f-3147-454b-ba33-7677ce108902.vmdk. No consolidation needed. {{(pid=69699) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1053.390145] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-39ed7451-c0b6-41e8-a4f7-2286abedefa8 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Reconfiguring VM instance instance-0000004b to detach disk 2001 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1053.390810] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8c98813-fd0f-499a-a1bf-bac115581249 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.407970] env[69699]: DEBUG oslo_vmware.api [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Waiting for the task: (returnval){ [ 1053.407970] env[69699]: value = "task-3607629" [ 1053.407970] env[69699]: _type = "Task" [ 1053.407970] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.413058] env[69699]: DEBUG oslo_vmware.api [None req-39ed7451-c0b6-41e8-a4f7-2286abedefa8 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 1053.413058] env[69699]: value = "task-3607630" [ 1053.413058] env[69699]: _type = "Task" [ 1053.413058] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.419104] env[69699]: DEBUG oslo_vmware.api [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607629, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.424847] env[69699]: DEBUG oslo_vmware.api [None req-39ed7451-c0b6-41e8-a4f7-2286abedefa8 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607630, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.442274] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-db76bead-e775-4996-9cae-edcb401c94f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.442360] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-db76bead-e775-4996-9cae-edcb401c94f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.442493] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-db76bead-e775-4996-9cae-edcb401c94f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Deleting the datastore file [datastore2] 1e93de2f-eaf0-468a-86e4-605aeb79dba9 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.442779] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d004e4c7-d00a-4423-a204-3c11e05e6150 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.453455] env[69699]: DEBUG oslo_vmware.api [None req-db76bead-e775-4996-9cae-edcb401c94f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for the task: (returnval){ [ 1053.453455] env[69699]: value = "task-3607631" [ 1053.453455] env[69699]: _type = "Task" [ 1053.453455] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.462316] env[69699]: DEBUG oslo_vmware.api [None req-db76bead-e775-4996-9cae-edcb401c94f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607631, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.463241] env[69699]: DEBUG nova.network.neutron [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Successfully updated port: 4caa43da-d5ab-4dea-80ae-8a77909ff4eb {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1053.527963] env[69699]: DEBUG oslo_vmware.api [None req-dee318f8-52ae-446c-ae69-35d84e977cce tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607622, 'name': CloneVM_Task, 'duration_secs': 1.557919} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.528743] env[69699]: INFO nova.virt.vmwareapi.vmops [None req-dee318f8-52ae-446c-ae69-35d84e977cce tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Created linked-clone VM from snapshot [ 1053.529619] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e836bc-f076-498d-9c8c-d6b722a9d106 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.539364] env[69699]: DEBUG nova.virt.vmwareapi.images [None req-dee318f8-52ae-446c-ae69-35d84e977cce tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Uploading image f3d4fba6-92e1-48bc-a420-63afacfe3370 {{(pid=69699) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1053.570037] env[69699]: DEBUG oslo_vmware.rw_handles [None req-dee318f8-52ae-446c-ae69-35d84e977cce tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1053.570037] env[69699]: value = "vm-719675" [ 1053.570037] env[69699]: _type = "VirtualMachine" [ 1053.570037] env[69699]: }. {{(pid=69699) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1053.571720] env[69699]: DEBUG nova.compute.utils [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1053.573251] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-506a3199-7390-46fa-a585-f2495e324d87 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.575959] env[69699]: DEBUG nova.compute.manager [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1053.575959] env[69699]: DEBUG nova.network.neutron [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1053.595914] env[69699]: DEBUG oslo_vmware.rw_handles [None req-dee318f8-52ae-446c-ae69-35d84e977cce tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lease: (returnval){ [ 1053.595914] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52d6c469-c6ec-db35-d6c7-fdd5f1fdc57e" [ 1053.595914] env[69699]: _type = "HttpNfcLease" [ 1053.595914] env[69699]: } obtained for exporting VM: (result){ [ 1053.595914] env[69699]: value = "vm-719675" [ 1053.595914] env[69699]: _type = "VirtualMachine" [ 1053.595914] env[69699]: }. {{(pid=69699) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1053.595914] env[69699]: DEBUG oslo_vmware.api [None req-dee318f8-52ae-446c-ae69-35d84e977cce tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the lease: (returnval){ [ 1053.595914] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52d6c469-c6ec-db35-d6c7-fdd5f1fdc57e" [ 1053.595914] env[69699]: _type = "HttpNfcLease" [ 1053.595914] env[69699]: } to be ready. {{(pid=69699) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1053.605024] env[69699]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1053.605024] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52d6c469-c6ec-db35-d6c7-fdd5f1fdc57e" [ 1053.605024] env[69699]: _type = "HttpNfcLease" [ 1053.605024] env[69699]: } is initializing. {{(pid=69699) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1053.634915] env[69699]: DEBUG nova.policy [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ae5db8e21434a67b33b786e02c2e839', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce00a2c4d2d6497eab27716fff8fe855', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 1053.640642] env[69699]: DEBUG oslo_vmware.api [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]525124f3-2117-6ae5-ea17-a78997921b70, 'name': SearchDatastore_Task, 'duration_secs': 0.014543} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.640944] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.641227] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 87a0c726-699f-433d-ba5b-d610a3d91db0] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1053.641416] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.641558] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.641729] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1053.641991] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e743fe9a-dde1-4f5c-a471-e75b4001e547 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.651808] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1053.651954] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1053.652758] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27487cc0-0ad0-4905-a650-647ce9409c78 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.660543] env[69699]: DEBUG nova.network.neutron [req-9ab06198-6aad-4adb-a5e2-6422d8ac7f57 req-62788f53-52c6-4c78-9151-208b95d152ac service nova] [instance: 87a0c726-699f-433d-ba5b-d610a3d91db0] Updated VIF entry in instance network info cache for port f3f51f15-6356-4800-b77b-42a6d2fbc6ba. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1053.660543] env[69699]: DEBUG nova.network.neutron [req-9ab06198-6aad-4adb-a5e2-6422d8ac7f57 req-62788f53-52c6-4c78-9151-208b95d152ac service nova] [instance: 87a0c726-699f-433d-ba5b-d610a3d91db0] Updating instance_info_cache with network_info: [{"id": "f3f51f15-6356-4800-b77b-42a6d2fbc6ba", "address": "fa:16:3e:d1:4c:f5", "network": {"id": "092078f3-d8c3-496a-80c8-b95e926ea458", "bridge": "br-int", "label": "tempest-ServersTestJSON-968257115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50be8566da6d43a5a4de8d714eb3befd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3f51f15-63", "ovs_interfaceid": "f3f51f15-6356-4800-b77b-42a6d2fbc6ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.661487] env[69699]: DEBUG oslo_vmware.api [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 1053.661487] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]524e0e27-bcea-bc65-6e3c-7eb27f315cdd" [ 1053.661487] env[69699]: _type = "Task" [ 1053.661487] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.669866] env[69699]: DEBUG oslo_vmware.api [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]524e0e27-bcea-bc65-6e3c-7eb27f315cdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.920983] env[69699]: DEBUG oslo_vmware.api [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607629, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.925503] env[69699]: DEBUG oslo_vmware.api [None req-39ed7451-c0b6-41e8-a4f7-2286abedefa8 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607630, 'name': ReconfigVM_Task, 'duration_secs': 0.265639} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.929011] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-39ed7451-c0b6-41e8-a4f7-2286abedefa8 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Reconfigured VM instance instance-0000004b to detach disk 2001 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1053.932066] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36a7c4d3-5256-4643-9733-32452cb4a791 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.946785] env[69699]: DEBUG oslo_vmware.api [None req-39ed7451-c0b6-41e8-a4f7-2286abedefa8 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 1053.946785] env[69699]: value = "task-3607633" [ 1053.946785] env[69699]: _type = "Task" [ 1053.946785] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.954922] env[69699]: DEBUG oslo_vmware.api [None req-39ed7451-c0b6-41e8-a4f7-2286abedefa8 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607633, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.963902] env[69699]: DEBUG oslo_vmware.api [None req-db76bead-e775-4996-9cae-edcb401c94f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607631, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224625} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.964145] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-db76bead-e775-4996-9cae-edcb401c94f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.964304] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-db76bead-e775-4996-9cae-edcb401c94f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.964479] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-db76bead-e775-4996-9cae-edcb401c94f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.964653] env[69699]: INFO nova.compute.manager [None req-db76bead-e775-4996-9cae-edcb401c94f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1053.964909] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db76bead-e775-4996-9cae-edcb401c94f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.965425] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Acquiring lock "refresh_cache-8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.965556] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Acquired lock "refresh_cache-8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.965756] env[69699]: DEBUG nova.network.neutron [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.966945] env[69699]: DEBUG nova.compute.manager [-] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1053.970020] env[69699]: DEBUG nova.network.neutron [-] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1054.002375] env[69699]: DEBUG nova.network.neutron [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Successfully created port: 743be538-81f8-4787-8097-149c80957c31 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1054.076354] env[69699]: DEBUG nova.compute.manager [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1054.092663] env[69699]: INFO nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Updating resource usage from migration b84b1e4b-5860-46ad-8369-345e894a50d1 [ 1054.104015] env[69699]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1054.104015] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52d6c469-c6ec-db35-d6c7-fdd5f1fdc57e" [ 1054.104015] env[69699]: _type = "HttpNfcLease" [ 1054.104015] env[69699]: } is ready. {{(pid=69699) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1054.104293] env[69699]: DEBUG oslo_vmware.rw_handles [None req-dee318f8-52ae-446c-ae69-35d84e977cce tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1054.104293] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52d6c469-c6ec-db35-d6c7-fdd5f1fdc57e" [ 1054.104293] env[69699]: _type = "HttpNfcLease" [ 1054.104293] env[69699]: }. {{(pid=69699) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1054.104939] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273ce91f-cb3f-4163-a822-6a893f5ecc64 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.113656] env[69699]: DEBUG oslo_vmware.rw_handles [None req-dee318f8-52ae-446c-ae69-35d84e977cce tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525f2b59-8fa2-a982-07c8-02b635f36b4f/disk-0.vmdk from lease info. {{(pid=69699) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1054.113844] env[69699]: DEBUG oslo_vmware.rw_handles [None req-dee318f8-52ae-446c-ae69-35d84e977cce tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525f2b59-8fa2-a982-07c8-02b635f36b4f/disk-0.vmdk for reading. {{(pid=69699) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1054.178136] env[69699]: DEBUG oslo_concurrency.lockutils [req-9ab06198-6aad-4adb-a5e2-6422d8ac7f57 req-62788f53-52c6-4c78-9151-208b95d152ac service nova] Releasing lock "refresh_cache-87a0c726-699f-433d-ba5b-d610a3d91db0" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.180534] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 311e4618-41ff-4cab-ae4f-d7063872abc8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1054.180681] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1054.180935] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1054.181022] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance c023299f-9f9c-446c-af98-23940a25f898 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1054.181071] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 1e93de2f-eaf0-468a-86e4-605aeb79dba9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1054.181190] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance ce2c2927-0060-46ea-ac84-b0b1db6663c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1054.181303] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 61b7dedf-f80d-4440-a685-25792b564c43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1054.181412] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 3f5ab19e-bdec-48ba-93d7-28c9a192f618 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1054.181553] env[69699]: WARNING nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1054.181739] env[69699]: WARNING nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance b729633f-fafa-4118-8e8b-2ab30de58d38 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1054.181801] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 2a426aa8-b5c2-4b48-b491-9b7702b1d033 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1054.181980] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 33c6c229-7f77-4968-b48d-6a59bea1fc9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1054.182524] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 12ab37c5-3a07-43ca-b87d-4c62d904ea78 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1054.182524] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 87a0c726-699f-433d-ba5b-d610a3d91db0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1054.182524] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1054.182524] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance d9110b26-9c12-47c7-a35d-eb29c51e8fa1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1054.182524] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Migration b84b1e4b-5860-46ad-8369-345e894a50d1 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1054.182524] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 3ef26056-8ff7-41d3-9807-83d48fb934d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1054.195157] env[69699]: DEBUG oslo_vmware.api [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]524e0e27-bcea-bc65-6e3c-7eb27f315cdd, 'name': SearchDatastore_Task, 'duration_secs': 0.018417} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.195960] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dea204f6-eef5-4de0-8261-606d8445e7eb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.202127] env[69699]: DEBUG oslo_vmware.api [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 1054.202127] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52de28de-e789-3bd3-6554-4cfc9ef2fb60" [ 1054.202127] env[69699]: _type = "Task" [ 1054.202127] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.213312] env[69699]: DEBUG oslo_vmware.api [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52de28de-e789-3bd3-6554-4cfc9ef2fb60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.237712] env[69699]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5ab9d059-8596-4a9e-af5e-70da22879615 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.250640] env[69699]: DEBUG oslo_concurrency.lockutils [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquiring lock "cdda04f7-d4a8-4221-a65a-445518eb5e0c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.250640] env[69699]: DEBUG oslo_concurrency.lockutils [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "cdda04f7-d4a8-4221-a65a-445518eb5e0c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.419316] env[69699]: DEBUG oslo_vmware.api [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607629, 'name': PowerOnVM_Task, 'duration_secs': 0.812235} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.419685] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1054.419771] env[69699]: INFO nova.compute.manager [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Took 8.44 seconds to spawn the instance on the hypervisor. [ 1054.419945] env[69699]: DEBUG nova.compute.manager [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.423845] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c936f468-47d9-48a5-982a-a57def586907 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.464542] env[69699]: DEBUG oslo_vmware.api [None req-39ed7451-c0b6-41e8-a4f7-2286abedefa8 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607633, 'name': ReconfigVM_Task, 'duration_secs': 0.148784} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.465066] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-39ed7451-c0b6-41e8-a4f7-2286abedefa8 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719656', 'volume_id': '29b9b12f-3147-454b-ba33-7677ce108902', 'name': 'volume-29b9b12f-3147-454b-ba33-7677ce108902', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ce2c2927-0060-46ea-ac84-b0b1db6663c4', 'attached_at': '', 'detached_at': '', 'volume_id': '29b9b12f-3147-454b-ba33-7677ce108902', 'serial': '29b9b12f-3147-454b-ba33-7677ce108902'} {{(pid=69699) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1054.475546] env[69699]: DEBUG nova.compute.manager [req-34056c59-fd5a-4a16-9e39-59e04b778e06 req-23af48e7-e274-4690-836c-8d1455aaafcf service nova] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Received event network-vif-deleted-5b372c16-2c2d-4513-9b55-07a0a14896b5 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.476317] env[69699]: INFO nova.compute.manager [req-34056c59-fd5a-4a16-9e39-59e04b778e06 req-23af48e7-e274-4690-836c-8d1455aaafcf service nova] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Neutron deleted interface 5b372c16-2c2d-4513-9b55-07a0a14896b5; detaching it from the instance and deleting it from the info cache [ 1054.476317] env[69699]: DEBUG nova.network.neutron [req-34056c59-fd5a-4a16-9e39-59e04b778e06 req-23af48e7-e274-4690-836c-8d1455aaafcf service nova] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.512390] env[69699]: DEBUG nova.network.neutron [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1054.686454] env[69699]: DEBUG nova.network.neutron [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Updating instance_info_cache with network_info: [{"id": "4caa43da-d5ab-4dea-80ae-8a77909ff4eb", "address": "fa:16:3e:52:eb:44", "network": {"id": "ea781b08-64ab-439d-b6be-fdcba547dbc1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1455220346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8394c185353f4b06b9f5e55522a396c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4caa43da-d5", "ovs_interfaceid": "4caa43da-d5ab-4dea-80ae-8a77909ff4eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.689961] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance ebcf8712-89f5-4806-bad4-7d08f1e05d09 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1054.720190] env[69699]: DEBUG oslo_vmware.api [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52de28de-e789-3bd3-6554-4cfc9ef2fb60, 'name': SearchDatastore_Task, 'duration_secs': 0.011113} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.720743] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.721175] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 87a0c726-699f-433d-ba5b-d610a3d91db0/87a0c726-699f-433d-ba5b-d610a3d91db0.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1054.721640] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fc3194e-e0c2-4f6b-88f8-9eaada4d7108 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.731421] env[69699]: DEBUG oslo_vmware.api [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 1054.731421] env[69699]: value = "task-3607634" [ 1054.731421] env[69699]: _type = "Task" [ 1054.731421] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.747181] env[69699]: DEBUG oslo_vmware.api [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607634, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.752960] env[69699]: DEBUG nova.compute.manager [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1054.939395] env[69699]: INFO nova.compute.manager [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Took 26.56 seconds to build instance. [ 1054.949906] env[69699]: DEBUG nova.network.neutron [-] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.980621] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-25b84313-ea2e-47f2-9bca-a0c63898ffbd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.994043] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f35b801-460e-4301-a173-250e1a47f254 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.018413] env[69699]: DEBUG nova.compute.manager [req-978ce1f7-f5bf-44e6-a017-38864cda795c req-aceb75eb-694e-4a94-be5e-09f445f92a41 service nova] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Received event network-vif-plugged-4caa43da-d5ab-4dea-80ae-8a77909ff4eb {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.019037] env[69699]: DEBUG oslo_concurrency.lockutils [req-978ce1f7-f5bf-44e6-a017-38864cda795c req-aceb75eb-694e-4a94-be5e-09f445f92a41 service nova] Acquiring lock "8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.019037] env[69699]: DEBUG oslo_concurrency.lockutils [req-978ce1f7-f5bf-44e6-a017-38864cda795c req-aceb75eb-694e-4a94-be5e-09f445f92a41 service nova] Lock "8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.019251] env[69699]: DEBUG oslo_concurrency.lockutils [req-978ce1f7-f5bf-44e6-a017-38864cda795c req-aceb75eb-694e-4a94-be5e-09f445f92a41 service nova] Lock "8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.020224] env[69699]: DEBUG nova.compute.manager [req-978ce1f7-f5bf-44e6-a017-38864cda795c req-aceb75eb-694e-4a94-be5e-09f445f92a41 service nova] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] No waiting events found dispatching network-vif-plugged-4caa43da-d5ab-4dea-80ae-8a77909ff4eb {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1055.021127] env[69699]: WARNING nova.compute.manager [req-978ce1f7-f5bf-44e6-a017-38864cda795c req-aceb75eb-694e-4a94-be5e-09f445f92a41 service nova] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Received unexpected event network-vif-plugged-4caa43da-d5ab-4dea-80ae-8a77909ff4eb for instance with vm_state building and task_state spawning. [ 1055.025020] env[69699]: DEBUG nova.compute.manager [req-978ce1f7-f5bf-44e6-a017-38864cda795c req-aceb75eb-694e-4a94-be5e-09f445f92a41 service nova] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Received event network-changed-4caa43da-d5ab-4dea-80ae-8a77909ff4eb {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.025020] env[69699]: DEBUG nova.compute.manager [req-978ce1f7-f5bf-44e6-a017-38864cda795c req-aceb75eb-694e-4a94-be5e-09f445f92a41 service nova] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Refreshing instance network info cache due to event network-changed-4caa43da-d5ab-4dea-80ae-8a77909ff4eb. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1055.025020] env[69699]: DEBUG oslo_concurrency.lockutils [req-978ce1f7-f5bf-44e6-a017-38864cda795c req-aceb75eb-694e-4a94-be5e-09f445f92a41 service nova] Acquiring lock "refresh_cache-8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.049545] env[69699]: DEBUG nova.compute.manager [req-34056c59-fd5a-4a16-9e39-59e04b778e06 req-23af48e7-e274-4690-836c-8d1455aaafcf service nova] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Detach interface failed, port_id=5b372c16-2c2d-4513-9b55-07a0a14896b5, reason: Instance 1e93de2f-eaf0-468a-86e4-605aeb79dba9 could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1055.053569] env[69699]: DEBUG nova.objects.instance [None req-39ed7451-c0b6-41e8-a4f7-2286abedefa8 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Lazy-loading 'flavor' on Instance uuid ce2c2927-0060-46ea-ac84-b0b1db6663c4 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.088136] env[69699]: DEBUG nova.compute.manager [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1055.120111] env[69699]: DEBUG nova.virt.hardware [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1055.120420] env[69699]: DEBUG nova.virt.hardware [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1055.120544] env[69699]: DEBUG nova.virt.hardware [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1055.120716] env[69699]: DEBUG nova.virt.hardware [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1055.121224] env[69699]: DEBUG nova.virt.hardware [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1055.121440] env[69699]: DEBUG nova.virt.hardware [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1055.121667] env[69699]: DEBUG nova.virt.hardware [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1055.122485] env[69699]: DEBUG nova.virt.hardware [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1055.122864] env[69699]: DEBUG nova.virt.hardware [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1055.123120] env[69699]: DEBUG nova.virt.hardware [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1055.123342] env[69699]: DEBUG nova.virt.hardware [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1055.124266] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a65af9-61e8-4b17-9e12-488a374e3740 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.133724] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a4f76f-ffbb-41db-b12e-0c93d8034f1d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.189653] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Releasing lock "refresh_cache-8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.190076] env[69699]: DEBUG nova.compute.manager [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Instance network_info: |[{"id": "4caa43da-d5ab-4dea-80ae-8a77909ff4eb", "address": "fa:16:3e:52:eb:44", "network": {"id": "ea781b08-64ab-439d-b6be-fdcba547dbc1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1455220346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8394c185353f4b06b9f5e55522a396c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4caa43da-d5", "ovs_interfaceid": "4caa43da-d5ab-4dea-80ae-8a77909ff4eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1055.190565] env[69699]: DEBUG oslo_concurrency.lockutils [req-978ce1f7-f5bf-44e6-a017-38864cda795c req-aceb75eb-694e-4a94-be5e-09f445f92a41 service nova] Acquired lock "refresh_cache-8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.190565] env[69699]: DEBUG nova.network.neutron [req-978ce1f7-f5bf-44e6-a017-38864cda795c req-aceb75eb-694e-4a94-be5e-09f445f92a41 service nova] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Refreshing network info cache for port 4caa43da-d5ab-4dea-80ae-8a77909ff4eb {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1055.191969] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:eb:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c24464bb-bb6b-43a2-bdcd-8086ad1a307f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4caa43da-d5ab-4dea-80ae-8a77909ff4eb', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1055.201107] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.205546] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 8761424b-62be-4ef5-959f-032ae7ca8938 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1055.209435] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1055.209435] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94a16649-0199-4471-8b5b-9bdfb4dc65ca {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.239498] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1055.239498] env[69699]: value = "task-3607635" [ 1055.239498] env[69699]: _type = "Task" [ 1055.239498] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.247392] env[69699]: DEBUG oslo_vmware.api [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607634, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.253977] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607635, 'name': CreateVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.281510] env[69699]: DEBUG oslo_concurrency.lockutils [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.441616] env[69699]: DEBUG oslo_concurrency.lockutils [None req-577bf1f2-e3ef-49a8-a9b1-43eea2e257c8 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Lock "12ab37c5-3a07-43ca-b87d-4c62d904ea78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.072s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.453727] env[69699]: INFO nova.compute.manager [-] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Took 1.49 seconds to deallocate network for instance. [ 1055.503203] env[69699]: DEBUG nova.network.neutron [req-978ce1f7-f5bf-44e6-a017-38864cda795c req-aceb75eb-694e-4a94-be5e-09f445f92a41 service nova] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Updated VIF entry in instance network info cache for port 4caa43da-d5ab-4dea-80ae-8a77909ff4eb. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1055.506136] env[69699]: DEBUG nova.network.neutron [req-978ce1f7-f5bf-44e6-a017-38864cda795c req-aceb75eb-694e-4a94-be5e-09f445f92a41 service nova] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Updating instance_info_cache with network_info: [{"id": "4caa43da-d5ab-4dea-80ae-8a77909ff4eb", "address": "fa:16:3e:52:eb:44", "network": {"id": "ea781b08-64ab-439d-b6be-fdcba547dbc1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1455220346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8394c185353f4b06b9f5e55522a396c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4caa43da-d5", "ovs_interfaceid": "4caa43da-d5ab-4dea-80ae-8a77909ff4eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.689969] env[69699]: DEBUG nova.network.neutron [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Successfully updated port: 743be538-81f8-4787-8097-149c80957c31 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1055.709679] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance cdda04f7-d4a8-4221-a65a-445518eb5e0c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1055.709955] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=69699) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1055.709955] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3392MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=69699) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1055.747237] env[69699]: DEBUG oslo_vmware.api [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607634, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.681436} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.748523] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 87a0c726-699f-433d-ba5b-d610a3d91db0/87a0c726-699f-433d-ba5b-d610a3d91db0.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1055.748832] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 87a0c726-699f-433d-ba5b-d610a3d91db0] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1055.749172] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-550be368-6bc8-4c06-a84d-593332cfa6de {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.755783] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607635, 'name': CreateVM_Task, 'duration_secs': 0.361708} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.759373] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1055.760147] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.760309] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.761487] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.761487] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7700b7b9-9625-465e-89ce-fc9302e0dc30 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.764190] env[69699]: DEBUG oslo_vmware.api [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 1055.764190] env[69699]: value = "task-3607636" [ 1055.764190] env[69699]: _type = "Task" [ 1055.764190] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.768187] env[69699]: DEBUG oslo_vmware.api [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the task: (returnval){ [ 1055.768187] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52244781-fb3c-4c45-f0d0-d6a3739083ed" [ 1055.768187] env[69699]: _type = "Task" [ 1055.768187] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.777036] env[69699]: DEBUG oslo_vmware.api [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607636, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.782299] env[69699]: DEBUG oslo_vmware.api [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52244781-fb3c-4c45-f0d0-d6a3739083ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.962405] env[69699]: DEBUG oslo_concurrency.lockutils [None req-db76bead-e775-4996-9cae-edcb401c94f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.006047] env[69699]: DEBUG oslo_concurrency.lockutils [req-978ce1f7-f5bf-44e6-a017-38864cda795c req-aceb75eb-694e-4a94-be5e-09f445f92a41 service nova] Releasing lock "refresh_cache-8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.063246] env[69699]: DEBUG oslo_concurrency.lockutils [None req-39ed7451-c0b6-41e8-a4f7-2286abedefa8 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Lock "ce2c2927-0060-46ea-ac84-b0b1db6663c4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.318s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.079191] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c91c1f-2dce-4e10-9386-354bff77b830 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.090141] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab460c60-4a70-4e39-bf72-4f2479bc490e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.125378] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b291d8d-a01a-4c3f-9b36-25335a6dba04 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.134046] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbf73b8-4c02-4c29-8384-e4918e55c04e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.151314] env[69699]: DEBUG nova.compute.provider_tree [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.191705] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquiring lock "refresh_cache-d9110b26-9c12-47c7-a35d-eb29c51e8fa1" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.191858] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquired lock "refresh_cache-d9110b26-9c12-47c7-a35d-eb29c51e8fa1" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.192022] env[69699]: DEBUG nova.network.neutron [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.276806] env[69699]: DEBUG oslo_vmware.api [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607636, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120823} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.280154] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 87a0c726-699f-433d-ba5b-d610a3d91db0] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1056.280452] env[69699]: DEBUG oslo_vmware.api [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52244781-fb3c-4c45-f0d0-d6a3739083ed, 'name': SearchDatastore_Task, 'duration_secs': 0.01528} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.281119] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6fd92f7-a6b0-4f78-a6f1-377f5c4be9b5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.283515] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.283727] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1056.283961] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.284118] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.284289] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1056.284522] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ffe7623-9cee-4f3a-a60f-657eb037ff49 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.305901] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 87a0c726-699f-433d-ba5b-d610a3d91db0] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 87a0c726-699f-433d-ba5b-d610a3d91db0/87a0c726-699f-433d-ba5b-d610a3d91db0.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.307220] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2272f6c-2b33-4715-a2cf-4b8b727657e4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.321022] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1056.321222] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1056.321986] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb207ebd-6618-4ec1-aca5-134dc519e355 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.328915] env[69699]: DEBUG oslo_vmware.api [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the task: (returnval){ [ 1056.328915] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52205641-80b7-418c-385d-812e17e61275" [ 1056.328915] env[69699]: _type = "Task" [ 1056.328915] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.330850] env[69699]: DEBUG oslo_vmware.api [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 1056.330850] env[69699]: value = "task-3607637" [ 1056.330850] env[69699]: _type = "Task" [ 1056.330850] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.342500] env[69699]: DEBUG oslo_vmware.api [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52205641-80b7-418c-385d-812e17e61275, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.346190] env[69699]: DEBUG oslo_vmware.api [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607637, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.355908] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d6d8ee01-696e-41b9-acba-d7a8062f5119 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Acquiring lock "ce2c2927-0060-46ea-ac84-b0b1db6663c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.356010] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d6d8ee01-696e-41b9-acba-d7a8062f5119 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Lock "ce2c2927-0060-46ea-ac84-b0b1db6663c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.356214] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d6d8ee01-696e-41b9-acba-d7a8062f5119 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Acquiring lock "ce2c2927-0060-46ea-ac84-b0b1db6663c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.356397] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d6d8ee01-696e-41b9-acba-d7a8062f5119 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Lock "ce2c2927-0060-46ea-ac84-b0b1db6663c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.356564] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d6d8ee01-696e-41b9-acba-d7a8062f5119 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Lock "ce2c2927-0060-46ea-ac84-b0b1db6663c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.359218] env[69699]: INFO nova.compute.manager [None req-d6d8ee01-696e-41b9-acba-d7a8062f5119 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Terminating instance [ 1056.653548] env[69699]: DEBUG nova.scheduler.client.report [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.729487] env[69699]: DEBUG nova.network.neutron [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1056.846713] env[69699]: DEBUG oslo_vmware.api [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52205641-80b7-418c-385d-812e17e61275, 'name': SearchDatastore_Task, 'duration_secs': 0.02111} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.850308] env[69699]: DEBUG oslo_vmware.api [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607637, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.850518] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9047305d-32d0-46d7-b65c-193ccbde1a12 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.855869] env[69699]: DEBUG oslo_vmware.api [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the task: (returnval){ [ 1056.855869] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52af80f9-cb07-feae-0e91-efc82fecbf1d" [ 1056.855869] env[69699]: _type = "Task" [ 1056.855869] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.863630] env[69699]: DEBUG nova.compute.manager [None req-d6d8ee01-696e-41b9-acba-d7a8062f5119 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1056.863847] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d8ee01-696e-41b9-acba-d7a8062f5119 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1056.864148] env[69699]: DEBUG oslo_vmware.api [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52af80f9-cb07-feae-0e91-efc82fecbf1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.864907] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad53d530-2959-4042-8809-8e0f759e30c7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.869906] env[69699]: DEBUG nova.network.neutron [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Updating instance_info_cache with network_info: [{"id": "743be538-81f8-4787-8097-149c80957c31", "address": "fa:16:3e:76:0c:40", "network": {"id": "e99ab3ed-1030-44b0-98b1-0c8d1d561613", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1328451822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce00a2c4d2d6497eab27716fff8fe855", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap743be538-81", "ovs_interfaceid": "743be538-81f8-4787-8097-149c80957c31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.873048] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6d8ee01-696e-41b9-acba-d7a8062f5119 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.873508] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71b56c56-4a04-431a-a496-80be2efefc03 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.879924] env[69699]: DEBUG oslo_vmware.api [None req-d6d8ee01-696e-41b9-acba-d7a8062f5119 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 1056.879924] env[69699]: value = "task-3607638" [ 1056.879924] env[69699]: _type = "Task" [ 1056.879924] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.890542] env[69699]: DEBUG oslo_vmware.api [None req-d6d8ee01-696e-41b9-acba-d7a8062f5119 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607638, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.034457] env[69699]: DEBUG nova.compute.manager [req-cada9a3f-a1fc-4ddc-8e31-8c3875b54a42 req-a20787e3-fc0e-41e4-9f30-0b8e502af045 service nova] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Received event network-changed-f53466d2-f6b6-4827-b645-13410447fe44 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.034457] env[69699]: DEBUG nova.compute.manager [req-cada9a3f-a1fc-4ddc-8e31-8c3875b54a42 req-a20787e3-fc0e-41e4-9f30-0b8e502af045 service nova] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Refreshing instance network info cache due to event network-changed-f53466d2-f6b6-4827-b645-13410447fe44. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1057.034457] env[69699]: DEBUG oslo_concurrency.lockutils [req-cada9a3f-a1fc-4ddc-8e31-8c3875b54a42 req-a20787e3-fc0e-41e4-9f30-0b8e502af045 service nova] Acquiring lock "refresh_cache-12ab37c5-3a07-43ca-b87d-4c62d904ea78" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.034457] env[69699]: DEBUG oslo_concurrency.lockutils [req-cada9a3f-a1fc-4ddc-8e31-8c3875b54a42 req-a20787e3-fc0e-41e4-9f30-0b8e502af045 service nova] Acquired lock "refresh_cache-12ab37c5-3a07-43ca-b87d-4c62d904ea78" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.034722] env[69699]: DEBUG nova.network.neutron [req-cada9a3f-a1fc-4ddc-8e31-8c3875b54a42 req-a20787e3-fc0e-41e4-9f30-0b8e502af045 service nova] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Refreshing network info cache for port f53466d2-f6b6-4827-b645-13410447fe44 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.158345] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69699) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1057.158610] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.089s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.158892] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 19.484s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.346824] env[69699]: DEBUG oslo_vmware.api [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607637, 'name': ReconfigVM_Task, 'duration_secs': 0.687627} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.347152] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 87a0c726-699f-433d-ba5b-d610a3d91db0] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 87a0c726-699f-433d-ba5b-d610a3d91db0/87a0c726-699f-433d-ba5b-d610a3d91db0.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1057.347812] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e01c49d6-e55b-493d-87cb-b0dabbf2b75b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.354951] env[69699]: DEBUG oslo_vmware.api [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 1057.354951] env[69699]: value = "task-3607639" [ 1057.354951] env[69699]: _type = "Task" [ 1057.354951] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.366037] env[69699]: DEBUG oslo_vmware.api [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607639, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.369391] env[69699]: DEBUG oslo_vmware.api [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52af80f9-cb07-feae-0e91-efc82fecbf1d, 'name': SearchDatastore_Task, 'duration_secs': 0.016347} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.369631] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.369886] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a/8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1057.370146] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea745f51-f59e-4d6b-bc1d-d8246cef1640 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.374717] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Releasing lock "refresh_cache-d9110b26-9c12-47c7-a35d-eb29c51e8fa1" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.375013] env[69699]: DEBUG nova.compute.manager [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Instance network_info: |[{"id": "743be538-81f8-4787-8097-149c80957c31", "address": "fa:16:3e:76:0c:40", "network": {"id": "e99ab3ed-1030-44b0-98b1-0c8d1d561613", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1328451822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce00a2c4d2d6497eab27716fff8fe855", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap743be538-81", "ovs_interfaceid": "743be538-81f8-4787-8097-149c80957c31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1057.375394] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:0c:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3db2ab9e-1244-4377-b05f-ab76003f2428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '743be538-81f8-4787-8097-149c80957c31', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1057.384098] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.385726] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1057.386051] env[69699]: DEBUG oslo_vmware.api [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the task: (returnval){ [ 1057.386051] env[69699]: value = "task-3607640" [ 1057.386051] env[69699]: _type = "Task" [ 1057.386051] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.389549] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-923efa31-38f5-4b6c-90a5-be0a3f9f83e6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.411972] env[69699]: DEBUG oslo_vmware.api [None req-d6d8ee01-696e-41b9-acba-d7a8062f5119 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607638, 'name': PowerOffVM_Task, 'duration_secs': 0.233239} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.415048] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6d8ee01-696e-41b9-acba-d7a8062f5119 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1057.415238] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d8ee01-696e-41b9-acba-d7a8062f5119 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1057.415495] env[69699]: DEBUG oslo_vmware.api [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607640, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.416664] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-520dcfb9-2ffb-4e3e-bb68-a1204e9a084a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.418301] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1057.418301] env[69699]: value = "task-3607641" [ 1057.418301] env[69699]: _type = "Task" [ 1057.418301] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.427095] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607641, 'name': CreateVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.503389] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d8ee01-696e-41b9-acba-d7a8062f5119 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1057.503635] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d8ee01-696e-41b9-acba-d7a8062f5119 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1057.503911] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6d8ee01-696e-41b9-acba-d7a8062f5119 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Deleting the datastore file [datastore2] ce2c2927-0060-46ea-ac84-b0b1db6663c4 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1057.504195] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad458486-c1ff-45f7-b343-be5d19ffe4aa {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.511201] env[69699]: DEBUG oslo_vmware.api [None req-d6d8ee01-696e-41b9-acba-d7a8062f5119 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 1057.511201] env[69699]: value = "task-3607643" [ 1057.511201] env[69699]: _type = "Task" [ 1057.511201] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.521398] env[69699]: DEBUG oslo_vmware.api [None req-d6d8ee01-696e-41b9-acba-d7a8062f5119 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607643, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.664398] env[69699]: INFO nova.compute.claims [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1057.782022] env[69699]: DEBUG nova.network.neutron [req-cada9a3f-a1fc-4ddc-8e31-8c3875b54a42 req-a20787e3-fc0e-41e4-9f30-0b8e502af045 service nova] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Updated VIF entry in instance network info cache for port f53466d2-f6b6-4827-b645-13410447fe44. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1057.782774] env[69699]: DEBUG nova.network.neutron [req-cada9a3f-a1fc-4ddc-8e31-8c3875b54a42 req-a20787e3-fc0e-41e4-9f30-0b8e502af045 service nova] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Updating instance_info_cache with network_info: [{"id": "f53466d2-f6b6-4827-b645-13410447fe44", "address": "fa:16:3e:70:47:ea", "network": {"id": "9a6d5dd4-f852-4b36-968e-e480448f148a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1073286448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6db95cb237bc4c8b8944104f6772c490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf53466d2-f6", "ovs_interfaceid": "f53466d2-f6b6-4827-b645-13410447fe44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.867053] env[69699]: DEBUG oslo_vmware.api [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607639, 'name': Rename_Task, 'duration_secs': 0.23383} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.867312] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 87a0c726-699f-433d-ba5b-d610a3d91db0] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1057.867579] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97c6197f-0b35-463e-b45b-132ef9bb755b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.874403] env[69699]: DEBUG oslo_vmware.api [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 1057.874403] env[69699]: value = "task-3607644" [ 1057.874403] env[69699]: _type = "Task" [ 1057.874403] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.884398] env[69699]: DEBUG oslo_vmware.api [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607644, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.915117] env[69699]: DEBUG oslo_vmware.api [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607640, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.928513] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607641, 'name': CreateVM_Task, 'duration_secs': 0.427861} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.928714] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1057.929385] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.929550] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.929878] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.930165] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-002496e5-b3cb-4791-81f1-f27b1dc2f9e8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.935527] env[69699]: DEBUG oslo_vmware.api [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 1057.935527] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52f487e8-384f-e177-4d4e-fc9c78d7bbc7" [ 1057.935527] env[69699]: _type = "Task" [ 1057.935527] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.944814] env[69699]: DEBUG oslo_vmware.api [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52f487e8-384f-e177-4d4e-fc9c78d7bbc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.020575] env[69699]: DEBUG oslo_vmware.api [None req-d6d8ee01-696e-41b9-acba-d7a8062f5119 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607643, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.357554} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.020950] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6d8ee01-696e-41b9-acba-d7a8062f5119 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1058.021199] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d8ee01-696e-41b9-acba-d7a8062f5119 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1058.021416] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d8ee01-696e-41b9-acba-d7a8062f5119 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1058.021632] env[69699]: INFO nova.compute.manager [None req-d6d8ee01-696e-41b9-acba-d7a8062f5119 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1058.021909] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6d8ee01-696e-41b9-acba-d7a8062f5119 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.022154] env[69699]: DEBUG nova.compute.manager [-] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1058.022275] env[69699]: DEBUG nova.network.neutron [-] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1058.174021] env[69699]: INFO nova.compute.resource_tracker [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Updating resource usage from migration b84b1e4b-5860-46ad-8369-345e894a50d1 [ 1058.285447] env[69699]: DEBUG oslo_concurrency.lockutils [req-cada9a3f-a1fc-4ddc-8e31-8c3875b54a42 req-a20787e3-fc0e-41e4-9f30-0b8e502af045 service nova] Releasing lock "refresh_cache-12ab37c5-3a07-43ca-b87d-4c62d904ea78" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.285745] env[69699]: DEBUG nova.compute.manager [req-cada9a3f-a1fc-4ddc-8e31-8c3875b54a42 req-a20787e3-fc0e-41e4-9f30-0b8e502af045 service nova] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Received event network-vif-plugged-743be538-81f8-4787-8097-149c80957c31 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.285946] env[69699]: DEBUG oslo_concurrency.lockutils [req-cada9a3f-a1fc-4ddc-8e31-8c3875b54a42 req-a20787e3-fc0e-41e4-9f30-0b8e502af045 service nova] Acquiring lock "d9110b26-9c12-47c7-a35d-eb29c51e8fa1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.286193] env[69699]: DEBUG oslo_concurrency.lockutils [req-cada9a3f-a1fc-4ddc-8e31-8c3875b54a42 req-a20787e3-fc0e-41e4-9f30-0b8e502af045 service nova] Lock "d9110b26-9c12-47c7-a35d-eb29c51e8fa1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.286327] env[69699]: DEBUG oslo_concurrency.lockutils [req-cada9a3f-a1fc-4ddc-8e31-8c3875b54a42 req-a20787e3-fc0e-41e4-9f30-0b8e502af045 service nova] Lock "d9110b26-9c12-47c7-a35d-eb29c51e8fa1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.286870] env[69699]: DEBUG nova.compute.manager [req-cada9a3f-a1fc-4ddc-8e31-8c3875b54a42 req-a20787e3-fc0e-41e4-9f30-0b8e502af045 service nova] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] No waiting events found dispatching network-vif-plugged-743be538-81f8-4787-8097-149c80957c31 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1058.287196] env[69699]: WARNING nova.compute.manager [req-cada9a3f-a1fc-4ddc-8e31-8c3875b54a42 req-a20787e3-fc0e-41e4-9f30-0b8e502af045 service nova] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Received unexpected event network-vif-plugged-743be538-81f8-4787-8097-149c80957c31 for instance with vm_state building and task_state spawning. [ 1058.287399] env[69699]: DEBUG nova.compute.manager [req-cada9a3f-a1fc-4ddc-8e31-8c3875b54a42 req-a20787e3-fc0e-41e4-9f30-0b8e502af045 service nova] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Received event network-changed-743be538-81f8-4787-8097-149c80957c31 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.288026] env[69699]: DEBUG nova.compute.manager [req-cada9a3f-a1fc-4ddc-8e31-8c3875b54a42 req-a20787e3-fc0e-41e4-9f30-0b8e502af045 service nova] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Refreshing instance network info cache due to event network-changed-743be538-81f8-4787-8097-149c80957c31. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1058.288026] env[69699]: DEBUG oslo_concurrency.lockutils [req-cada9a3f-a1fc-4ddc-8e31-8c3875b54a42 req-a20787e3-fc0e-41e4-9f30-0b8e502af045 service nova] Acquiring lock "refresh_cache-d9110b26-9c12-47c7-a35d-eb29c51e8fa1" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.288026] env[69699]: DEBUG oslo_concurrency.lockutils [req-cada9a3f-a1fc-4ddc-8e31-8c3875b54a42 req-a20787e3-fc0e-41e4-9f30-0b8e502af045 service nova] Acquired lock "refresh_cache-d9110b26-9c12-47c7-a35d-eb29c51e8fa1" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.288401] env[69699]: DEBUG nova.network.neutron [req-cada9a3f-a1fc-4ddc-8e31-8c3875b54a42 req-a20787e3-fc0e-41e4-9f30-0b8e502af045 service nova] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Refreshing network info cache for port 743be538-81f8-4787-8097-149c80957c31 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1058.389437] env[69699]: DEBUG oslo_vmware.api [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607644, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.416849] env[69699]: DEBUG oslo_vmware.api [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607640, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566926} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.418101] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a/8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1058.418379] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1058.421721] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ef52486-0585-4521-9503-f62a2c41645b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.429070] env[69699]: DEBUG oslo_vmware.api [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the task: (returnval){ [ 1058.429070] env[69699]: value = "task-3607645" [ 1058.429070] env[69699]: _type = "Task" [ 1058.429070] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.438297] env[69699]: DEBUG oslo_vmware.api [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607645, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.454374] env[69699]: DEBUG oslo_vmware.api [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52f487e8-384f-e177-4d4e-fc9c78d7bbc7, 'name': SearchDatastore_Task, 'duration_secs': 0.013023} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.454714] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.454971] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1058.455322] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.455511] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.455704] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1058.455979] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06c162ba-7a78-4055-adcf-fdbc361d8017 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.472283] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1058.472283] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1058.472283] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94449096-dcc8-4368-8558-39e774504f1e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.475693] env[69699]: DEBUG oslo_vmware.api [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 1058.475693] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52fb5982-149b-2794-afc9-43b36b92a0ea" [ 1058.475693] env[69699]: _type = "Task" [ 1058.475693] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.492345] env[69699]: DEBUG oslo_vmware.api [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52fb5982-149b-2794-afc9-43b36b92a0ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.507131] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3edd3a41-c621-44b5-95f7-1fffe3a5f1b7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.514092] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d81910-8e7e-404d-84b3-f170f27a46f6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.547890] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed442e45-22cf-4559-8af1-961cef304701 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.555648] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc1c41c-442e-4187-987b-99d1b252c816 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.569416] env[69699]: DEBUG nova.compute.provider_tree [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.887259] env[69699]: DEBUG oslo_vmware.api [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607644, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.939914] env[69699]: DEBUG oslo_vmware.api [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607645, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127252} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.940349] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1058.941258] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb77162-8f39-40d2-b9c1-50c8af411349 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.964501] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a/8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1058.967605] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66e6344b-67f9-4554-b3b0-c3a66aeb8ded {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.991120] env[69699]: DEBUG oslo_vmware.api [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52fb5982-149b-2794-afc9-43b36b92a0ea, 'name': SearchDatastore_Task, 'duration_secs': 0.016697} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.993053] env[69699]: DEBUG oslo_vmware.api [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the task: (returnval){ [ 1058.993053] env[69699]: value = "task-3607646" [ 1058.993053] env[69699]: _type = "Task" [ 1058.993053] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.993249] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3cb31b3-9e53-4c55-8290-47dcf1f91509 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.001189] env[69699]: DEBUG oslo_vmware.api [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 1059.001189] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5264ad31-d756-25ae-46a1-109fb7cbedcd" [ 1059.001189] env[69699]: _type = "Task" [ 1059.001189] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.004760] env[69699]: DEBUG oslo_vmware.api [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607646, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.012606] env[69699]: DEBUG oslo_vmware.api [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5264ad31-d756-25ae-46a1-109fb7cbedcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.049570] env[69699]: DEBUG nova.network.neutron [req-cada9a3f-a1fc-4ddc-8e31-8c3875b54a42 req-a20787e3-fc0e-41e4-9f30-0b8e502af045 service nova] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Updated VIF entry in instance network info cache for port 743be538-81f8-4787-8097-149c80957c31. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1059.050060] env[69699]: DEBUG nova.network.neutron [req-cada9a3f-a1fc-4ddc-8e31-8c3875b54a42 req-a20787e3-fc0e-41e4-9f30-0b8e502af045 service nova] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Updating instance_info_cache with network_info: [{"id": "743be538-81f8-4787-8097-149c80957c31", "address": "fa:16:3e:76:0c:40", "network": {"id": "e99ab3ed-1030-44b0-98b1-0c8d1d561613", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1328451822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce00a2c4d2d6497eab27716fff8fe855", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap743be538-81", "ovs_interfaceid": "743be538-81f8-4787-8097-149c80957c31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.059065] env[69699]: DEBUG nova.compute.manager [req-af3f5c75-d1c4-424c-9910-b0b1a1b35b00 req-f514fdc8-6a55-4625-a7ef-bcd27e5ac337 service nova] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Received event network-vif-deleted-fb768f9a-7df5-400a-9458-4db7712c1e5d {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.059194] env[69699]: INFO nova.compute.manager [req-af3f5c75-d1c4-424c-9910-b0b1a1b35b00 req-f514fdc8-6a55-4625-a7ef-bcd27e5ac337 service nova] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Neutron deleted interface fb768f9a-7df5-400a-9458-4db7712c1e5d; detaching it from the instance and deleting it from the info cache [ 1059.059345] env[69699]: DEBUG nova.network.neutron [req-af3f5c75-d1c4-424c-9910-b0b1a1b35b00 req-f514fdc8-6a55-4625-a7ef-bcd27e5ac337 service nova] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.072755] env[69699]: DEBUG nova.scheduler.client.report [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.097305] env[69699]: DEBUG nova.network.neutron [-] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.386350] env[69699]: DEBUG oslo_vmware.api [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607644, 'name': PowerOnVM_Task, 'duration_secs': 1.13355} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.386789] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 87a0c726-699f-433d-ba5b-d610a3d91db0] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1059.387124] env[69699]: INFO nova.compute.manager [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 87a0c726-699f-433d-ba5b-d610a3d91db0] Took 9.10 seconds to spawn the instance on the hypervisor. [ 1059.387412] env[69699]: DEBUG nova.compute.manager [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 87a0c726-699f-433d-ba5b-d610a3d91db0] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.389065] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d829287-61a9-4546-8025-6771609e45fa {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.507087] env[69699]: DEBUG oslo_vmware.api [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607646, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.514523] env[69699]: DEBUG oslo_vmware.api [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5264ad31-d756-25ae-46a1-109fb7cbedcd, 'name': SearchDatastore_Task, 'duration_secs': 0.011619} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.514845] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.515153] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] d9110b26-9c12-47c7-a35d-eb29c51e8fa1/d9110b26-9c12-47c7-a35d-eb29c51e8fa1.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1059.515472] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-795ff216-b535-40bd-91ec-6504261a79ca {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.521536] env[69699]: DEBUG oslo_vmware.api [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 1059.521536] env[69699]: value = "task-3607647" [ 1059.521536] env[69699]: _type = "Task" [ 1059.521536] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.528991] env[69699]: DEBUG oslo_vmware.api [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607647, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.552652] env[69699]: DEBUG oslo_concurrency.lockutils [req-cada9a3f-a1fc-4ddc-8e31-8c3875b54a42 req-a20787e3-fc0e-41e4-9f30-0b8e502af045 service nova] Releasing lock "refresh_cache-d9110b26-9c12-47c7-a35d-eb29c51e8fa1" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.562788] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e5e602fb-a1eb-44b1-9b9a-493af806cc8e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.572488] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18eea7ff-8049-4d7a-87f2-21b96d2c2acc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.584107] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.425s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.584310] env[69699]: INFO nova.compute.manager [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Migrating [ 1059.593992] env[69699]: DEBUG oslo_concurrency.lockutils [None req-26426515-c060-4d4f-8252-ae0976f3c7c7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.895s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.594296] env[69699]: DEBUG oslo_concurrency.lockutils [None req-26426515-c060-4d4f-8252-ae0976f3c7c7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.596225] env[69699]: DEBUG oslo_concurrency.lockutils [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.574s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.597642] env[69699]: INFO nova.compute.claims [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1059.606125] env[69699]: INFO nova.compute.manager [-] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Took 1.58 seconds to deallocate network for instance. [ 1059.628908] env[69699]: DEBUG nova.compute.manager [req-af3f5c75-d1c4-424c-9910-b0b1a1b35b00 req-f514fdc8-6a55-4625-a7ef-bcd27e5ac337 service nova] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Detach interface failed, port_id=fb768f9a-7df5-400a-9458-4db7712c1e5d, reason: Instance ce2c2927-0060-46ea-ac84-b0b1db6663c4 could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1059.630754] env[69699]: INFO nova.scheduler.client.report [None req-26426515-c060-4d4f-8252-ae0976f3c7c7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Deleted allocations for instance ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f [ 1059.905517] env[69699]: INFO nova.compute.manager [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 87a0c726-699f-433d-ba5b-d610a3d91db0] Took 30.75 seconds to build instance. [ 1060.006914] env[69699]: DEBUG oslo_vmware.api [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607646, 'name': ReconfigVM_Task, 'duration_secs': 0.907287} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.007219] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a/8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.007962] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ece315c-e6a6-4087-ab18-fd32a7b4bee1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.016198] env[69699]: DEBUG oslo_vmware.api [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the task: (returnval){ [ 1060.016198] env[69699]: value = "task-3607648" [ 1060.016198] env[69699]: _type = "Task" [ 1060.016198] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.025557] env[69699]: DEBUG oslo_vmware.api [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607648, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.035764] env[69699]: DEBUG oslo_vmware.api [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607647, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.108049] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "refresh_cache-3ef26056-8ff7-41d3-9807-83d48fb934d7" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.108230] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquired lock "refresh_cache-3ef26056-8ff7-41d3-9807-83d48fb934d7" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.108401] env[69699]: DEBUG nova.network.neutron [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.111693] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d6d8ee01-696e-41b9-acba-d7a8062f5119 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.139185] env[69699]: DEBUG oslo_concurrency.lockutils [None req-26426515-c060-4d4f-8252-ae0976f3c7c7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Lock "ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.258s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.407647] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5f4cd5a1-2391-4162-9052-f586278530ef tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "87a0c726-699f-433d-ba5b-d610a3d91db0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.262s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.529057] env[69699]: DEBUG oslo_vmware.api [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607648, 'name': Rename_Task, 'duration_secs': 0.213646} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.532985] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1060.533343] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88d306ed-3026-43e9-a584-f8db0e7263d8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.541836] env[69699]: DEBUG oslo_vmware.api [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607647, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.543250] env[69699]: DEBUG oslo_vmware.api [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the task: (returnval){ [ 1060.543250] env[69699]: value = "task-3607649" [ 1060.543250] env[69699]: _type = "Task" [ 1060.543250] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.551804] env[69699]: DEBUG oslo_vmware.api [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607649, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.715274] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquiring lock "443869ec-6df5-4e4a-8c46-340fc7b98b37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.715578] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "443869ec-6df5-4e4a-8c46-340fc7b98b37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.918760] env[69699]: DEBUG nova.network.neutron [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Updating instance_info_cache with network_info: [{"id": "84d7efcb-0afb-4f51-8a13-e9761ed1aa6e", "address": "fa:16:3e:75:59:4b", "network": {"id": "7f999160-b5bb-4e50-a728-01fecb63917a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1727920786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e04398ccf8a4b1490feabf07d03922b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84d7efcb-0a", "ovs_interfaceid": "84d7efcb-0afb-4f51-8a13-e9761ed1aa6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.971263] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c32259-06db-4958-849c-896dea04922f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.979851] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8efea2fb-95f6-4c4f-9909-988efb381291 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.014205] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c49b62-1618-48ce-b3d3-75d7ce4b33cf {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.022601] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2117d53b-3583-41c6-9eb5-c78acda5d048 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.039993] env[69699]: DEBUG nova.compute.provider_tree [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.046882] env[69699]: DEBUG oslo_vmware.api [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607647, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.056541] env[69699]: DEBUG oslo_vmware.api [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607649, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.218839] env[69699]: DEBUG nova.compute.manager [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 443869ec-6df5-4e4a-8c46-340fc7b98b37] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1061.421548] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Releasing lock "refresh_cache-3ef26056-8ff7-41d3-9807-83d48fb934d7" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.539086] env[69699]: DEBUG oslo_vmware.api [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607647, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.594063} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.539357] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] d9110b26-9c12-47c7-a35d-eb29c51e8fa1/d9110b26-9c12-47c7-a35d-eb29c51e8fa1.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1061.539623] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1061.539823] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8b891fd-5063-4e7f-b063-4012008b55b7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.542726] env[69699]: DEBUG nova.scheduler.client.report [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.547468] env[69699]: DEBUG oslo_vmware.api [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 1061.547468] env[69699]: value = "task-3607650" [ 1061.547468] env[69699]: _type = "Task" [ 1061.547468] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.564587] env[69699]: DEBUG oslo_vmware.api [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607649, 'name': PowerOnVM_Task, 'duration_secs': 0.826731} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.564801] env[69699]: DEBUG oslo_vmware.api [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607650, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.565757] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1061.566213] env[69699]: INFO nova.compute.manager [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Took 8.89 seconds to spawn the instance on the hypervisor. [ 1061.566428] env[69699]: DEBUG nova.compute.manager [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1061.567502] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75dabadf-3448-4516-929d-ba3b44444768 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.740686] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.990102] env[69699]: DEBUG oslo_concurrency.lockutils [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Acquiring lock "35b9621f-00d1-4363-8b94-928b963d03eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.990435] env[69699]: DEBUG oslo_concurrency.lockutils [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Lock "35b9621f-00d1-4363-8b94-928b963d03eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.048982] env[69699]: DEBUG oslo_concurrency.lockutils [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.453s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.049495] env[69699]: DEBUG nova.compute.manager [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1062.052121] env[69699]: DEBUG oslo_concurrency.lockutils [None req-36a357ed-a77a-42ae-ad41-8a75b2fbb3ca tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.516s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.052355] env[69699]: DEBUG oslo_concurrency.lockutils [None req-36a357ed-a77a-42ae-ad41-8a75b2fbb3ca tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.054527] env[69699]: DEBUG oslo_concurrency.lockutils [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.514s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.055979] env[69699]: INFO nova.compute.claims [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1062.068578] env[69699]: DEBUG oslo_vmware.api [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607650, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069698} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.069028] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1062.070222] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c9fa2b-a00c-4495-8a3b-28ddba1d57d6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.097976] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] d9110b26-9c12-47c7-a35d-eb29c51e8fa1/d9110b26-9c12-47c7-a35d-eb29c51e8fa1.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.099222] env[69699]: INFO nova.scheduler.client.report [None req-36a357ed-a77a-42ae-ad41-8a75b2fbb3ca tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Deleted allocations for instance b729633f-fafa-4118-8e8b-2ab30de58d38 [ 1062.103236] env[69699]: INFO nova.compute.manager [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Took 27.83 seconds to build instance. [ 1062.104353] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92436413-8b72-4f58-8cbe-47e54de4c8ac {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.122372] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0f2126be-fb84-47b8-b2d6-f4b98b7f865e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Lock "8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.884s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.128418] env[69699]: DEBUG oslo_vmware.api [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 1062.128418] env[69699]: value = "task-3607651" [ 1062.128418] env[69699]: _type = "Task" [ 1062.128418] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.136990] env[69699]: DEBUG oslo_vmware.api [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607651, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.492911] env[69699]: DEBUG nova.compute.manager [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1062.560405] env[69699]: DEBUG nova.compute.utils [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1062.561787] env[69699]: DEBUG nova.compute.manager [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Not allocating networking since 'none' was specified. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1062.627662] env[69699]: DEBUG oslo_concurrency.lockutils [None req-36a357ed-a77a-42ae-ad41-8a75b2fbb3ca tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "b729633f-fafa-4118-8e8b-2ab30de58d38" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.020s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.638554] env[69699]: DEBUG oslo_vmware.api [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607651, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.937028] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30585883-bd5a-4105-b54f-bffe5de62816 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.956769] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Updating instance '3ef26056-8ff7-41d3-9807-83d48fb934d7' progress to 0 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1063.014144] env[69699]: DEBUG oslo_concurrency.lockutils [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.063877] env[69699]: DEBUG nova.compute.manager [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1063.138558] env[69699]: DEBUG oslo_vmware.api [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607651, 'name': ReconfigVM_Task, 'duration_secs': 0.581181} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.141074] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Reconfigured VM instance instance-0000005e to attach disk [datastore2] d9110b26-9c12-47c7-a35d-eb29c51e8fa1/d9110b26-9c12-47c7-a35d-eb29c51e8fa1.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.142272] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39e0753d-020b-473f-b427-e40a98d3028b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.148200] env[69699]: DEBUG oslo_vmware.api [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 1063.148200] env[69699]: value = "task-3607652" [ 1063.148200] env[69699]: _type = "Task" [ 1063.148200] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.158117] env[69699]: DEBUG oslo_vmware.api [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607652, 'name': Rename_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.349212] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1063f5b8-b453-4719-8155-0828304436d7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.357635] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab6845e-ba77-4f3f-a9bd-718dc3792c99 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.363805] env[69699]: DEBUG nova.compute.manager [req-3010ffa3-0744-4293-a5de-7551c9a4d9a3 req-81277980-5681-45e7-a08b-725c09f0e698 service nova] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Received event network-changed-4caa43da-d5ab-4dea-80ae-8a77909ff4eb {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.364162] env[69699]: DEBUG nova.compute.manager [req-3010ffa3-0744-4293-a5de-7551c9a4d9a3 req-81277980-5681-45e7-a08b-725c09f0e698 service nova] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Refreshing instance network info cache due to event network-changed-4caa43da-d5ab-4dea-80ae-8a77909ff4eb. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1063.364522] env[69699]: DEBUG oslo_concurrency.lockutils [req-3010ffa3-0744-4293-a5de-7551c9a4d9a3 req-81277980-5681-45e7-a08b-725c09f0e698 service nova] Acquiring lock "refresh_cache-8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.364748] env[69699]: DEBUG oslo_concurrency.lockutils [req-3010ffa3-0744-4293-a5de-7551c9a4d9a3 req-81277980-5681-45e7-a08b-725c09f0e698 service nova] Acquired lock "refresh_cache-8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.364970] env[69699]: DEBUG nova.network.neutron [req-3010ffa3-0744-4293-a5de-7551c9a4d9a3 req-81277980-5681-45e7-a08b-725c09f0e698 service nova] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Refreshing network info cache for port 4caa43da-d5ab-4dea-80ae-8a77909ff4eb {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1063.402743] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05dc2d76-876b-46b3-829b-c36e53ab6129 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.414057] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efcf8e55-fcef-4da0-8ce4-146c3ee226a1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.429043] env[69699]: DEBUG nova.compute.provider_tree [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.462479] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.462712] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-336e5ed8-1ebf-4eea-8c1f-4939acd7465f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.469255] env[69699]: DEBUG oslo_vmware.api [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 1063.469255] env[69699]: value = "task-3607653" [ 1063.469255] env[69699]: _type = "Task" [ 1063.469255] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.478590] env[69699]: DEBUG oslo_vmware.api [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.655600] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "df538494-4ef6-49f4-8381-459e14fa731c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.655943] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "df538494-4ef6-49f4-8381-459e14fa731c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.662661] env[69699]: DEBUG oslo_vmware.api [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607652, 'name': Rename_Task, 'duration_secs': 0.286025} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.662936] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.663238] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de1818b8-4250-4f59-b8c6-c26281923f0b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.672244] env[69699]: DEBUG oslo_vmware.api [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 1063.672244] env[69699]: value = "task-3607654" [ 1063.672244] env[69699]: _type = "Task" [ 1063.672244] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.680755] env[69699]: DEBUG oslo_vmware.api [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607654, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.932104] env[69699]: DEBUG nova.scheduler.client.report [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.979985] env[69699]: DEBUG oslo_vmware.api [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607653, 'name': PowerOffVM_Task, 'duration_secs': 0.270738} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.982580] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.982815] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Updating instance '3ef26056-8ff7-41d3-9807-83d48fb934d7' progress to 17 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1064.081023] env[69699]: DEBUG nova.compute.manager [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1064.119102] env[69699]: DEBUG nova.virt.hardware [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1064.119102] env[69699]: DEBUG nova.virt.hardware [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1064.119102] env[69699]: DEBUG nova.virt.hardware [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1064.119102] env[69699]: DEBUG nova.virt.hardware [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1064.119102] env[69699]: DEBUG nova.virt.hardware [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1064.119102] env[69699]: DEBUG nova.virt.hardware [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1064.119775] env[69699]: DEBUG nova.virt.hardware [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1064.120078] env[69699]: DEBUG nova.virt.hardware [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1064.120391] env[69699]: DEBUG nova.virt.hardware [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1064.120748] env[69699]: DEBUG nova.virt.hardware [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1064.121387] env[69699]: DEBUG nova.virt.hardware [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1064.122255] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38b42b7-ef54-4a3f-a327-cb874df0e300 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.131560] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1054b06f-4f4f-4c71-bf3f-f03117c60a47 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.146426] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Instance VIF info [] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1064.152702] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Creating folder: Project (b967ec7219e54e57a35094139cb3d567). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1064.153219] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0107c314-c010-4846-bf5f-7d53a4a9f711 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.158732] env[69699]: DEBUG nova.compute.manager [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: df538494-4ef6-49f4-8381-459e14fa731c] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1064.162637] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Created folder: Project (b967ec7219e54e57a35094139cb3d567) in parent group-v719415. [ 1064.162833] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Creating folder: Instances. Parent ref: group-v719679. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1064.163376] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23829986-8ddf-4e47-afd7-31a8d5c0d8d5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.173435] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Created folder: Instances in parent group-v719679. [ 1064.173683] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.177690] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1064.177924] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1153e76-a437-464b-9313-6e7573a4ce09 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.195074] env[69699]: DEBUG oslo_vmware.api [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607654, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.199147] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1064.199147] env[69699]: value = "task-3607657" [ 1064.199147] env[69699]: _type = "Task" [ 1064.199147] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.203960] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607657, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.439038] env[69699]: DEBUG oslo_concurrency.lockutils [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.383s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.439038] env[69699]: DEBUG nova.compute.manager [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1064.442443] env[69699]: DEBUG oslo_concurrency.lockutils [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.161s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.444705] env[69699]: INFO nova.compute.claims [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1064.454736] env[69699]: DEBUG nova.network.neutron [req-3010ffa3-0744-4293-a5de-7551c9a4d9a3 req-81277980-5681-45e7-a08b-725c09f0e698 service nova] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Updated VIF entry in instance network info cache for port 4caa43da-d5ab-4dea-80ae-8a77909ff4eb. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1064.455219] env[69699]: DEBUG nova.network.neutron [req-3010ffa3-0744-4293-a5de-7551c9a4d9a3 req-81277980-5681-45e7-a08b-725c09f0e698 service nova] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Updating instance_info_cache with network_info: [{"id": "4caa43da-d5ab-4dea-80ae-8a77909ff4eb", "address": "fa:16:3e:52:eb:44", "network": {"id": "ea781b08-64ab-439d-b6be-fdcba547dbc1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1455220346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8394c185353f4b06b9f5e55522a396c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4caa43da-d5", "ovs_interfaceid": "4caa43da-d5ab-4dea-80ae-8a77909ff4eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.492627] env[69699]: DEBUG nova.virt.hardware [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1064.492927] env[69699]: DEBUG nova.virt.hardware [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1064.493171] env[69699]: DEBUG nova.virt.hardware [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1064.493371] env[69699]: DEBUG nova.virt.hardware [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1064.493516] env[69699]: DEBUG nova.virt.hardware [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1064.493660] env[69699]: DEBUG nova.virt.hardware [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1064.493941] env[69699]: DEBUG nova.virt.hardware [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1064.494128] env[69699]: DEBUG nova.virt.hardware [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1064.494300] env[69699]: DEBUG nova.virt.hardware [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1064.494460] env[69699]: DEBUG nova.virt.hardware [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1064.494629] env[69699]: DEBUG nova.virt.hardware [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1064.500419] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e7675bc-e10b-4ba9-804c-7733a883a1ac {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.522290] env[69699]: DEBUG oslo_vmware.api [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 1064.522290] env[69699]: value = "task-3607658" [ 1064.522290] env[69699]: _type = "Task" [ 1064.522290] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.530932] env[69699]: DEBUG oslo_vmware.api [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607658, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.683383] env[69699]: DEBUG oslo_vmware.api [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607654, 'name': PowerOnVM_Task, 'duration_secs': 0.821232} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.684417] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.684698] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.684899] env[69699]: INFO nova.compute.manager [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Took 9.60 seconds to spawn the instance on the hypervisor. [ 1064.685090] env[69699]: DEBUG nova.compute.manager [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.685861] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e9e32e-caf2-4373-898f-ded4de881a2c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.705104] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607657, 'name': CreateVM_Task, 'duration_secs': 0.363757} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.705295] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1064.705712] env[69699]: DEBUG oslo_concurrency.lockutils [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.705869] env[69699]: DEBUG oslo_concurrency.lockutils [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.706203] env[69699]: DEBUG oslo_concurrency.lockutils [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.706452] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42d8bf97-5141-4d04-94b9-65e450157777 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.711229] env[69699]: DEBUG oslo_vmware.api [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Waiting for the task: (returnval){ [ 1064.711229] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52e8a533-3889-1106-1a8f-b3c3843ef4a1" [ 1064.711229] env[69699]: _type = "Task" [ 1064.711229] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.718886] env[69699]: DEBUG oslo_vmware.api [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52e8a533-3889-1106-1a8f-b3c3843ef4a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.883939] env[69699]: DEBUG oslo_vmware.rw_handles [None req-dee318f8-52ae-446c-ae69-35d84e977cce tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525f2b59-8fa2-a982-07c8-02b635f36b4f/disk-0.vmdk. {{(pid=69699) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1064.885355] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b247ef4e-685d-4615-8a67-a0d8f8b4f501 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.893855] env[69699]: DEBUG oslo_vmware.rw_handles [None req-dee318f8-52ae-446c-ae69-35d84e977cce tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525f2b59-8fa2-a982-07c8-02b635f36b4f/disk-0.vmdk is in state: ready. {{(pid=69699) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1064.894503] env[69699]: ERROR oslo_vmware.rw_handles [None req-dee318f8-52ae-446c-ae69-35d84e977cce tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525f2b59-8fa2-a982-07c8-02b635f36b4f/disk-0.vmdk due to incomplete transfer. [ 1064.894503] env[69699]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-50014971-f3da-4688-b15a-896b58c0f939 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.901713] env[69699]: DEBUG oslo_vmware.rw_handles [None req-dee318f8-52ae-446c-ae69-35d84e977cce tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525f2b59-8fa2-a982-07c8-02b635f36b4f/disk-0.vmdk. {{(pid=69699) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1064.902381] env[69699]: DEBUG nova.virt.vmwareapi.images [None req-dee318f8-52ae-446c-ae69-35d84e977cce tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Uploaded image f3d4fba6-92e1-48bc-a420-63afacfe3370 to the Glance image server {{(pid=69699) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1064.904696] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee318f8-52ae-446c-ae69-35d84e977cce tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Destroying the VM {{(pid=69699) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1064.905251] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-20e35290-3767-438c-a28f-3b3021c2a643 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.911716] env[69699]: DEBUG oslo_vmware.api [None req-dee318f8-52ae-446c-ae69-35d84e977cce tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 1064.911716] env[69699]: value = "task-3607659" [ 1064.911716] env[69699]: _type = "Task" [ 1064.911716] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.920930] env[69699]: DEBUG oslo_vmware.api [None req-dee318f8-52ae-446c-ae69-35d84e977cce tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607659, 'name': Destroy_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.953039] env[69699]: DEBUG nova.compute.utils [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1064.954656] env[69699]: DEBUG nova.compute.manager [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1064.954737] env[69699]: DEBUG nova.network.neutron [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1064.957357] env[69699]: DEBUG oslo_concurrency.lockutils [req-3010ffa3-0744-4293-a5de-7551c9a4d9a3 req-81277980-5681-45e7-a08b-725c09f0e698 service nova] Releasing lock "refresh_cache-8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.992924] env[69699]: DEBUG nova.policy [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bb3e38e23894b1eab05ad6519759de4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba48fa426f0e4cb3b66a18836a0ae660', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 1065.031567] env[69699]: DEBUG oslo_vmware.api [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607658, 'name': ReconfigVM_Task, 'duration_secs': 0.293019} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.031878] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Updating instance '3ef26056-8ff7-41d3-9807-83d48fb934d7' progress to 33 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1065.202272] env[69699]: INFO nova.compute.manager [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Took 29.57 seconds to build instance. [ 1065.221722] env[69699]: DEBUG oslo_vmware.api [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52e8a533-3889-1106-1a8f-b3c3843ef4a1, 'name': SearchDatastore_Task, 'duration_secs': 0.02044} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.222016] env[69699]: DEBUG oslo_concurrency.lockutils [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.222248] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1065.222479] env[69699]: DEBUG oslo_concurrency.lockutils [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.222622] env[69699]: DEBUG oslo_concurrency.lockutils [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.222794] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1065.223066] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96ee9775-dd44-4201-8b64-71dfa38c01bf {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.242190] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1065.242389] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1065.243131] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-837dbc65-5ea6-4309-ab51-50080466812d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.248307] env[69699]: DEBUG oslo_vmware.api [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Waiting for the task: (returnval){ [ 1065.248307] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52022d79-c406-8e71-daab-43ffc46421c4" [ 1065.248307] env[69699]: _type = "Task" [ 1065.248307] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.256194] env[69699]: DEBUG oslo_vmware.api [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52022d79-c406-8e71-daab-43ffc46421c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.288716] env[69699]: DEBUG nova.network.neutron [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Successfully created port: 90d4bf2f-db5e-419d-bc58-09872f716082 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1065.351102] env[69699]: INFO nova.compute.manager [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Rebuilding instance [ 1065.397017] env[69699]: DEBUG nova.compute.manager [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.398360] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ff8160-e635-4b13-8c46-c81384039cfa {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.424359] env[69699]: DEBUG oslo_vmware.api [None req-dee318f8-52ae-446c-ae69-35d84e977cce tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607659, 'name': Destroy_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.458840] env[69699]: DEBUG nova.compute.manager [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1065.537776] env[69699]: DEBUG nova.virt.hardware [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1065.538026] env[69699]: DEBUG nova.virt.hardware [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1065.538275] env[69699]: DEBUG nova.virt.hardware [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1065.538371] env[69699]: DEBUG nova.virt.hardware [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1065.538514] env[69699]: DEBUG nova.virt.hardware [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1065.538670] env[69699]: DEBUG nova.virt.hardware [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1065.538852] env[69699]: DEBUG nova.virt.hardware [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1065.539014] env[69699]: DEBUG nova.virt.hardware [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1065.539188] env[69699]: DEBUG nova.virt.hardware [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1065.539350] env[69699]: DEBUG nova.virt.hardware [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1065.539518] env[69699]: DEBUG nova.virt.hardware [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1065.548015] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Reconfiguring VM instance instance-00000057 to detach disk 2000 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1065.550479] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0c62a3b-38f3-42e0-8394-53872e8a9533 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.576545] env[69699]: DEBUG oslo_vmware.api [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 1065.576545] env[69699]: value = "task-3607660" [ 1065.576545] env[69699]: _type = "Task" [ 1065.576545] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.587746] env[69699]: DEBUG oslo_vmware.api [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607660, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.704684] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6e5d8256-5fcd-43ce-8e82-985889097baa tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "d9110b26-9c12-47c7-a35d-eb29c51e8fa1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.078s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.758841] env[69699]: DEBUG oslo_vmware.api [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52022d79-c406-8e71-daab-43ffc46421c4, 'name': SearchDatastore_Task, 'duration_secs': 0.087843} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.762609] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e005096f-d117-4117-9488-03b594b30503 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.768243] env[69699]: DEBUG oslo_vmware.api [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Waiting for the task: (returnval){ [ 1065.768243] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c7ae1b-6830-eaf8-7d8f-a1eb8049b220" [ 1065.768243] env[69699]: _type = "Task" [ 1065.768243] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.776739] env[69699]: DEBUG oslo_vmware.api [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c7ae1b-6830-eaf8-7d8f-a1eb8049b220, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.819786] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65347de6-a5d7-49dd-9d8e-bc70068e0f34 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.827103] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adecba33-62ed-4f64-8712-ef87d556eb17 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.863061] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b341685a-6de2-4123-9b8f-ca57db68d76e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.870184] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17aa4697-7e31-46fd-b9e4-91558c62b381 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.884777] env[69699]: DEBUG nova.compute.provider_tree [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.923655] env[69699]: DEBUG oslo_vmware.api [None req-dee318f8-52ae-446c-ae69-35d84e977cce tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607659, 'name': Destroy_Task} progress is 33%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.070128] env[69699]: DEBUG nova.compute.manager [req-c949a10d-993e-43e7-ac54-ca2d265e75f6 req-8b06cf89-33d1-418f-8e57-633a83fceacb service nova] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Received event network-changed-743be538-81f8-4787-8097-149c80957c31 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.070128] env[69699]: DEBUG nova.compute.manager [req-c949a10d-993e-43e7-ac54-ca2d265e75f6 req-8b06cf89-33d1-418f-8e57-633a83fceacb service nova] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Refreshing instance network info cache due to event network-changed-743be538-81f8-4787-8097-149c80957c31. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1066.070128] env[69699]: DEBUG oslo_concurrency.lockutils [req-c949a10d-993e-43e7-ac54-ca2d265e75f6 req-8b06cf89-33d1-418f-8e57-633a83fceacb service nova] Acquiring lock "refresh_cache-d9110b26-9c12-47c7-a35d-eb29c51e8fa1" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.070128] env[69699]: DEBUG oslo_concurrency.lockutils [req-c949a10d-993e-43e7-ac54-ca2d265e75f6 req-8b06cf89-33d1-418f-8e57-633a83fceacb service nova] Acquired lock "refresh_cache-d9110b26-9c12-47c7-a35d-eb29c51e8fa1" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.070128] env[69699]: DEBUG nova.network.neutron [req-c949a10d-993e-43e7-ac54-ca2d265e75f6 req-8b06cf89-33d1-418f-8e57-633a83fceacb service nova] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Refreshing network info cache for port 743be538-81f8-4787-8097-149c80957c31 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1066.088069] env[69699]: DEBUG oslo_vmware.api [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607660, 'name': ReconfigVM_Task, 'duration_secs': 0.228676} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.088324] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Reconfigured VM instance instance-00000057 to detach disk 2000 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1066.089115] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ffa9e0-6b05-47ef-8ca8-c63f72753828 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.112257] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 3ef26056-8ff7-41d3-9807-83d48fb934d7/3ef26056-8ff7-41d3-9807-83d48fb934d7.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1066.112881] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ea2b556-1838-4f2b-a9d0-1c7e21a09169 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.131557] env[69699]: DEBUG oslo_vmware.api [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 1066.131557] env[69699]: value = "task-3607661" [ 1066.131557] env[69699]: _type = "Task" [ 1066.131557] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.139694] env[69699]: DEBUG oslo_vmware.api [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607661, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.278986] env[69699]: DEBUG oslo_vmware.api [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c7ae1b-6830-eaf8-7d8f-a1eb8049b220, 'name': SearchDatastore_Task, 'duration_secs': 0.025892} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.282018] env[69699]: DEBUG oslo_concurrency.lockutils [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.282018] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] ebcf8712-89f5-4806-bad4-7d08f1e05d09/ebcf8712-89f5-4806-bad4-7d08f1e05d09.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1066.282018] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ea9b5f1-2726-446b-931e-8f178a2a9aaa {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.286412] env[69699]: DEBUG oslo_vmware.api [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Waiting for the task: (returnval){ [ 1066.286412] env[69699]: value = "task-3607662" [ 1066.286412] env[69699]: _type = "Task" [ 1066.286412] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.294435] env[69699]: DEBUG oslo_vmware.api [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Task: {'id': task-3607662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.388070] env[69699]: DEBUG nova.scheduler.client.report [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.418342] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.418602] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-869977a4-edec-4ccf-8372-e7bb97eb2b13 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.425254] env[69699]: DEBUG oslo_vmware.api [None req-dee318f8-52ae-446c-ae69-35d84e977cce tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607659, 'name': Destroy_Task, 'duration_secs': 1.10312} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.426503] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-dee318f8-52ae-446c-ae69-35d84e977cce tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Destroyed the VM [ 1066.426766] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-dee318f8-52ae-446c-ae69-35d84e977cce tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Deleting Snapshot of the VM instance {{(pid=69699) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1066.427088] env[69699]: DEBUG oslo_vmware.api [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1066.427088] env[69699]: value = "task-3607663" [ 1066.427088] env[69699]: _type = "Task" [ 1066.427088] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.427278] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9f22c2ca-ce0c-4c96-91b0-7d440284413e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.435639] env[69699]: DEBUG oslo_vmware.api [None req-dee318f8-52ae-446c-ae69-35d84e977cce tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 1066.435639] env[69699]: value = "task-3607664" [ 1066.435639] env[69699]: _type = "Task" [ 1066.435639] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.438810] env[69699]: DEBUG oslo_vmware.api [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.446498] env[69699]: DEBUG oslo_vmware.api [None req-dee318f8-52ae-446c-ae69-35d84e977cce tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607664, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.473347] env[69699]: DEBUG nova.compute.manager [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1066.501084] env[69699]: DEBUG nova.virt.hardware [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.501441] env[69699]: DEBUG nova.virt.hardware [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.501665] env[69699]: DEBUG nova.virt.hardware [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.501898] env[69699]: DEBUG nova.virt.hardware [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.502134] env[69699]: DEBUG nova.virt.hardware [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.502353] env[69699]: DEBUG nova.virt.hardware [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.502646] env[69699]: DEBUG nova.virt.hardware [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.502889] env[69699]: DEBUG nova.virt.hardware [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.503235] env[69699]: DEBUG nova.virt.hardware [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.503475] env[69699]: DEBUG nova.virt.hardware [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.503758] env[69699]: DEBUG nova.virt.hardware [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.504884] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ccbb12-eb61-490a-8d2f-072d5263d23d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.514109] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f02565-aef9-4a28-b637-3c70409bfbdb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.643519] env[69699]: DEBUG oslo_vmware.api [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607661, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.721677] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquiring lock "8f881d79-ab95-4019-b46b-ab4f0034aa58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.721975] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lock "8f881d79-ab95-4019-b46b-ab4f0034aa58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.797883] env[69699]: DEBUG oslo_vmware.api [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Task: {'id': task-3607662, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489742} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.798971] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] ebcf8712-89f5-4806-bad4-7d08f1e05d09/ebcf8712-89f5-4806-bad4-7d08f1e05d09.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.798971] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.798971] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b861ad88-9a80-4f20-a455-4779d1ebfb70 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.806713] env[69699]: DEBUG oslo_vmware.api [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Waiting for the task: (returnval){ [ 1066.806713] env[69699]: value = "task-3607665" [ 1066.806713] env[69699]: _type = "Task" [ 1066.806713] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.815258] env[69699]: DEBUG oslo_vmware.api [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Task: {'id': task-3607665, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.824180] env[69699]: DEBUG nova.compute.manager [req-1e62703a-73cc-4b75-85df-8e68a4864c9a req-3265e9ba-ed45-4a13-9390-d3c05bfe17fc service nova] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Received event network-vif-plugged-90d4bf2f-db5e-419d-bc58-09872f716082 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.824400] env[69699]: DEBUG oslo_concurrency.lockutils [req-1e62703a-73cc-4b75-85df-8e68a4864c9a req-3265e9ba-ed45-4a13-9390-d3c05bfe17fc service nova] Acquiring lock "8761424b-62be-4ef5-959f-032ae7ca8938-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.824618] env[69699]: DEBUG oslo_concurrency.lockutils [req-1e62703a-73cc-4b75-85df-8e68a4864c9a req-3265e9ba-ed45-4a13-9390-d3c05bfe17fc service nova] Lock "8761424b-62be-4ef5-959f-032ae7ca8938-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.824794] env[69699]: DEBUG oslo_concurrency.lockutils [req-1e62703a-73cc-4b75-85df-8e68a4864c9a req-3265e9ba-ed45-4a13-9390-d3c05bfe17fc service nova] Lock "8761424b-62be-4ef5-959f-032ae7ca8938-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.825104] env[69699]: DEBUG nova.compute.manager [req-1e62703a-73cc-4b75-85df-8e68a4864c9a req-3265e9ba-ed45-4a13-9390-d3c05bfe17fc service nova] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] No waiting events found dispatching network-vif-plugged-90d4bf2f-db5e-419d-bc58-09872f716082 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1066.825362] env[69699]: WARNING nova.compute.manager [req-1e62703a-73cc-4b75-85df-8e68a4864c9a req-3265e9ba-ed45-4a13-9390-d3c05bfe17fc service nova] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Received unexpected event network-vif-plugged-90d4bf2f-db5e-419d-bc58-09872f716082 for instance with vm_state building and task_state spawning. [ 1066.860063] env[69699]: DEBUG nova.network.neutron [req-c949a10d-993e-43e7-ac54-ca2d265e75f6 req-8b06cf89-33d1-418f-8e57-633a83fceacb service nova] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Updated VIF entry in instance network info cache for port 743be538-81f8-4787-8097-149c80957c31. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1066.860451] env[69699]: DEBUG nova.network.neutron [req-c949a10d-993e-43e7-ac54-ca2d265e75f6 req-8b06cf89-33d1-418f-8e57-633a83fceacb service nova] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Updating instance_info_cache with network_info: [{"id": "743be538-81f8-4787-8097-149c80957c31", "address": "fa:16:3e:76:0c:40", "network": {"id": "e99ab3ed-1030-44b0-98b1-0c8d1d561613", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1328451822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce00a2c4d2d6497eab27716fff8fe855", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap743be538-81", "ovs_interfaceid": "743be538-81f8-4787-8097-149c80957c31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.893038] env[69699]: DEBUG oslo_concurrency.lockutils [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.451s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.893625] env[69699]: DEBUG nova.compute.manager [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1066.896292] env[69699]: DEBUG oslo_concurrency.lockutils [None req-db76bead-e775-4996-9cae-edcb401c94f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.934s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.896526] env[69699]: DEBUG nova.objects.instance [None req-db76bead-e775-4996-9cae-edcb401c94f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lazy-loading 'resources' on Instance uuid 1e93de2f-eaf0-468a-86e4-605aeb79dba9 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.939383] env[69699]: DEBUG oslo_vmware.api [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607663, 'name': PowerOffVM_Task, 'duration_secs': 0.396756} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.945106] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1066.945106] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1066.945491] env[69699]: DEBUG nova.network.neutron [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Successfully updated port: 90d4bf2f-db5e-419d-bc58-09872f716082 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1066.947874] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1cdff4-03ff-4f2e-9f14-1d9246a3a4a5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.960033] env[69699]: DEBUG oslo_vmware.api [None req-dee318f8-52ae-446c-ae69-35d84e977cce tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607664, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.963317] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1066.963605] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79ef78de-e46c-4e87-b35e-a7b300d28e0c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.034892] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1067.035124] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1067.035301] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Deleting the datastore file [datastore2] 3f5ab19e-bdec-48ba-93d7-28c9a192f618 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1067.035895] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af0423df-9615-40d1-a101-2535e9ee653f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.041901] env[69699]: DEBUG oslo_vmware.api [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1067.041901] env[69699]: value = "task-3607667" [ 1067.041901] env[69699]: _type = "Task" [ 1067.041901] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.050455] env[69699]: DEBUG oslo_vmware.api [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607667, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.142880] env[69699]: DEBUG oslo_vmware.api [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607661, 'name': ReconfigVM_Task, 'duration_secs': 0.691372} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.143264] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 3ef26056-8ff7-41d3-9807-83d48fb934d7/3ef26056-8ff7-41d3-9807-83d48fb934d7.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.143583] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Updating instance '3ef26056-8ff7-41d3-9807-83d48fb934d7' progress to 50 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1067.225575] env[69699]: DEBUG nova.compute.manager [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8f881d79-ab95-4019-b46b-ab4f0034aa58] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1067.316673] env[69699]: DEBUG oslo_vmware.api [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Task: {'id': task-3607665, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125579} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.316994] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.317863] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e04999f-5dbd-4a05-8003-f339bf4ccc8e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.339981] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] ebcf8712-89f5-4806-bad4-7d08f1e05d09/ebcf8712-89f5-4806-bad4-7d08f1e05d09.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.340330] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e96f4e5f-16d4-4ae5-9fdd-3a5a255f9742 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.360632] env[69699]: DEBUG oslo_vmware.api [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Waiting for the task: (returnval){ [ 1067.360632] env[69699]: value = "task-3607668" [ 1067.360632] env[69699]: _type = "Task" [ 1067.360632] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.364185] env[69699]: DEBUG oslo_concurrency.lockutils [req-c949a10d-993e-43e7-ac54-ca2d265e75f6 req-8b06cf89-33d1-418f-8e57-633a83fceacb service nova] Releasing lock "refresh_cache-d9110b26-9c12-47c7-a35d-eb29c51e8fa1" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.370302] env[69699]: DEBUG oslo_vmware.api [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Task: {'id': task-3607668, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.399388] env[69699]: DEBUG nova.compute.utils [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1067.403945] env[69699]: DEBUG nova.compute.manager [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1067.403945] env[69699]: DEBUG nova.network.neutron [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1067.444797] env[69699]: DEBUG nova.policy [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '130c1d64199f4ce7afae83d594a164b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d1f0086b55c4ee08639e366146ed58d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 1067.449684] env[69699]: DEBUG oslo_vmware.api [None req-dee318f8-52ae-446c-ae69-35d84e977cce tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607664, 'name': RemoveSnapshot_Task, 'duration_secs': 0.925632} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.452303] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-dee318f8-52ae-446c-ae69-35d84e977cce tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Deleted Snapshot of the VM instance {{(pid=69699) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1067.452431] env[69699]: INFO nova.compute.manager [None req-dee318f8-52ae-446c-ae69-35d84e977cce tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Took 18.56 seconds to snapshot the instance on the hypervisor. [ 1067.456099] env[69699]: DEBUG oslo_concurrency.lockutils [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "refresh_cache-8761424b-62be-4ef5-959f-032ae7ca8938" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.456099] env[69699]: DEBUG oslo_concurrency.lockutils [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquired lock "refresh_cache-8761424b-62be-4ef5-959f-032ae7ca8938" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.456099] env[69699]: DEBUG nova.network.neutron [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.552501] env[69699]: DEBUG oslo_vmware.api [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607667, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160379} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.555153] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1067.555407] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1067.555631] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1067.650158] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a80da4e-a785-44cf-a098-83f3420aa055 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.671114] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00c2b27-3a67-42f4-b72b-3d715a7350b7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.689970] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Updating instance '3ef26056-8ff7-41d3-9807-83d48fb934d7' progress to 67 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1067.748162] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.748908] env[69699]: DEBUG nova.network.neutron [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Successfully created port: 3a3ee3ed-3ba7-4b9b-b95c-c97311404e35 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1067.757180] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4820fc-4da9-4a96-9596-2b196a6e755b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.765434] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf81bfab-e952-4186-bf2d-14a70f9ee5d3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.796760] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee319c7e-f50a-497d-bf3b-c9ae96b2d07a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.804678] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add9d84a-8ffb-4fa0-a18d-04dd6af7f243 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.818136] env[69699]: DEBUG nova.compute.provider_tree [None req-db76bead-e775-4996-9cae-edcb401c94f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.870601] env[69699]: DEBUG oslo_vmware.api [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Task: {'id': task-3607668, 'name': ReconfigVM_Task, 'duration_secs': 0.284724} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.870874] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Reconfigured VM instance instance-0000005f to attach disk [datastore2] ebcf8712-89f5-4806-bad4-7d08f1e05d09/ebcf8712-89f5-4806-bad4-7d08f1e05d09.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.871611] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-adf8c92c-6a00-4745-8dc8-13d36d3c1e5a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.877583] env[69699]: DEBUG oslo_vmware.api [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Waiting for the task: (returnval){ [ 1067.877583] env[69699]: value = "task-3607669" [ 1067.877583] env[69699]: _type = "Task" [ 1067.877583] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.884900] env[69699]: DEBUG oslo_vmware.api [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Task: {'id': task-3607669, 'name': Rename_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.903896] env[69699]: DEBUG nova.compute.manager [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1068.004592] env[69699]: DEBUG nova.network.neutron [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1068.163875] env[69699]: DEBUG nova.network.neutron [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Updating instance_info_cache with network_info: [{"id": "90d4bf2f-db5e-419d-bc58-09872f716082", "address": "fa:16:3e:82:ba:f8", "network": {"id": "0bd0c568-ae97-493c-9ed8-c70833965690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-782374772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba48fa426f0e4cb3b66a18836a0ae660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90d4bf2f-db", "ovs_interfaceid": "90d4bf2f-db5e-419d-bc58-09872f716082", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.228233] env[69699]: DEBUG nova.network.neutron [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Port 84d7efcb-0afb-4f51-8a13-e9761ed1aa6e binding to destination host cpu-1 is already ACTIVE {{(pid=69699) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1068.321632] env[69699]: DEBUG nova.scheduler.client.report [None req-db76bead-e775-4996-9cae-edcb401c94f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.388162] env[69699]: DEBUG oslo_vmware.api [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Task: {'id': task-3607669, 'name': Rename_Task, 'duration_secs': 0.139666} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.388586] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.388927] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ad72348-3933-4041-9248-af6d98a651f0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.397387] env[69699]: DEBUG oslo_vmware.api [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Waiting for the task: (returnval){ [ 1068.397387] env[69699]: value = "task-3607670" [ 1068.397387] env[69699]: _type = "Task" [ 1068.397387] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.406655] env[69699]: DEBUG oslo_vmware.api [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Task: {'id': task-3607670, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.598624] env[69699]: DEBUG nova.virt.hardware [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1068.598966] env[69699]: DEBUG nova.virt.hardware [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1068.599208] env[69699]: DEBUG nova.virt.hardware [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1068.599466] env[69699]: DEBUG nova.virt.hardware [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1068.599678] env[69699]: DEBUG nova.virt.hardware [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1068.599870] env[69699]: DEBUG nova.virt.hardware [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1068.600235] env[69699]: DEBUG nova.virt.hardware [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1068.600469] env[69699]: DEBUG nova.virt.hardware [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1068.600772] env[69699]: DEBUG nova.virt.hardware [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1068.600976] env[69699]: DEBUG nova.virt.hardware [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1068.601227] env[69699]: DEBUG nova.virt.hardware [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1068.602316] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25217b51-2ca8-4de6-8ace-cf5071f8374a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.611182] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e1d330-d5bc-4479-8754-a0fad52b45fe {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.625629] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:6e:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f016d1-34a6-4ebd-81ed-a6bf9d109b87', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a67842ec-53d1-4577-bc8f-03fbf51ce240', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1068.633437] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.633726] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1068.633961] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83792ae9-f05f-4867-a719-d11497a52e88 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.653845] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1068.653845] env[69699]: value = "task-3607671" [ 1068.653845] env[69699]: _type = "Task" [ 1068.653845] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.661638] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607671, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.666245] env[69699]: DEBUG oslo_concurrency.lockutils [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Releasing lock "refresh_cache-8761424b-62be-4ef5-959f-032ae7ca8938" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.666576] env[69699]: DEBUG nova.compute.manager [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Instance network_info: |[{"id": "90d4bf2f-db5e-419d-bc58-09872f716082", "address": "fa:16:3e:82:ba:f8", "network": {"id": "0bd0c568-ae97-493c-9ed8-c70833965690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-782374772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba48fa426f0e4cb3b66a18836a0ae660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90d4bf2f-db", "ovs_interfaceid": "90d4bf2f-db5e-419d-bc58-09872f716082", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1068.666985] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:ba:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92fe29b3-0907-453d-aabb-5559c4bd7c0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90d4bf2f-db5e-419d-bc58-09872f716082', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1068.675156] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.675415] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1068.675657] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f7e1cbd-e432-4443-9dbc-124dbc02285f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.694476] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1068.694476] env[69699]: value = "task-3607672" [ 1068.694476] env[69699]: _type = "Task" [ 1068.694476] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.706182] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607672, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.827092] env[69699]: DEBUG oslo_concurrency.lockutils [None req-db76bead-e775-4996-9cae-edcb401c94f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.931s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.829836] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d6d8ee01-696e-41b9-acba-d7a8062f5119 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.718s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.830088] env[69699]: DEBUG nova.objects.instance [None req-d6d8ee01-696e-41b9-acba-d7a8062f5119 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Lazy-loading 'resources' on Instance uuid ce2c2927-0060-46ea-ac84-b0b1db6663c4 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.853128] env[69699]: INFO nova.scheduler.client.report [None req-db76bead-e775-4996-9cae-edcb401c94f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Deleted allocations for instance 1e93de2f-eaf0-468a-86e4-605aeb79dba9 [ 1068.856819] env[69699]: DEBUG nova.compute.manager [req-e658ee35-364c-4fa2-8a37-d520c0d397bc req-8cbd3371-68ed-48ec-9342-7a34b43b12cb service nova] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Received event network-changed-90d4bf2f-db5e-419d-bc58-09872f716082 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.857040] env[69699]: DEBUG nova.compute.manager [req-e658ee35-364c-4fa2-8a37-d520c0d397bc req-8cbd3371-68ed-48ec-9342-7a34b43b12cb service nova] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Refreshing instance network info cache due to event network-changed-90d4bf2f-db5e-419d-bc58-09872f716082. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1068.857306] env[69699]: DEBUG oslo_concurrency.lockutils [req-e658ee35-364c-4fa2-8a37-d520c0d397bc req-8cbd3371-68ed-48ec-9342-7a34b43b12cb service nova] Acquiring lock "refresh_cache-8761424b-62be-4ef5-959f-032ae7ca8938" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.857351] env[69699]: DEBUG oslo_concurrency.lockutils [req-e658ee35-364c-4fa2-8a37-d520c0d397bc req-8cbd3371-68ed-48ec-9342-7a34b43b12cb service nova] Acquired lock "refresh_cache-8761424b-62be-4ef5-959f-032ae7ca8938" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.857486] env[69699]: DEBUG nova.network.neutron [req-e658ee35-364c-4fa2-8a37-d520c0d397bc req-8cbd3371-68ed-48ec-9342-7a34b43b12cb service nova] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Refreshing network info cache for port 90d4bf2f-db5e-419d-bc58-09872f716082 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1068.913110] env[69699]: DEBUG nova.compute.manager [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1068.915769] env[69699]: DEBUG oslo_vmware.api [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Task: {'id': task-3607670, 'name': PowerOnVM_Task, 'duration_secs': 0.438287} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.920213] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1068.920213] env[69699]: INFO nova.compute.manager [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Took 4.84 seconds to spawn the instance on the hypervisor. [ 1068.920213] env[69699]: DEBUG nova.compute.manager [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1068.920213] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80296f1-dc84-40e9-b7bf-31ed80e6b11a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.942408] env[69699]: DEBUG nova.virt.hardware [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1068.942408] env[69699]: DEBUG nova.virt.hardware [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1068.942408] env[69699]: DEBUG nova.virt.hardware [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1068.942408] env[69699]: DEBUG nova.virt.hardware [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1068.942408] env[69699]: DEBUG nova.virt.hardware [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1068.942591] env[69699]: DEBUG nova.virt.hardware [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1068.942918] env[69699]: DEBUG nova.virt.hardware [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1068.943239] env[69699]: DEBUG nova.virt.hardware [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1068.943633] env[69699]: DEBUG nova.virt.hardware [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1068.943904] env[69699]: DEBUG nova.virt.hardware [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1068.944240] env[69699]: DEBUG nova.virt.hardware [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1068.947023] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a3328f-7f63-41fc-b3b3-b2c42e49241e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.955273] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a5c069-fa79-4e69-946e-9bc4404d54dd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.165545] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607671, 'name': CreateVM_Task, 'duration_secs': 0.371169} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.165885] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1069.166686] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.166990] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.167407] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.167757] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9991776-841a-4a08-80d4-1c7ef2270a96 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.172298] env[69699]: DEBUG oslo_vmware.api [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1069.172298] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]520075df-f45a-647b-ceef-41fbfb6d3ae1" [ 1069.172298] env[69699]: _type = "Task" [ 1069.172298] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.180256] env[69699]: DEBUG oslo_vmware.api [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]520075df-f45a-647b-ceef-41fbfb6d3ae1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.204182] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607672, 'name': CreateVM_Task, 'duration_secs': 0.350124} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.204511] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1069.205293] env[69699]: DEBUG oslo_concurrency.lockutils [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.253548] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "3ef26056-8ff7-41d3-9807-83d48fb934d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.254312] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "3ef26056-8ff7-41d3-9807-83d48fb934d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.254612] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "3ef26056-8ff7-41d3-9807-83d48fb934d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.287745] env[69699]: DEBUG nova.network.neutron [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Successfully updated port: 3a3ee3ed-3ba7-4b9b-b95c-c97311404e35 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1069.368560] env[69699]: DEBUG oslo_concurrency.lockutils [None req-db76bead-e775-4996-9cae-edcb401c94f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "1e93de2f-eaf0-468a-86e4-605aeb79dba9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.102s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.439102] env[69699]: INFO nova.compute.manager [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Took 21.44 seconds to build instance. [ 1069.665803] env[69699]: DEBUG nova.network.neutron [req-e658ee35-364c-4fa2-8a37-d520c0d397bc req-8cbd3371-68ed-48ec-9342-7a34b43b12cb service nova] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Updated VIF entry in instance network info cache for port 90d4bf2f-db5e-419d-bc58-09872f716082. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1069.666183] env[69699]: DEBUG nova.network.neutron [req-e658ee35-364c-4fa2-8a37-d520c0d397bc req-8cbd3371-68ed-48ec-9342-7a34b43b12cb service nova] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Updating instance_info_cache with network_info: [{"id": "90d4bf2f-db5e-419d-bc58-09872f716082", "address": "fa:16:3e:82:ba:f8", "network": {"id": "0bd0c568-ae97-493c-9ed8-c70833965690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-782374772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba48fa426f0e4cb3b66a18836a0ae660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90d4bf2f-db", "ovs_interfaceid": "90d4bf2f-db5e-419d-bc58-09872f716082", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.684910] env[69699]: DEBUG oslo_vmware.api [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]520075df-f45a-647b-ceef-41fbfb6d3ae1, 'name': SearchDatastore_Task, 'duration_secs': 0.013974} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.685230] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.685462] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1069.685695] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.685836] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.686019] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1069.686304] env[69699]: DEBUG oslo_concurrency.lockutils [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.686601] env[69699]: DEBUG oslo_concurrency.lockutils [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.687083] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e4a8253-de86-41c1-a970-e215a829ea97 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.688844] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-658c460b-2fe2-47c0-b80d-7998a23647e5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.696112] env[69699]: DEBUG oslo_vmware.api [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Waiting for the task: (returnval){ [ 1069.696112] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52d72ca2-c12a-2c3d-c815-944952b5c975" [ 1069.696112] env[69699]: _type = "Task" [ 1069.696112] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.700046] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1069.700141] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1069.701131] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea838f2b-65b5-4016-b3e9-8b91918b8a1d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.706667] env[69699]: DEBUG oslo_vmware.api [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52d72ca2-c12a-2c3d-c815-944952b5c975, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.711502] env[69699]: DEBUG oslo_vmware.api [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1069.711502] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52861918-2915-8b26-0ac0-02054604a937" [ 1069.711502] env[69699]: _type = "Task" [ 1069.711502] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.718712] env[69699]: DEBUG oslo_vmware.api [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52861918-2915-8b26-0ac0-02054604a937, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.741450] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896182c8-79ce-4a3a-8a93-8e3b6b58b76f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.751160] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcdeca25-5b3f-4e6e-8dbf-c09215b1b850 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.781328] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67e544e-cb3c-433f-8e55-eec8b8a9ea39 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.789827] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dceb569-b58a-4046-84f3-fb659b36e8f8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.794757] env[69699]: DEBUG oslo_concurrency.lockutils [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquiring lock "refresh_cache-cdda04f7-d4a8-4221-a65a-445518eb5e0c" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.794915] env[69699]: DEBUG oslo_concurrency.lockutils [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquired lock "refresh_cache-cdda04f7-d4a8-4221-a65a-445518eb5e0c" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.795064] env[69699]: DEBUG nova.network.neutron [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.806892] env[69699]: DEBUG nova.compute.provider_tree [None req-d6d8ee01-696e-41b9-acba-d7a8062f5119 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.922845] env[69699]: INFO nova.compute.manager [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Rebuilding instance [ 1069.944290] env[69699]: DEBUG oslo_concurrency.lockutils [None req-84595e13-a54c-47d0-92d0-f9f8456bba5e tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Lock "ebcf8712-89f5-4806-bad4-7d08f1e05d09" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.951s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.967394] env[69699]: DEBUG nova.compute.manager [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1069.968244] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07ba15d-5ece-4c5c-b9da-7a7f0d7b50ce {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.171197] env[69699]: DEBUG oslo_concurrency.lockutils [req-e658ee35-364c-4fa2-8a37-d520c0d397bc req-8cbd3371-68ed-48ec-9342-7a34b43b12cb service nova] Releasing lock "refresh_cache-8761424b-62be-4ef5-959f-032ae7ca8938" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.206344] env[69699]: DEBUG oslo_vmware.api [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52d72ca2-c12a-2c3d-c815-944952b5c975, 'name': SearchDatastore_Task, 'duration_secs': 0.011337} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.206848] env[69699]: DEBUG oslo_concurrency.lockutils [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.207199] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1070.207590] env[69699]: DEBUG oslo_concurrency.lockutils [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.224442] env[69699]: DEBUG oslo_vmware.api [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52861918-2915-8b26-0ac0-02054604a937, 'name': SearchDatastore_Task, 'duration_secs': 0.024364} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.225033] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-723ff972-f6bd-4576-adbc-bd473fef91f5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.231027] env[69699]: DEBUG oslo_vmware.api [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1070.231027] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52662308-97c3-9db9-9d21-dad3d70ac06f" [ 1070.231027] env[69699]: _type = "Task" [ 1070.231027] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.237285] env[69699]: DEBUG oslo_vmware.api [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52662308-97c3-9db9-9d21-dad3d70ac06f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.310948] env[69699]: DEBUG nova.scheduler.client.report [None req-d6d8ee01-696e-41b9-acba-d7a8062f5119 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.338051] env[69699]: DEBUG nova.network.neutron [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1070.344409] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "refresh_cache-3ef26056-8ff7-41d3-9807-83d48fb934d7" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.344606] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquired lock "refresh_cache-3ef26056-8ff7-41d3-9807-83d48fb934d7" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.344789] env[69699]: DEBUG nova.network.neutron [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1070.476999] env[69699]: DEBUG nova.network.neutron [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Updating instance_info_cache with network_info: [{"id": "3a3ee3ed-3ba7-4b9b-b95c-c97311404e35", "address": "fa:16:3e:68:be:4f", "network": {"id": "ef05e9d5-6e97-4020-94d2-33bdde906e39", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-274559231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d1f0086b55c4ee08639e366146ed58d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a3ee3ed-3b", "ovs_interfaceid": "3a3ee3ed-3ba7-4b9b-b95c-c97311404e35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.744369] env[69699]: DEBUG oslo_vmware.api [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52662308-97c3-9db9-9d21-dad3d70ac06f, 'name': SearchDatastore_Task, 'duration_secs': 0.00916} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.744748] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.745154] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 3f5ab19e-bdec-48ba-93d7-28c9a192f618/3f5ab19e-bdec-48ba-93d7-28c9a192f618.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1070.745541] env[69699]: DEBUG oslo_concurrency.lockutils [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.745814] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1070.746121] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28721bea-37ce-4085-97d1-e532f855ad23 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.749274] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-913c817f-39ca-48ad-81ab-4bda2e4a7189 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.757392] env[69699]: DEBUG oslo_vmware.api [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1070.757392] env[69699]: value = "task-3607673" [ 1070.757392] env[69699]: _type = "Task" [ 1070.757392] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.762961] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1070.763247] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1070.764721] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b96ef0c-8487-400c-a7b7-6b6be7c36662 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.772132] env[69699]: DEBUG oslo_vmware.api [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607673, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.775355] env[69699]: DEBUG oslo_vmware.api [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Waiting for the task: (returnval){ [ 1070.775355] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52e180d1-db2b-feb5-5910-3e350f30f74e" [ 1070.775355] env[69699]: _type = "Task" [ 1070.775355] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.783590] env[69699]: DEBUG oslo_vmware.api [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52e180d1-db2b-feb5-5910-3e350f30f74e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.816082] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d6d8ee01-696e-41b9-acba-d7a8062f5119 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.986s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.818728] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.078s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.820271] env[69699]: INFO nova.compute.claims [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 443869ec-6df5-4e4a-8c46-340fc7b98b37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1070.841661] env[69699]: INFO nova.scheduler.client.report [None req-d6d8ee01-696e-41b9-acba-d7a8062f5119 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Deleted allocations for instance ce2c2927-0060-46ea-ac84-b0b1db6663c4 [ 1070.880742] env[69699]: DEBUG nova.compute.manager [req-a431332e-6de1-47e9-a16a-6c9837dce852 req-89566c97-13f6-4699-a05c-ecc48bb3ddba service nova] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Received event network-vif-plugged-3a3ee3ed-3ba7-4b9b-b95c-c97311404e35 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.880897] env[69699]: DEBUG oslo_concurrency.lockutils [req-a431332e-6de1-47e9-a16a-6c9837dce852 req-89566c97-13f6-4699-a05c-ecc48bb3ddba service nova] Acquiring lock "cdda04f7-d4a8-4221-a65a-445518eb5e0c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.881172] env[69699]: DEBUG oslo_concurrency.lockutils [req-a431332e-6de1-47e9-a16a-6c9837dce852 req-89566c97-13f6-4699-a05c-ecc48bb3ddba service nova] Lock "cdda04f7-d4a8-4221-a65a-445518eb5e0c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.881360] env[69699]: DEBUG oslo_concurrency.lockutils [req-a431332e-6de1-47e9-a16a-6c9837dce852 req-89566c97-13f6-4699-a05c-ecc48bb3ddba service nova] Lock "cdda04f7-d4a8-4221-a65a-445518eb5e0c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.881541] env[69699]: DEBUG nova.compute.manager [req-a431332e-6de1-47e9-a16a-6c9837dce852 req-89566c97-13f6-4699-a05c-ecc48bb3ddba service nova] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] No waiting events found dispatching network-vif-plugged-3a3ee3ed-3ba7-4b9b-b95c-c97311404e35 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1070.881716] env[69699]: WARNING nova.compute.manager [req-a431332e-6de1-47e9-a16a-6c9837dce852 req-89566c97-13f6-4699-a05c-ecc48bb3ddba service nova] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Received unexpected event network-vif-plugged-3a3ee3ed-3ba7-4b9b-b95c-c97311404e35 for instance with vm_state building and task_state spawning. [ 1070.881883] env[69699]: DEBUG nova.compute.manager [req-a431332e-6de1-47e9-a16a-6c9837dce852 req-89566c97-13f6-4699-a05c-ecc48bb3ddba service nova] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Received event network-changed-3a3ee3ed-3ba7-4b9b-b95c-c97311404e35 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.882047] env[69699]: DEBUG nova.compute.manager [req-a431332e-6de1-47e9-a16a-6c9837dce852 req-89566c97-13f6-4699-a05c-ecc48bb3ddba service nova] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Refreshing instance network info cache due to event network-changed-3a3ee3ed-3ba7-4b9b-b95c-c97311404e35. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1070.882292] env[69699]: DEBUG oslo_concurrency.lockutils [req-a431332e-6de1-47e9-a16a-6c9837dce852 req-89566c97-13f6-4699-a05c-ecc48bb3ddba service nova] Acquiring lock "refresh_cache-cdda04f7-d4a8-4221-a65a-445518eb5e0c" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.979933] env[69699]: DEBUG oslo_concurrency.lockutils [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Releasing lock "refresh_cache-cdda04f7-d4a8-4221-a65a-445518eb5e0c" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.980294] env[69699]: DEBUG nova.compute.manager [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Instance network_info: |[{"id": "3a3ee3ed-3ba7-4b9b-b95c-c97311404e35", "address": "fa:16:3e:68:be:4f", "network": {"id": "ef05e9d5-6e97-4020-94d2-33bdde906e39", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-274559231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d1f0086b55c4ee08639e366146ed58d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a3ee3ed-3b", "ovs_interfaceid": "3a3ee3ed-3ba7-4b9b-b95c-c97311404e35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1070.980606] env[69699]: DEBUG oslo_concurrency.lockutils [req-a431332e-6de1-47e9-a16a-6c9837dce852 req-89566c97-13f6-4699-a05c-ecc48bb3ddba service nova] Acquired lock "refresh_cache-cdda04f7-d4a8-4221-a65a-445518eb5e0c" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.980788] env[69699]: DEBUG nova.network.neutron [req-a431332e-6de1-47e9-a16a-6c9837dce852 req-89566c97-13f6-4699-a05c-ecc48bb3ddba service nova] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Refreshing network info cache for port 3a3ee3ed-3ba7-4b9b-b95c-c97311404e35 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1070.982135] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:be:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a3ee3ed-3ba7-4b9b-b95c-c97311404e35', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1070.990603] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1070.991300] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.991538] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1070.992321] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18dba3e7-0fef-4694-a408-cc42ec0c2a65 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.994163] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39c1428e-8b6c-4d9f-bcf3-df3b5fae745c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.018547] env[69699]: DEBUG oslo_vmware.api [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Waiting for the task: (returnval){ [ 1071.018547] env[69699]: value = "task-3607674" [ 1071.018547] env[69699]: _type = "Task" [ 1071.018547] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.019918] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1071.019918] env[69699]: value = "task-3607675" [ 1071.019918] env[69699]: _type = "Task" [ 1071.019918] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.033634] env[69699]: DEBUG oslo_vmware.api [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Task: {'id': task-3607674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.037997] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607675, 'name': CreateVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.086102] env[69699]: DEBUG nova.network.neutron [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Updating instance_info_cache with network_info: [{"id": "84d7efcb-0afb-4f51-8a13-e9761ed1aa6e", "address": "fa:16:3e:75:59:4b", "network": {"id": "7f999160-b5bb-4e50-a728-01fecb63917a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1727920786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e04398ccf8a4b1490feabf07d03922b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84d7efcb-0a", "ovs_interfaceid": "84d7efcb-0afb-4f51-8a13-e9761ed1aa6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.267655] env[69699]: DEBUG oslo_vmware.api [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607673, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485982} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.267911] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 3f5ab19e-bdec-48ba-93d7-28c9a192f618/3f5ab19e-bdec-48ba-93d7-28c9a192f618.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1071.268149] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1071.268405] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42e50a19-1cd4-416b-af15-58c9c2a5ba58 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.274477] env[69699]: DEBUG oslo_vmware.api [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1071.274477] env[69699]: value = "task-3607676" [ 1071.274477] env[69699]: _type = "Task" [ 1071.274477] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.286089] env[69699]: DEBUG oslo_vmware.api [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607676, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.289221] env[69699]: DEBUG oslo_vmware.api [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52e180d1-db2b-feb5-5910-3e350f30f74e, 'name': SearchDatastore_Task, 'duration_secs': 0.00908} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.289940] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbff3f5f-e375-4e80-93bc-123045404646 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.294644] env[69699]: DEBUG oslo_vmware.api [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Waiting for the task: (returnval){ [ 1071.294644] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]527e7e61-03ca-2e4d-e3a1-00c10e63512f" [ 1071.294644] env[69699]: _type = "Task" [ 1071.294644] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.301787] env[69699]: DEBUG oslo_vmware.api [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]527e7e61-03ca-2e4d-e3a1-00c10e63512f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.349167] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d6d8ee01-696e-41b9-acba-d7a8062f5119 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Lock "ce2c2927-0060-46ea-ac84-b0b1db6663c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.993s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.417200] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Acquiring lock "6ce72100-1024-4041-b84c-8b611a186331" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.417507] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "6ce72100-1024-4041-b84c-8b611a186331" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.532182] env[69699]: DEBUG oslo_vmware.api [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Task: {'id': task-3607674, 'name': PowerOffVM_Task, 'duration_secs': 0.18607} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.532734] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1071.532971] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.533713] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25d1104-bb2d-4204-8387-5c483e7206c5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.539198] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607675, 'name': CreateVM_Task, 'duration_secs': 0.430745} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.539643] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1071.540306] env[69699]: DEBUG oslo_concurrency.lockutils [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.540466] env[69699]: DEBUG oslo_concurrency.lockutils [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.540766] env[69699]: DEBUG oslo_concurrency.lockutils [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.540994] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2d4a09b-0a72-4819-adc7-53d3dbbe2cac {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.544273] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1071.544804] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-faa3ae58-95dd-4052-b04e-ece80d5c646f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.547807] env[69699]: DEBUG oslo_vmware.api [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1071.547807] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5222a272-392b-2d9c-9580-22bcda06674e" [ 1071.547807] env[69699]: _type = "Task" [ 1071.547807] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.555299] env[69699]: DEBUG oslo_vmware.api [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5222a272-392b-2d9c-9580-22bcda06674e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.576559] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.576775] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.576949] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Deleting the datastore file [datastore2] ebcf8712-89f5-4806-bad4-7d08f1e05d09 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.577227] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4561a160-ee0f-428e-8b2e-cf4a23b2a93a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.583058] env[69699]: DEBUG oslo_vmware.api [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Waiting for the task: (returnval){ [ 1071.583058] env[69699]: value = "task-3607678" [ 1071.583058] env[69699]: _type = "Task" [ 1071.583058] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.589969] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Releasing lock "refresh_cache-3ef26056-8ff7-41d3-9807-83d48fb934d7" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.598998] env[69699]: DEBUG oslo_vmware.api [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Task: {'id': task-3607678, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.789724] env[69699]: DEBUG oslo_vmware.api [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607676, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056836} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.789724] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1071.794875] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e50cdfb-430e-43c2-a4e9-1348e777ea3b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.820894] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 3f5ab19e-bdec-48ba-93d7-28c9a192f618/3f5ab19e-bdec-48ba-93d7-28c9a192f618.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.826151] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a517db88-deb7-49cd-8fdf-ea2d376107b0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.840939] env[69699]: DEBUG oslo_vmware.api [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]527e7e61-03ca-2e4d-e3a1-00c10e63512f, 'name': SearchDatastore_Task, 'duration_secs': 0.007965} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.843818] env[69699]: DEBUG oslo_concurrency.lockutils [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.844105] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 8761424b-62be-4ef5-959f-032ae7ca8938/8761424b-62be-4ef5-959f-032ae7ca8938.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1071.845323] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3cc137b2-9d16-48d1-b595-188353a3e9f6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.849444] env[69699]: DEBUG oslo_vmware.api [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1071.849444] env[69699]: value = "task-3607680" [ 1071.849444] env[69699]: _type = "Task" [ 1071.849444] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.854175] env[69699]: DEBUG oslo_vmware.api [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Waiting for the task: (returnval){ [ 1071.854175] env[69699]: value = "task-3607681" [ 1071.854175] env[69699]: _type = "Task" [ 1071.854175] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.862151] env[69699]: DEBUG oslo_vmware.api [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607680, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.868268] env[69699]: DEBUG oslo_vmware.api [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607681, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.920014] env[69699]: DEBUG nova.compute.manager [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1072.042952] env[69699]: DEBUG nova.network.neutron [req-a431332e-6de1-47e9-a16a-6c9837dce852 req-89566c97-13f6-4699-a05c-ecc48bb3ddba service nova] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Updated VIF entry in instance network info cache for port 3a3ee3ed-3ba7-4b9b-b95c-c97311404e35. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1072.043478] env[69699]: DEBUG nova.network.neutron [req-a431332e-6de1-47e9-a16a-6c9837dce852 req-89566c97-13f6-4699-a05c-ecc48bb3ddba service nova] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Updating instance_info_cache with network_info: [{"id": "3a3ee3ed-3ba7-4b9b-b95c-c97311404e35", "address": "fa:16:3e:68:be:4f", "network": {"id": "ef05e9d5-6e97-4020-94d2-33bdde906e39", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-274559231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d1f0086b55c4ee08639e366146ed58d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a3ee3ed-3b", "ovs_interfaceid": "3a3ee3ed-3ba7-4b9b-b95c-c97311404e35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.060031] env[69699]: DEBUG oslo_vmware.api [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5222a272-392b-2d9c-9580-22bcda06674e, 'name': SearchDatastore_Task, 'duration_secs': 0.009636} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.060482] env[69699]: DEBUG oslo_concurrency.lockutils [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.060891] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1072.061206] env[69699]: DEBUG oslo_concurrency.lockutils [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.061357] env[69699]: DEBUG oslo_concurrency.lockutils [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.061539] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1072.065321] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0be20f35-6baf-4824-a9c3-eccaf139873c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.083482] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1072.083482] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1072.083482] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1575a807-a938-436d-b5be-baa00925b60b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.100302] env[69699]: DEBUG oslo_vmware.api [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1072.100302] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]526e85a4-9a41-0124-fb54-df3c7c2f49ee" [ 1072.100302] env[69699]: _type = "Task" [ 1072.100302] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.100852] env[69699]: DEBUG oslo_vmware.api [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Task: {'id': task-3607678, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101257} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.104974] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.104974] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.104974] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.118518] env[69699]: DEBUG oslo_vmware.api [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]526e85a4-9a41-0124-fb54-df3c7c2f49ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.119630] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b37333-f73c-43c1-ab4f-cdc91424fc5d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.143441] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825f35aa-4c7e-4b13-93f0-374385cb3cdc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.153230] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Updating instance '3ef26056-8ff7-41d3-9807-83d48fb934d7' progress to 83 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1072.226972] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be56def-b9d7-4f4c-8125-f7c1e6812157 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.235037] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c21ed0-937b-4414-bcfe-0d4e83c332f9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.272518] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39e84e0-1524-4ef4-ac56-823dd59443bf {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.281244] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721e44cf-412d-4778-abb4-724b3c9f7408 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.296105] env[69699]: DEBUG nova.compute.provider_tree [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.359542] env[69699]: DEBUG oslo_vmware.api [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.367436] env[69699]: DEBUG oslo_vmware.api [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607681, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502797} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.367688] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 8761424b-62be-4ef5-959f-032ae7ca8938/8761424b-62be-4ef5-959f-032ae7ca8938.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1072.367900] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1072.368164] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b330eae-cfc8-45a5-b32a-95ec55233540 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.374077] env[69699]: DEBUG oslo_vmware.api [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Waiting for the task: (returnval){ [ 1072.374077] env[69699]: value = "task-3607682" [ 1072.374077] env[69699]: _type = "Task" [ 1072.374077] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.381939] env[69699]: DEBUG oslo_vmware.api [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607682, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.438950] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.547638] env[69699]: DEBUG oslo_concurrency.lockutils [req-a431332e-6de1-47e9-a16a-6c9837dce852 req-89566c97-13f6-4699-a05c-ecc48bb3ddba service nova] Releasing lock "refresh_cache-cdda04f7-d4a8-4221-a65a-445518eb5e0c" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.617462] env[69699]: DEBUG oslo_vmware.api [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]526e85a4-9a41-0124-fb54-df3c7c2f49ee, 'name': SearchDatastore_Task, 'duration_secs': 0.063365} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.618467] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45eb434a-beee-455e-b89a-20d57d94e6ac {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.623888] env[69699]: DEBUG oslo_vmware.api [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1072.623888] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5237ffbc-7ba2-106e-f85a-a46a6dcc3b8a" [ 1072.623888] env[69699]: _type = "Task" [ 1072.623888] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.631720] env[69699]: DEBUG oslo_vmware.api [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5237ffbc-7ba2-106e-f85a-a46a6dcc3b8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.662334] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.662622] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6227d58e-e1cc-431c-a565-f2e69c653f56 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.669092] env[69699]: DEBUG oslo_vmware.api [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 1072.669092] env[69699]: value = "task-3607683" [ 1072.669092] env[69699]: _type = "Task" [ 1072.669092] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.676593] env[69699]: DEBUG oslo_vmware.api [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607683, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.802304] env[69699]: DEBUG nova.scheduler.client.report [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.861160] env[69699]: DEBUG oslo_vmware.api [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607680, 'name': ReconfigVM_Task, 'duration_secs': 0.771664} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.861466] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 3f5ab19e-bdec-48ba-93d7-28c9a192f618/3f5ab19e-bdec-48ba-93d7-28c9a192f618.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.862128] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c20ccc45-7cee-48b8-8bb4-f1a3715070a6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.869089] env[69699]: DEBUG oslo_vmware.api [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1072.869089] env[69699]: value = "task-3607684" [ 1072.869089] env[69699]: _type = "Task" [ 1072.869089] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.878239] env[69699]: DEBUG oslo_vmware.api [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607684, 'name': Rename_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.884846] env[69699]: DEBUG oslo_vmware.api [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607682, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141517} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.885132] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1072.885866] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed50244-83c4-44ce-9466-cf51592975c8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.908022] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 8761424b-62be-4ef5-959f-032ae7ca8938/8761424b-62be-4ef5-959f-032ae7ca8938.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.908304] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0eb2e92a-1567-4452-9ed2-7a747c9503f5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.926898] env[69699]: DEBUG oslo_vmware.api [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Waiting for the task: (returnval){ [ 1072.926898] env[69699]: value = "task-3607685" [ 1072.926898] env[69699]: _type = "Task" [ 1072.926898] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.934887] env[69699]: DEBUG oslo_vmware.api [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607685, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.133995] env[69699]: DEBUG oslo_vmware.api [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5237ffbc-7ba2-106e-f85a-a46a6dcc3b8a, 'name': SearchDatastore_Task, 'duration_secs': 0.00876} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.134306] env[69699]: DEBUG oslo_concurrency.lockutils [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.134573] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] cdda04f7-d4a8-4221-a65a-445518eb5e0c/cdda04f7-d4a8-4221-a65a-445518eb5e0c.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1073.134833] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15bee8ac-67b8-4971-8763-344cb7292be9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.141347] env[69699]: DEBUG oslo_vmware.api [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1073.141347] env[69699]: value = "task-3607686" [ 1073.141347] env[69699]: _type = "Task" [ 1073.141347] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.147254] env[69699]: DEBUG nova.virt.hardware [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1073.148044] env[69699]: DEBUG nova.virt.hardware [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1073.148044] env[69699]: DEBUG nova.virt.hardware [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.148044] env[69699]: DEBUG nova.virt.hardware [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1073.148044] env[69699]: DEBUG nova.virt.hardware [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.148044] env[69699]: DEBUG nova.virt.hardware [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1073.148254] env[69699]: DEBUG nova.virt.hardware [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1073.148411] env[69699]: DEBUG nova.virt.hardware [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1073.148570] env[69699]: DEBUG nova.virt.hardware [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1073.148725] env[69699]: DEBUG nova.virt.hardware [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1073.148887] env[69699]: DEBUG nova.virt.hardware [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1073.149661] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2bf8266-ad07-40e0-abe0-e01376a22953 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.155090] env[69699]: DEBUG oslo_vmware.api [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607686, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.159948] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7cba6a-705b-4d93-821e-748f517da14d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.174277] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Instance VIF info [] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1073.180380] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.183718] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1073.184061] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2973add4-2117-4d49-91e7-2c968cc9ac5a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.201583] env[69699]: DEBUG oslo_vmware.api [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607683, 'name': PowerOnVM_Task, 'duration_secs': 0.403104} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.203194] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.203194] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-3662e6e4-c03c-4935-8163-bd2c615158f5 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Updating instance '3ef26056-8ff7-41d3-9807-83d48fb934d7' progress to 100 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1073.206409] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1073.206409] env[69699]: value = "task-3607687" [ 1073.206409] env[69699]: _type = "Task" [ 1073.206409] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.214377] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607687, 'name': CreateVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.311546] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.493s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.312079] env[69699]: DEBUG nova.compute.manager [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 443869ec-6df5-4e4a-8c46-340fc7b98b37] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1073.314929] env[69699]: DEBUG oslo_concurrency.lockutils [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.301s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.316538] env[69699]: INFO nova.compute.claims [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1073.379498] env[69699]: DEBUG oslo_vmware.api [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607684, 'name': Rename_Task, 'duration_secs': 0.143372} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.379831] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.380051] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbce0397-1ffe-4f0e-94cf-ed2d91eba0a3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.385990] env[69699]: DEBUG oslo_vmware.api [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1073.385990] env[69699]: value = "task-3607688" [ 1073.385990] env[69699]: _type = "Task" [ 1073.385990] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.395133] env[69699]: DEBUG oslo_vmware.api [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607688, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.437247] env[69699]: DEBUG oslo_vmware.api [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607685, 'name': ReconfigVM_Task, 'duration_secs': 0.278398} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.437634] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 8761424b-62be-4ef5-959f-032ae7ca8938/8761424b-62be-4ef5-959f-032ae7ca8938.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.438267] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1255bcdd-d443-4986-adf8-e1eb56878dc1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.444923] env[69699]: DEBUG oslo_vmware.api [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Waiting for the task: (returnval){ [ 1073.444923] env[69699]: value = "task-3607689" [ 1073.444923] env[69699]: _type = "Task" [ 1073.444923] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.453409] env[69699]: DEBUG oslo_vmware.api [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607689, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.652173] env[69699]: DEBUG oslo_vmware.api [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607686, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.720566] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607687, 'name': CreateVM_Task, 'duration_secs': 0.361084} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.720962] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1073.721313] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.721532] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.721900] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.722234] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2523a46-95c9-47a3-9330-b44ec13161fd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.728800] env[69699]: DEBUG oslo_vmware.api [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Waiting for the task: (returnval){ [ 1073.728800] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522120b2-e092-796f-3d70-4d0bd94b783f" [ 1073.728800] env[69699]: _type = "Task" [ 1073.728800] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.740780] env[69699]: DEBUG oslo_vmware.api [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522120b2-e092-796f-3d70-4d0bd94b783f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.823718] env[69699]: DEBUG nova.compute.utils [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1073.825741] env[69699]: DEBUG nova.compute.manager [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 443869ec-6df5-4e4a-8c46-340fc7b98b37] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1073.825895] env[69699]: DEBUG nova.network.neutron [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 443869ec-6df5-4e4a-8c46-340fc7b98b37] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1073.866165] env[69699]: DEBUG nova.policy [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f0b93b91fd04453aedc002d85df53cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50be8566da6d43a5a4de8d714eb3befd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 1073.895675] env[69699]: DEBUG oslo_vmware.api [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607688, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.954598] env[69699]: DEBUG oslo_vmware.api [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607689, 'name': Rename_Task, 'duration_secs': 0.284468} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.954803] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.955084] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4820d068-ff3d-4783-bcf8-bef7440e6339 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.961435] env[69699]: DEBUG oslo_vmware.api [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Waiting for the task: (returnval){ [ 1073.961435] env[69699]: value = "task-3607690" [ 1073.961435] env[69699]: _type = "Task" [ 1073.961435] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.969555] env[69699]: DEBUG oslo_vmware.api [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607690, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.155400] env[69699]: DEBUG oslo_vmware.api [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607686, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.715066} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.156126] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] cdda04f7-d4a8-4221-a65a-445518eb5e0c/cdda04f7-d4a8-4221-a65a-445518eb5e0c.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1074.156528] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1074.159046] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e9d1e4f-07ea-4348-b775-272b2e27ae30 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.163775] env[69699]: DEBUG oslo_vmware.api [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1074.163775] env[69699]: value = "task-3607691" [ 1074.163775] env[69699]: _type = "Task" [ 1074.163775] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.169633] env[69699]: DEBUG nova.network.neutron [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 443869ec-6df5-4e4a-8c46-340fc7b98b37] Successfully created port: 2119868e-fce7-4e5e-b93e-d485883645ef {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1074.176737] env[69699]: DEBUG oslo_vmware.api [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607691, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.240181] env[69699]: DEBUG oslo_vmware.api [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522120b2-e092-796f-3d70-4d0bd94b783f, 'name': SearchDatastore_Task, 'duration_secs': 0.037055} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.240181] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.240181] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1074.240675] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.240982] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.243111] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1074.243111] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82a420e8-760f-4471-a621-bad380691519 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.258203] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1074.258203] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1074.258203] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1902553b-ae58-4daf-b733-6821225efd38 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.266631] env[69699]: DEBUG oslo_vmware.api [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Waiting for the task: (returnval){ [ 1074.266631] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5266780e-2a32-0911-118f-2eca0c6e4143" [ 1074.266631] env[69699]: _type = "Task" [ 1074.266631] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.273808] env[69699]: DEBUG oslo_vmware.api [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5266780e-2a32-0911-118f-2eca0c6e4143, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.329672] env[69699]: DEBUG nova.compute.manager [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 443869ec-6df5-4e4a-8c46-340fc7b98b37] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1074.398892] env[69699]: DEBUG oslo_vmware.api [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607688, 'name': PowerOnVM_Task, 'duration_secs': 0.878091} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.399247] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.399499] env[69699]: DEBUG nova.compute.manager [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.400341] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08b69f7-47ec-430d-86db-c67de5e960fb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.473715] env[69699]: DEBUG oslo_vmware.api [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607690, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.609135] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd0181c-c441-4b62-923b-8da9b5529980 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.617865] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec4ff32-f4ce-4cb1-96f5-5d991ac23f84 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.649396] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f6279d-4aec-45b2-8544-7b53e1267fd7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.658036] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3dc605-ba11-4efa-b0e3-86d9aa3325aa {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.671485] env[69699]: DEBUG nova.compute.provider_tree [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1074.683920] env[69699]: DEBUG oslo_vmware.api [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607691, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.246918} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.684249] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1074.685054] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cdc00c0-8109-4b22-922d-9b8ddc17f439 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.709135] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] cdda04f7-d4a8-4221-a65a-445518eb5e0c/cdda04f7-d4a8-4221-a65a-445518eb5e0c.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.709657] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-222d4043-c8e9-47c5-93c8-212e355393f0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.736438] env[69699]: DEBUG oslo_vmware.api [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1074.736438] env[69699]: value = "task-3607692" [ 1074.736438] env[69699]: _type = "Task" [ 1074.736438] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.745167] env[69699]: DEBUG oslo_vmware.api [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607692, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.776433] env[69699]: DEBUG oslo_vmware.api [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5266780e-2a32-0911-118f-2eca0c6e4143, 'name': SearchDatastore_Task, 'duration_secs': 0.02246} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.777343] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b889ab75-e021-4923-a082-e23ca4551b6b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.785030] env[69699]: DEBUG oslo_vmware.api [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Waiting for the task: (returnval){ [ 1074.785030] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52986ee2-5fce-4198-4eca-c9c2459948d3" [ 1074.785030] env[69699]: _type = "Task" [ 1074.785030] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.794360] env[69699]: DEBUG oslo_vmware.api [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52986ee2-5fce-4198-4eca-c9c2459948d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.919447] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.974764] env[69699]: DEBUG oslo_vmware.api [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607690, 'name': PowerOnVM_Task, 'duration_secs': 0.993394} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.975061] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.975299] env[69699]: INFO nova.compute.manager [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Took 8.50 seconds to spawn the instance on the hypervisor. [ 1074.975496] env[69699]: DEBUG nova.compute.manager [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.976503] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49701d7-51fe-4944-850c-c535a1660b2d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.198917] env[69699]: ERROR nova.scheduler.client.report [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [req-5fe40b48-ec2c-42be-9834-0b211d7f83be] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80d35c48-5f27-4b75-a19d-7a1a6901050f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5fe40b48-ec2c-42be-9834-0b211d7f83be"}]} [ 1075.215495] env[69699]: DEBUG nova.scheduler.client.report [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Refreshing inventories for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1075.232954] env[69699]: DEBUG nova.scheduler.client.report [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Updating ProviderTree inventory for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1075.233274] env[69699]: DEBUG nova.compute.provider_tree [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1075.247983] env[69699]: DEBUG oslo_vmware.api [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607692, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.249223] env[69699]: DEBUG nova.scheduler.client.report [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Refreshing aggregate associations for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f, aggregates: None {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1075.269437] env[69699]: DEBUG nova.scheduler.client.report [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Refreshing trait associations for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1075.300874] env[69699]: DEBUG oslo_vmware.api [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52986ee2-5fce-4198-4eca-c9c2459948d3, 'name': SearchDatastore_Task, 'duration_secs': 0.014856} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.300874] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.300874] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] ebcf8712-89f5-4806-bad4-7d08f1e05d09/ebcf8712-89f5-4806-bad4-7d08f1e05d09.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1075.300874] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4fc9ee6-48f4-4b4f-bddd-cae8787e37ac {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.309682] env[69699]: DEBUG oslo_vmware.api [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Waiting for the task: (returnval){ [ 1075.309682] env[69699]: value = "task-3607693" [ 1075.309682] env[69699]: _type = "Task" [ 1075.309682] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.318844] env[69699]: DEBUG oslo_vmware.api [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Task: {'id': task-3607693, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.341255] env[69699]: DEBUG nova.compute.manager [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 443869ec-6df5-4e4a-8c46-340fc7b98b37] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1075.370028] env[69699]: DEBUG nova.virt.hardware [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.370284] env[69699]: DEBUG nova.virt.hardware [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.370439] env[69699]: DEBUG nova.virt.hardware [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.370620] env[69699]: DEBUG nova.virt.hardware [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.370764] env[69699]: DEBUG nova.virt.hardware [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.370937] env[69699]: DEBUG nova.virt.hardware [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.371138] env[69699]: DEBUG nova.virt.hardware [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.371303] env[69699]: DEBUG nova.virt.hardware [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.371468] env[69699]: DEBUG nova.virt.hardware [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.371630] env[69699]: DEBUG nova.virt.hardware [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.371789] env[69699]: DEBUG nova.virt.hardware [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.372657] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21fc6ba1-51b1-46f9-9ce2-f0cb7223e1b2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.386133] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d30e880-081b-4d8c-9cc3-f48e23c8c713 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.436126] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0008c79e-15f9-441e-8a9e-e936372c9e2d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "3ef26056-8ff7-41d3-9807-83d48fb934d7" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.436438] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0008c79e-15f9-441e-8a9e-e936372c9e2d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "3ef26056-8ff7-41d3-9807-83d48fb934d7" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.436654] env[69699]: DEBUG nova.compute.manager [None req-0008c79e-15f9-441e-8a9e-e936372c9e2d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Going to confirm migration 5 {{(pid=69699) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1075.495359] env[69699]: INFO nova.compute.manager [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Took 22.97 seconds to build instance. [ 1075.615789] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2acb78-ef9e-404b-9483-a00e92ecb52e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.632653] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3696d6-7022-45b1-9c40-9753593f2bad {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.681509] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5b3bf3-c094-4e8c-bb01-e017bc03fd3d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.699191] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9d37f7-85d5-448d-b9e3-b486dfd1fef5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.723330] env[69699]: DEBUG nova.compute.provider_tree [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1075.759446] env[69699]: DEBUG oslo_vmware.api [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607692, 'name': ReconfigVM_Task, 'duration_secs': 0.537602} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.760393] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Reconfigured VM instance instance-00000061 to attach disk [datastore2] cdda04f7-d4a8-4221-a65a-445518eb5e0c/cdda04f7-d4a8-4221-a65a-445518eb5e0c.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1075.761190] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78f6e51f-cea4-4be1-8ee7-d098fb0c3988 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.774371] env[69699]: DEBUG oslo_vmware.api [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1075.774371] env[69699]: value = "task-3607694" [ 1075.774371] env[69699]: _type = "Task" [ 1075.774371] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.788474] env[69699]: DEBUG oslo_vmware.api [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607694, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.823736] env[69699]: DEBUG oslo_vmware.api [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Task: {'id': task-3607693, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.826483] env[69699]: DEBUG nova.compute.manager [req-c4159974-d1e0-4832-8f3e-ea7902227039 req-f115e889-3440-4e3b-96bd-9c5c6dbb502c service nova] [instance: 443869ec-6df5-4e4a-8c46-340fc7b98b37] Received event network-vif-plugged-2119868e-fce7-4e5e-b93e-d485883645ef {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.826774] env[69699]: DEBUG oslo_concurrency.lockutils [req-c4159974-d1e0-4832-8f3e-ea7902227039 req-f115e889-3440-4e3b-96bd-9c5c6dbb502c service nova] Acquiring lock "443869ec-6df5-4e4a-8c46-340fc7b98b37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.827054] env[69699]: DEBUG oslo_concurrency.lockutils [req-c4159974-d1e0-4832-8f3e-ea7902227039 req-f115e889-3440-4e3b-96bd-9c5c6dbb502c service nova] Lock "443869ec-6df5-4e4a-8c46-340fc7b98b37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.827297] env[69699]: DEBUG oslo_concurrency.lockutils [req-c4159974-d1e0-4832-8f3e-ea7902227039 req-f115e889-3440-4e3b-96bd-9c5c6dbb502c service nova] Lock "443869ec-6df5-4e4a-8c46-340fc7b98b37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.827715] env[69699]: DEBUG nova.compute.manager [req-c4159974-d1e0-4832-8f3e-ea7902227039 req-f115e889-3440-4e3b-96bd-9c5c6dbb502c service nova] [instance: 443869ec-6df5-4e4a-8c46-340fc7b98b37] No waiting events found dispatching network-vif-plugged-2119868e-fce7-4e5e-b93e-d485883645ef {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1075.827994] env[69699]: WARNING nova.compute.manager [req-c4159974-d1e0-4832-8f3e-ea7902227039 req-f115e889-3440-4e3b-96bd-9c5c6dbb502c service nova] [instance: 443869ec-6df5-4e4a-8c46-340fc7b98b37] Received unexpected event network-vif-plugged-2119868e-fce7-4e5e-b93e-d485883645ef for instance with vm_state building and task_state spawning. [ 1076.006597] env[69699]: DEBUG oslo_concurrency.lockutils [None req-42550169-cd44-44a5-9bb9-db6ba25ddd37 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "8761424b-62be-4ef5-959f-032ae7ca8938" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.501s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.025874] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0008c79e-15f9-441e-8a9e-e936372c9e2d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "refresh_cache-3ef26056-8ff7-41d3-9807-83d48fb934d7" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.026061] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0008c79e-15f9-441e-8a9e-e936372c9e2d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquired lock "refresh_cache-3ef26056-8ff7-41d3-9807-83d48fb934d7" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.026237] env[69699]: DEBUG nova.network.neutron [None req-0008c79e-15f9-441e-8a9e-e936372c9e2d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1076.026439] env[69699]: DEBUG nova.objects.instance [None req-0008c79e-15f9-441e-8a9e-e936372c9e2d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lazy-loading 'info_cache' on Instance uuid 3ef26056-8ff7-41d3-9807-83d48fb934d7 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.063149] env[69699]: DEBUG nova.network.neutron [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 443869ec-6df5-4e4a-8c46-340fc7b98b37] Successfully updated port: 2119868e-fce7-4e5e-b93e-d485883645ef {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1076.265256] env[69699]: DEBUG nova.scheduler.client.report [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Updated inventory for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with generation 137 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1076.265546] env[69699]: DEBUG nova.compute.provider_tree [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Updating resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f generation from 137 to 138 during operation: update_inventory {{(pid=69699) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1076.265723] env[69699]: DEBUG nova.compute.provider_tree [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1076.285479] env[69699]: DEBUG oslo_vmware.api [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607694, 'name': Rename_Task, 'duration_secs': 0.248298} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.285729] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1076.285974] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f158394-a0d4-4d8b-8743-d7958a94de49 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.292901] env[69699]: DEBUG oslo_vmware.api [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1076.292901] env[69699]: value = "task-3607695" [ 1076.292901] env[69699]: _type = "Task" [ 1076.292901] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.301557] env[69699]: DEBUG oslo_vmware.api [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607695, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.321279] env[69699]: DEBUG oslo_vmware.api [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Task: {'id': task-3607693, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601765} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.321429] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] ebcf8712-89f5-4806-bad4-7d08f1e05d09/ebcf8712-89f5-4806-bad4-7d08f1e05d09.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1076.321640] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1076.321892] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f233b9ea-ed19-47be-b8d3-2c527c9740ce {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.329451] env[69699]: DEBUG oslo_vmware.api [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Waiting for the task: (returnval){ [ 1076.329451] env[69699]: value = "task-3607696" [ 1076.329451] env[69699]: _type = "Task" [ 1076.329451] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.340966] env[69699]: DEBUG oslo_vmware.api [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Task: {'id': task-3607696, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.563062] env[69699]: DEBUG oslo_concurrency.lockutils [None req-49ad8f1b-1b1b-4476-b20d-3a07539503a7 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Acquiring lock "cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.563497] env[69699]: DEBUG oslo_concurrency.lockutils [None req-49ad8f1b-1b1b-4476-b20d-3a07539503a7 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Lock "cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.563757] env[69699]: DEBUG oslo_concurrency.lockutils [None req-49ad8f1b-1b1b-4476-b20d-3a07539503a7 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Acquiring lock "cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.563962] env[69699]: DEBUG oslo_concurrency.lockutils [None req-49ad8f1b-1b1b-4476-b20d-3a07539503a7 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Lock "cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.564171] env[69699]: DEBUG oslo_concurrency.lockutils [None req-49ad8f1b-1b1b-4476-b20d-3a07539503a7 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Lock "cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.566304] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquiring lock "refresh_cache-443869ec-6df5-4e4a-8c46-340fc7b98b37" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.566304] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquired lock "refresh_cache-443869ec-6df5-4e4a-8c46-340fc7b98b37" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.566427] env[69699]: DEBUG nova.network.neutron [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 443869ec-6df5-4e4a-8c46-340fc7b98b37] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1076.570954] env[69699]: INFO nova.compute.manager [None req-49ad8f1b-1b1b-4476-b20d-3a07539503a7 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Terminating instance [ 1076.771659] env[69699]: DEBUG oslo_concurrency.lockutils [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.457s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.773260] env[69699]: DEBUG nova.compute.manager [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1076.776300] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.090s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.776775] env[69699]: INFO nova.compute.claims [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: df538494-4ef6-49f4-8381-459e14fa731c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1076.807888] env[69699]: DEBUG oslo_vmware.api [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607695, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.842173] env[69699]: DEBUG oslo_vmware.api [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Task: {'id': task-3607696, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075818} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.842585] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1076.843795] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa2cae3-dd3a-4251-ae34-c0f1b5428d29 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.871160] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] ebcf8712-89f5-4806-bad4-7d08f1e05d09/ebcf8712-89f5-4806-bad4-7d08f1e05d09.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1076.871820] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3a342e4-77b5-4685-810f-b898924432aa {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.896584] env[69699]: DEBUG oslo_vmware.api [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Waiting for the task: (returnval){ [ 1076.896584] env[69699]: value = "task-3607697" [ 1076.896584] env[69699]: _type = "Task" [ 1076.896584] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.903217] env[69699]: DEBUG oslo_vmware.api [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Task: {'id': task-3607697, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.077543] env[69699]: DEBUG nova.compute.manager [None req-49ad8f1b-1b1b-4476-b20d-3a07539503a7 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1077.077761] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-49ad8f1b-1b1b-4476-b20d-3a07539503a7 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1077.078637] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5365226d-47a3-44ba-b2ef-c6db6c21d323 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.087073] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-49ad8f1b-1b1b-4476-b20d-3a07539503a7 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.087347] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15c63a5f-f04e-4caa-91a8-1338c46b437b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.095323] env[69699]: DEBUG oslo_vmware.api [None req-49ad8f1b-1b1b-4476-b20d-3a07539503a7 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 1077.095323] env[69699]: value = "task-3607698" [ 1077.095323] env[69699]: _type = "Task" [ 1077.095323] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.107410] env[69699]: DEBUG oslo_vmware.api [None req-49ad8f1b-1b1b-4476-b20d-3a07539503a7 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.119180] env[69699]: DEBUG nova.network.neutron [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 443869ec-6df5-4e4a-8c46-340fc7b98b37] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1077.284220] env[69699]: DEBUG nova.compute.utils [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1077.288441] env[69699]: DEBUG nova.compute.manager [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1077.288654] env[69699]: DEBUG nova.network.neutron [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1077.303398] env[69699]: DEBUG nova.network.neutron [None req-0008c79e-15f9-441e-8a9e-e936372c9e2d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Updating instance_info_cache with network_info: [{"id": "84d7efcb-0afb-4f51-8a13-e9761ed1aa6e", "address": "fa:16:3e:75:59:4b", "network": {"id": "7f999160-b5bb-4e50-a728-01fecb63917a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1727920786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e04398ccf8a4b1490feabf07d03922b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84d7efcb-0a", "ovs_interfaceid": "84d7efcb-0afb-4f51-8a13-e9761ed1aa6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.319250] env[69699]: DEBUG oslo_vmware.api [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607695, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.338209] env[69699]: DEBUG nova.policy [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a65cae1623bd40abb3e9626c8c3426c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01efa6bdb7d042a0af69905ef1196df6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 1077.403369] env[69699]: DEBUG nova.network.neutron [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 443869ec-6df5-4e4a-8c46-340fc7b98b37] Updating instance_info_cache with network_info: [{"id": "2119868e-fce7-4e5e-b93e-d485883645ef", "address": "fa:16:3e:30:a1:1c", "network": {"id": "092078f3-d8c3-496a-80c8-b95e926ea458", "bridge": "br-int", "label": "tempest-ServersTestJSON-968257115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50be8566da6d43a5a4de8d714eb3befd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2119868e-fc", "ovs_interfaceid": "2119868e-fce7-4e5e-b93e-d485883645ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.411433] env[69699]: DEBUG oslo_vmware.api [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Task: {'id': task-3607697, 'name': ReconfigVM_Task, 'duration_secs': 0.286278} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.411761] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Reconfigured VM instance instance-0000005f to attach disk [datastore1] ebcf8712-89f5-4806-bad4-7d08f1e05d09/ebcf8712-89f5-4806-bad4-7d08f1e05d09.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.412439] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eccb2ff1-d8b5-4513-b187-7556e5cf5907 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.423920] env[69699]: DEBUG oslo_vmware.api [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Waiting for the task: (returnval){ [ 1077.423920] env[69699]: value = "task-3607699" [ 1077.423920] env[69699]: _type = "Task" [ 1077.423920] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.434176] env[69699]: DEBUG oslo_vmware.api [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Task: {'id': task-3607699, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.605989] env[69699]: DEBUG oslo_vmware.api [None req-49ad8f1b-1b1b-4476-b20d-3a07539503a7 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607698, 'name': PowerOffVM_Task, 'duration_secs': 0.402485} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.607254] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-49ad8f1b-1b1b-4476-b20d-3a07539503a7 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.608380] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-49ad8f1b-1b1b-4476-b20d-3a07539503a7 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1077.608857] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a692278-cbf2-41f0-8766-a3ca5ce7038e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.692504] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-49ad8f1b-1b1b-4476-b20d-3a07539503a7 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1077.692988] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-49ad8f1b-1b1b-4476-b20d-3a07539503a7 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Deleting contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1077.693108] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-49ad8f1b-1b1b-4476-b20d-3a07539503a7 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Deleting the datastore file [datastore1] cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.693504] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c9f7b38-7d32-48cc-adc6-d0bf3c9bc5c1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.702055] env[69699]: DEBUG oslo_vmware.api [None req-49ad8f1b-1b1b-4476-b20d-3a07539503a7 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 1077.702055] env[69699]: value = "task-3607701" [ 1077.702055] env[69699]: _type = "Task" [ 1077.702055] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.711815] env[69699]: DEBUG oslo_vmware.api [None req-49ad8f1b-1b1b-4476-b20d-3a07539503a7 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607701, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.742485] env[69699]: DEBUG nova.network.neutron [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Successfully created port: 8d8b680c-4c59-4f96-8f4f-2eaba4bc2164 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1077.795946] env[69699]: DEBUG nova.compute.manager [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1077.813781] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0008c79e-15f9-441e-8a9e-e936372c9e2d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Releasing lock "refresh_cache-3ef26056-8ff7-41d3-9807-83d48fb934d7" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.814171] env[69699]: DEBUG nova.objects.instance [None req-0008c79e-15f9-441e-8a9e-e936372c9e2d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lazy-loading 'migration_context' on Instance uuid 3ef26056-8ff7-41d3-9807-83d48fb934d7 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.827227] env[69699]: DEBUG oslo_vmware.api [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607695, 'name': PowerOnVM_Task, 'duration_secs': 1.03398} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.828101] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1077.828337] env[69699]: INFO nova.compute.manager [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Took 8.91 seconds to spawn the instance on the hypervisor. [ 1077.828521] env[69699]: DEBUG nova.compute.manager [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1077.829598] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82eae676-8419-4418-bf65-0c3f7cc2d824 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.871631] env[69699]: DEBUG nova.compute.manager [req-ad811613-9dc0-4f4b-b342-02061321ebc2 req-74c2f802-0904-492b-a82f-92cd1d1c5533 service nova] [instance: 443869ec-6df5-4e4a-8c46-340fc7b98b37] Received event network-changed-2119868e-fce7-4e5e-b93e-d485883645ef {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.871768] env[69699]: DEBUG nova.compute.manager [req-ad811613-9dc0-4f4b-b342-02061321ebc2 req-74c2f802-0904-492b-a82f-92cd1d1c5533 service nova] [instance: 443869ec-6df5-4e4a-8c46-340fc7b98b37] Refreshing instance network info cache due to event network-changed-2119868e-fce7-4e5e-b93e-d485883645ef. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1077.871961] env[69699]: DEBUG oslo_concurrency.lockutils [req-ad811613-9dc0-4f4b-b342-02061321ebc2 req-74c2f802-0904-492b-a82f-92cd1d1c5533 service nova] Acquiring lock "refresh_cache-443869ec-6df5-4e4a-8c46-340fc7b98b37" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.906784] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Releasing lock "refresh_cache-443869ec-6df5-4e4a-8c46-340fc7b98b37" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.907103] env[69699]: DEBUG nova.compute.manager [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 443869ec-6df5-4e4a-8c46-340fc7b98b37] Instance network_info: |[{"id": "2119868e-fce7-4e5e-b93e-d485883645ef", "address": "fa:16:3e:30:a1:1c", "network": {"id": "092078f3-d8c3-496a-80c8-b95e926ea458", "bridge": "br-int", "label": "tempest-ServersTestJSON-968257115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50be8566da6d43a5a4de8d714eb3befd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2119868e-fc", "ovs_interfaceid": "2119868e-fce7-4e5e-b93e-d485883645ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1077.907559] env[69699]: DEBUG oslo_concurrency.lockutils [req-ad811613-9dc0-4f4b-b342-02061321ebc2 req-74c2f802-0904-492b-a82f-92cd1d1c5533 service nova] Acquired lock "refresh_cache-443869ec-6df5-4e4a-8c46-340fc7b98b37" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.907736] env[69699]: DEBUG nova.network.neutron [req-ad811613-9dc0-4f4b-b342-02061321ebc2 req-74c2f802-0904-492b-a82f-92cd1d1c5533 service nova] [instance: 443869ec-6df5-4e4a-8c46-340fc7b98b37] Refreshing network info cache for port 2119868e-fce7-4e5e-b93e-d485883645ef {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1077.909013] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 443869ec-6df5-4e4a-8c46-340fc7b98b37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:a1:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed9dc063-5c7a-4591-ba7d-b58b861d7f63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2119868e-fce7-4e5e-b93e-d485883645ef', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1077.917136] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.921643] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 443869ec-6df5-4e4a-8c46-340fc7b98b37] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1077.922920] env[69699]: DEBUG nova.compute.manager [req-d2323a7a-7c5d-4d6b-9565-53dc42a27f6e req-bf246aa2-08e5-444a-a744-d0a0ea2e02f7 service nova] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Received event network-changed-90d4bf2f-db5e-419d-bc58-09872f716082 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.922920] env[69699]: DEBUG nova.compute.manager [req-d2323a7a-7c5d-4d6b-9565-53dc42a27f6e req-bf246aa2-08e5-444a-a744-d0a0ea2e02f7 service nova] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Refreshing instance network info cache due to event network-changed-90d4bf2f-db5e-419d-bc58-09872f716082. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1077.923114] env[69699]: DEBUG oslo_concurrency.lockutils [req-d2323a7a-7c5d-4d6b-9565-53dc42a27f6e req-bf246aa2-08e5-444a-a744-d0a0ea2e02f7 service nova] Acquiring lock "refresh_cache-8761424b-62be-4ef5-959f-032ae7ca8938" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.923307] env[69699]: DEBUG oslo_concurrency.lockutils [req-d2323a7a-7c5d-4d6b-9565-53dc42a27f6e req-bf246aa2-08e5-444a-a744-d0a0ea2e02f7 service nova] Acquired lock "refresh_cache-8761424b-62be-4ef5-959f-032ae7ca8938" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.923470] env[69699]: DEBUG nova.network.neutron [req-d2323a7a-7c5d-4d6b-9565-53dc42a27f6e req-bf246aa2-08e5-444a-a744-d0a0ea2e02f7 service nova] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Refreshing network info cache for port 90d4bf2f-db5e-419d-bc58-09872f716082 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1077.924775] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-476b9a63-1b43-4113-a126-d8e979946027 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.955591] env[69699]: DEBUG oslo_vmware.api [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Task: {'id': task-3607699, 'name': Rename_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.955591] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1077.955591] env[69699]: value = "task-3607702" [ 1077.955591] env[69699]: _type = "Task" [ 1077.955591] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.964964] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607702, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.200808] env[69699]: DEBUG nova.network.neutron [req-d2323a7a-7c5d-4d6b-9565-53dc42a27f6e req-bf246aa2-08e5-444a-a744-d0a0ea2e02f7 service nova] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Updated VIF entry in instance network info cache for port 90d4bf2f-db5e-419d-bc58-09872f716082. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1078.201218] env[69699]: DEBUG nova.network.neutron [req-d2323a7a-7c5d-4d6b-9565-53dc42a27f6e req-bf246aa2-08e5-444a-a744-d0a0ea2e02f7 service nova] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Updating instance_info_cache with network_info: [{"id": "90d4bf2f-db5e-419d-bc58-09872f716082", "address": "fa:16:3e:82:ba:f8", "network": {"id": "0bd0c568-ae97-493c-9ed8-c70833965690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-782374772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba48fa426f0e4cb3b66a18836a0ae660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90d4bf2f-db", "ovs_interfaceid": "90d4bf2f-db5e-419d-bc58-09872f716082", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.212418] env[69699]: DEBUG oslo_vmware.api [None req-49ad8f1b-1b1b-4476-b20d-3a07539503a7 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607701, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.277318] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd560f7-091c-463f-af61-51f1ae0debb9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.285601] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92536c5a-ddd0-4879-a25b-39c3381a2f9e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.322601] env[69699]: DEBUG nova.objects.base [None req-0008c79e-15f9-441e-8a9e-e936372c9e2d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Object Instance<3ef26056-8ff7-41d3-9807-83d48fb934d7> lazy-loaded attributes: info_cache,migration_context {{(pid=69699) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1078.323791] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49a63ba-3145-46bd-82d3-98976afdc66f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.326748] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e551777-bda2-43d5-abf7-b085843e1050 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.347072] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b74a68-db4d-41aa-9ae4-f88208edbb0b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.355691] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0667b8f7-2f01-4011-ad6c-5b093a2aec49 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.362506] env[69699]: INFO nova.compute.manager [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Took 23.10 seconds to build instance. [ 1078.374664] env[69699]: DEBUG nova.compute.provider_tree [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.376191] env[69699]: DEBUG oslo_vmware.api [None req-0008c79e-15f9-441e-8a9e-e936372c9e2d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 1078.376191] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52cf6685-47fc-661e-87ef-2a3280f96d05" [ 1078.376191] env[69699]: _type = "Task" [ 1078.376191] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.386857] env[69699]: DEBUG oslo_vmware.api [None req-0008c79e-15f9-441e-8a9e-e936372c9e2d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52cf6685-47fc-661e-87ef-2a3280f96d05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.449529] env[69699]: DEBUG oslo_vmware.api [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Task: {'id': task-3607699, 'name': Rename_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.465018] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607702, 'name': CreateVM_Task} progress is 25%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.672487] env[69699]: DEBUG nova.network.neutron [req-ad811613-9dc0-4f4b-b342-02061321ebc2 req-74c2f802-0904-492b-a82f-92cd1d1c5533 service nova] [instance: 443869ec-6df5-4e4a-8c46-340fc7b98b37] Updated VIF entry in instance network info cache for port 2119868e-fce7-4e5e-b93e-d485883645ef. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1078.673034] env[69699]: DEBUG nova.network.neutron [req-ad811613-9dc0-4f4b-b342-02061321ebc2 req-74c2f802-0904-492b-a82f-92cd1d1c5533 service nova] [instance: 443869ec-6df5-4e4a-8c46-340fc7b98b37] Updating instance_info_cache with network_info: [{"id": "2119868e-fce7-4e5e-b93e-d485883645ef", "address": "fa:16:3e:30:a1:1c", "network": {"id": "092078f3-d8c3-496a-80c8-b95e926ea458", "bridge": "br-int", "label": "tempest-ServersTestJSON-968257115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50be8566da6d43a5a4de8d714eb3befd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2119868e-fc", "ovs_interfaceid": "2119868e-fce7-4e5e-b93e-d485883645ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.699662] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4050d865-3cb3-4003-a0c1-8c36bdb233de tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquiring lock "cdda04f7-d4a8-4221-a65a-445518eb5e0c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.708089] env[69699]: DEBUG oslo_concurrency.lockutils [req-d2323a7a-7c5d-4d6b-9565-53dc42a27f6e req-bf246aa2-08e5-444a-a744-d0a0ea2e02f7 service nova] Releasing lock "refresh_cache-8761424b-62be-4ef5-959f-032ae7ca8938" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.714991] env[69699]: DEBUG oslo_vmware.api [None req-49ad8f1b-1b1b-4476-b20d-3a07539503a7 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607701, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.601917} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.715315] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-49ad8f1b-1b1b-4476-b20d-3a07539503a7 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1078.715414] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-49ad8f1b-1b1b-4476-b20d-3a07539503a7 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Deleted contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1078.715587] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-49ad8f1b-1b1b-4476-b20d-3a07539503a7 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1078.715758] env[69699]: INFO nova.compute.manager [None req-49ad8f1b-1b1b-4476-b20d-3a07539503a7 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1078.715977] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49ad8f1b-1b1b-4476-b20d-3a07539503a7 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.716674] env[69699]: DEBUG nova.compute.manager [-] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1078.716674] env[69699]: DEBUG nova.network.neutron [-] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1078.824929] env[69699]: DEBUG nova.compute.manager [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1078.858426] env[69699]: DEBUG nova.virt.hardware [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1078.858683] env[69699]: DEBUG nova.virt.hardware [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1078.858838] env[69699]: DEBUG nova.virt.hardware [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1078.859030] env[69699]: DEBUG nova.virt.hardware [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1078.859179] env[69699]: DEBUG nova.virt.hardware [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1078.859474] env[69699]: DEBUG nova.virt.hardware [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1078.859696] env[69699]: DEBUG nova.virt.hardware [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1078.859855] env[69699]: DEBUG nova.virt.hardware [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1078.860032] env[69699]: DEBUG nova.virt.hardware [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1078.860200] env[69699]: DEBUG nova.virt.hardware [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1078.860375] env[69699]: DEBUG nova.virt.hardware [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1078.861272] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600566c7-7099-426c-94f7-421b0b2a678a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.865864] env[69699]: DEBUG oslo_concurrency.lockutils [None req-af27ce3e-9f60-4f58-992f-27883422cc2f tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "cdda04f7-d4a8-4221-a65a-445518eb5e0c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.615s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.865864] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4050d865-3cb3-4003-a0c1-8c36bdb233de tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "cdda04f7-d4a8-4221-a65a-445518eb5e0c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.166s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.865864] env[69699]: DEBUG nova.compute.manager [None req-4050d865-3cb3-4003-a0c1-8c36bdb233de tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.866880] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bead02dc-f0f2-4176-8d17-3216c64e15e7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.874590] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d38783-e748-455c-9a57-ad028109eef0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.878760] env[69699]: DEBUG nova.compute.manager [None req-4050d865-3cb3-4003-a0c1-8c36bdb233de tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69699) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1078.879330] env[69699]: DEBUG nova.objects.instance [None req-4050d865-3cb3-4003-a0c1-8c36bdb233de tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lazy-loading 'flavor' on Instance uuid cdda04f7-d4a8-4221-a65a-445518eb5e0c {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.881182] env[69699]: DEBUG nova.scheduler.client.report [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.903924] env[69699]: DEBUG oslo_vmware.api [None req-0008c79e-15f9-441e-8a9e-e936372c9e2d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52cf6685-47fc-661e-87ef-2a3280f96d05, 'name': SearchDatastore_Task, 'duration_secs': 0.024282} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.904294] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0008c79e-15f9-441e-8a9e-e936372c9e2d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.949999] env[69699]: DEBUG oslo_vmware.api [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Task: {'id': task-3607699, 'name': Rename_Task, 'duration_secs': 1.172442} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.950275] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1078.950528] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5ce8547-be24-4820-a5cf-2f8d74030134 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.957531] env[69699]: DEBUG oslo_vmware.api [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Waiting for the task: (returnval){ [ 1078.957531] env[69699]: value = "task-3607703" [ 1078.957531] env[69699]: _type = "Task" [ 1078.957531] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.968646] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607702, 'name': CreateVM_Task, 'duration_secs': 0.918742} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.971469] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 443869ec-6df5-4e4a-8c46-340fc7b98b37] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1078.972070] env[69699]: DEBUG oslo_vmware.api [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Task: {'id': task-3607703, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.972690] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.972850] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.973177] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.973454] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8309a029-c755-49a6-a571-81d0565833f1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.978441] env[69699]: DEBUG oslo_vmware.api [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 1078.978441] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a92173-c0f9-63f7-611a-7e342a65a2f6" [ 1078.978441] env[69699]: _type = "Task" [ 1078.978441] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.987101] env[69699]: DEBUG oslo_vmware.api [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a92173-c0f9-63f7-611a-7e342a65a2f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.175958] env[69699]: DEBUG oslo_concurrency.lockutils [req-ad811613-9dc0-4f4b-b342-02061321ebc2 req-74c2f802-0904-492b-a82f-92cd1d1c5533 service nova] Releasing lock "refresh_cache-443869ec-6df5-4e4a-8c46-340fc7b98b37" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.176245] env[69699]: DEBUG nova.compute.manager [req-ad811613-9dc0-4f4b-b342-02061321ebc2 req-74c2f802-0904-492b-a82f-92cd1d1c5533 service nova] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Received event network-changed-ddc00533-57b5-4d5c-820b-37a10037f2a2 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.176419] env[69699]: DEBUG nova.compute.manager [req-ad811613-9dc0-4f4b-b342-02061321ebc2 req-74c2f802-0904-492b-a82f-92cd1d1c5533 service nova] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Refreshing instance network info cache due to event network-changed-ddc00533-57b5-4d5c-820b-37a10037f2a2. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1079.176631] env[69699]: DEBUG oslo_concurrency.lockutils [req-ad811613-9dc0-4f4b-b342-02061321ebc2 req-74c2f802-0904-492b-a82f-92cd1d1c5533 service nova] Acquiring lock "refresh_cache-33c6c229-7f77-4968-b48d-6a59bea1fc9a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.176771] env[69699]: DEBUG oslo_concurrency.lockutils [req-ad811613-9dc0-4f4b-b342-02061321ebc2 req-74c2f802-0904-492b-a82f-92cd1d1c5533 service nova] Acquired lock "refresh_cache-33c6c229-7f77-4968-b48d-6a59bea1fc9a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.176928] env[69699]: DEBUG nova.network.neutron [req-ad811613-9dc0-4f4b-b342-02061321ebc2 req-74c2f802-0904-492b-a82f-92cd1d1c5533 service nova] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Refreshing network info cache for port ddc00533-57b5-4d5c-820b-37a10037f2a2 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1079.331849] env[69699]: DEBUG nova.network.neutron [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Successfully updated port: 8d8b680c-4c59-4f96-8f4f-2eaba4bc2164 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1079.390761] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.391436] env[69699]: DEBUG nova.compute.manager [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: df538494-4ef6-49f4-8381-459e14fa731c] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1079.394917] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.647s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.398089] env[69699]: INFO nova.compute.claims [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8f881d79-ab95-4019-b46b-ab4f0034aa58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1079.471579] env[69699]: DEBUG oslo_vmware.api [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Task: {'id': task-3607703, 'name': PowerOnVM_Task, 'duration_secs': 0.453677} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.471929] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.472154] env[69699]: DEBUG nova.compute.manager [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.472935] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46549c7c-f197-41b6-ad81-dc5d899c40be {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.490943] env[69699]: DEBUG nova.network.neutron [-] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.492407] env[69699]: DEBUG oslo_vmware.api [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a92173-c0f9-63f7-611a-7e342a65a2f6, 'name': SearchDatastore_Task, 'duration_secs': 0.019852} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.493071] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.493557] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 443869ec-6df5-4e4a-8c46-340fc7b98b37] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1079.493807] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.494011] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.494458] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.494651] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47a48971-2fb1-49c9-b168-be35e7c5ae7b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.504982] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.505199] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1079.505939] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01ba012b-e2aa-4b00-93c3-d712074035cd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.513132] env[69699]: DEBUG oslo_vmware.api [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 1079.513132] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52f7a1a2-ef9b-7979-f58c-b955e9803588" [ 1079.513132] env[69699]: _type = "Task" [ 1079.513132] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.522337] env[69699]: DEBUG oslo_vmware.api [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52f7a1a2-ef9b-7979-f58c-b955e9803588, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.834919] env[69699]: DEBUG oslo_concurrency.lockutils [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Acquiring lock "refresh_cache-35b9621f-00d1-4363-8b94-928b963d03eb" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.835200] env[69699]: DEBUG oslo_concurrency.lockutils [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Acquired lock "refresh_cache-35b9621f-00d1-4363-8b94-928b963d03eb" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.835200] env[69699]: DEBUG nova.network.neutron [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.898019] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-4050d865-3cb3-4003-a0c1-8c36bdb233de tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.898019] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44d6de47-0a84-4b98-be97-348944a08025 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.905959] env[69699]: DEBUG nova.compute.utils [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1079.911710] env[69699]: DEBUG nova.compute.manager [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: df538494-4ef6-49f4-8381-459e14fa731c] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1079.911801] env[69699]: DEBUG nova.network.neutron [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: df538494-4ef6-49f4-8381-459e14fa731c] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1079.913681] env[69699]: DEBUG oslo_vmware.api [None req-4050d865-3cb3-4003-a0c1-8c36bdb233de tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1079.913681] env[69699]: value = "task-3607704" [ 1079.913681] env[69699]: _type = "Task" [ 1079.913681] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.916885] env[69699]: DEBUG nova.compute.manager [req-a7368cc2-1ea4-4d50-b233-84aeea96f213 req-ead49d12-c7d1-4c4a-9919-d1410c721905 service nova] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Received event network-vif-plugged-8d8b680c-4c59-4f96-8f4f-2eaba4bc2164 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.917145] env[69699]: DEBUG oslo_concurrency.lockutils [req-a7368cc2-1ea4-4d50-b233-84aeea96f213 req-ead49d12-c7d1-4c4a-9919-d1410c721905 service nova] Acquiring lock "35b9621f-00d1-4363-8b94-928b963d03eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.917835] env[69699]: DEBUG oslo_concurrency.lockutils [req-a7368cc2-1ea4-4d50-b233-84aeea96f213 req-ead49d12-c7d1-4c4a-9919-d1410c721905 service nova] Lock "35b9621f-00d1-4363-8b94-928b963d03eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.918031] env[69699]: DEBUG oslo_concurrency.lockutils [req-a7368cc2-1ea4-4d50-b233-84aeea96f213 req-ead49d12-c7d1-4c4a-9919-d1410c721905 service nova] Lock "35b9621f-00d1-4363-8b94-928b963d03eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.918206] env[69699]: DEBUG nova.compute.manager [req-a7368cc2-1ea4-4d50-b233-84aeea96f213 req-ead49d12-c7d1-4c4a-9919-d1410c721905 service nova] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] No waiting events found dispatching network-vif-plugged-8d8b680c-4c59-4f96-8f4f-2eaba4bc2164 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1079.918375] env[69699]: WARNING nova.compute.manager [req-a7368cc2-1ea4-4d50-b233-84aeea96f213 req-ead49d12-c7d1-4c4a-9919-d1410c721905 service nova] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Received unexpected event network-vif-plugged-8d8b680c-4c59-4f96-8f4f-2eaba4bc2164 for instance with vm_state building and task_state spawning. [ 1079.918872] env[69699]: DEBUG nova.compute.manager [req-a7368cc2-1ea4-4d50-b233-84aeea96f213 req-ead49d12-c7d1-4c4a-9919-d1410c721905 service nova] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Received event network-changed-8d8b680c-4c59-4f96-8f4f-2eaba4bc2164 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.919098] env[69699]: DEBUG nova.compute.manager [req-a7368cc2-1ea4-4d50-b233-84aeea96f213 req-ead49d12-c7d1-4c4a-9919-d1410c721905 service nova] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Refreshing instance network info cache due to event network-changed-8d8b680c-4c59-4f96-8f4f-2eaba4bc2164. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1079.919283] env[69699]: DEBUG oslo_concurrency.lockutils [req-a7368cc2-1ea4-4d50-b233-84aeea96f213 req-ead49d12-c7d1-4c4a-9919-d1410c721905 service nova] Acquiring lock "refresh_cache-35b9621f-00d1-4363-8b94-928b963d03eb" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.929907] env[69699]: DEBUG oslo_vmware.api [None req-4050d865-3cb3-4003-a0c1-8c36bdb233de tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607704, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.944916] env[69699]: DEBUG nova.compute.manager [req-dd81fb8f-fcd1-4a12-a077-b714b8af2e95 req-b374549d-9a74-45c7-aaf1-9744a29e8868 service nova] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Received event network-changed-ddc00533-57b5-4d5c-820b-37a10037f2a2 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.945088] env[69699]: DEBUG nova.compute.manager [req-dd81fb8f-fcd1-4a12-a077-b714b8af2e95 req-b374549d-9a74-45c7-aaf1-9744a29e8868 service nova] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Refreshing instance network info cache due to event network-changed-ddc00533-57b5-4d5c-820b-37a10037f2a2. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1079.945279] env[69699]: DEBUG oslo_concurrency.lockutils [req-dd81fb8f-fcd1-4a12-a077-b714b8af2e95 req-b374549d-9a74-45c7-aaf1-9744a29e8868 service nova] Acquiring lock "refresh_cache-33c6c229-7f77-4968-b48d-6a59bea1fc9a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.959701] env[69699]: DEBUG nova.policy [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9252a3a462ec44ef98ad3d8f019ab715', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '152467b2c42f4433aacb37504612095d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 1079.982199] env[69699]: DEBUG nova.network.neutron [req-ad811613-9dc0-4f4b-b342-02061321ebc2 req-74c2f802-0904-492b-a82f-92cd1d1c5533 service nova] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Updated VIF entry in instance network info cache for port ddc00533-57b5-4d5c-820b-37a10037f2a2. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1079.982714] env[69699]: DEBUG nova.network.neutron [req-ad811613-9dc0-4f4b-b342-02061321ebc2 req-74c2f802-0904-492b-a82f-92cd1d1c5533 service nova] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Updating instance_info_cache with network_info: [{"id": "ddc00533-57b5-4d5c-820b-37a10037f2a2", "address": "fa:16:3e:fa:1e:51", "network": {"id": "0bd0c568-ae97-493c-9ed8-c70833965690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-782374772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba48fa426f0e4cb3b66a18836a0ae660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddc00533-57", "ovs_interfaceid": "ddc00533-57b5-4d5c-820b-37a10037f2a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.992550] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.994535] env[69699]: INFO nova.compute.manager [-] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Took 1.28 seconds to deallocate network for instance. [ 1080.026195] env[69699]: DEBUG oslo_vmware.api [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52f7a1a2-ef9b-7979-f58c-b955e9803588, 'name': SearchDatastore_Task, 'duration_secs': 0.012874} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.027014] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec2b5b82-4180-4eb0-9985-491e4d4ea562 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.035982] env[69699]: DEBUG oslo_vmware.api [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 1080.035982] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c4f836-6089-fa12-86d7-4c97cf764126" [ 1080.035982] env[69699]: _type = "Task" [ 1080.035982] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.045594] env[69699]: DEBUG oslo_vmware.api [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c4f836-6089-fa12-86d7-4c97cf764126, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.254335] env[69699]: DEBUG nova.network.neutron [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: df538494-4ef6-49f4-8381-459e14fa731c] Successfully created port: b06143ac-6054-4509-b92d-3d52e2a84806 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1080.375527] env[69699]: DEBUG nova.network.neutron [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1080.415750] env[69699]: DEBUG nova.compute.manager [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: df538494-4ef6-49f4-8381-459e14fa731c] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1080.430733] env[69699]: DEBUG oslo_vmware.api [None req-4050d865-3cb3-4003-a0c1-8c36bdb233de tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607704, 'name': PowerOffVM_Task, 'duration_secs': 0.234253} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.431011] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-4050d865-3cb3-4003-a0c1-8c36bdb233de tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.431213] env[69699]: DEBUG nova.compute.manager [None req-4050d865-3cb3-4003-a0c1-8c36bdb233de tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1080.431987] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b446da-30ec-442b-a25a-e95af7de4584 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.493022] env[69699]: DEBUG oslo_concurrency.lockutils [req-ad811613-9dc0-4f4b-b342-02061321ebc2 req-74c2f802-0904-492b-a82f-92cd1d1c5533 service nova] Releasing lock "refresh_cache-33c6c229-7f77-4968-b48d-6a59bea1fc9a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.493022] env[69699]: DEBUG nova.compute.manager [req-ad811613-9dc0-4f4b-b342-02061321ebc2 req-74c2f802-0904-492b-a82f-92cd1d1c5533 service nova] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Received event network-changed-90d4bf2f-db5e-419d-bc58-09872f716082 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.493022] env[69699]: DEBUG nova.compute.manager [req-ad811613-9dc0-4f4b-b342-02061321ebc2 req-74c2f802-0904-492b-a82f-92cd1d1c5533 service nova] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Refreshing instance network info cache due to event network-changed-90d4bf2f-db5e-419d-bc58-09872f716082. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1080.493022] env[69699]: DEBUG oslo_concurrency.lockutils [req-ad811613-9dc0-4f4b-b342-02061321ebc2 req-74c2f802-0904-492b-a82f-92cd1d1c5533 service nova] Acquiring lock "refresh_cache-8761424b-62be-4ef5-959f-032ae7ca8938" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.493022] env[69699]: DEBUG oslo_concurrency.lockutils [req-ad811613-9dc0-4f4b-b342-02061321ebc2 req-74c2f802-0904-492b-a82f-92cd1d1c5533 service nova] Acquired lock "refresh_cache-8761424b-62be-4ef5-959f-032ae7ca8938" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.493022] env[69699]: DEBUG nova.network.neutron [req-ad811613-9dc0-4f4b-b342-02061321ebc2 req-74c2f802-0904-492b-a82f-92cd1d1c5533 service nova] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Refreshing network info cache for port 90d4bf2f-db5e-419d-bc58-09872f716082 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.493548] env[69699]: DEBUG oslo_concurrency.lockutils [req-dd81fb8f-fcd1-4a12-a077-b714b8af2e95 req-b374549d-9a74-45c7-aaf1-9744a29e8868 service nova] Acquired lock "refresh_cache-33c6c229-7f77-4968-b48d-6a59bea1fc9a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.493843] env[69699]: DEBUG nova.network.neutron [req-dd81fb8f-fcd1-4a12-a077-b714b8af2e95 req-b374549d-9a74-45c7-aaf1-9744a29e8868 service nova] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Refreshing network info cache for port ddc00533-57b5-4d5c-820b-37a10037f2a2 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.500316] env[69699]: DEBUG oslo_concurrency.lockutils [None req-49ad8f1b-1b1b-4476-b20d-3a07539503a7 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.549104] env[69699]: DEBUG nova.network.neutron [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Updating instance_info_cache with network_info: [{"id": "8d8b680c-4c59-4f96-8f4f-2eaba4bc2164", "address": "fa:16:3e:09:cb:52", "network": {"id": "f0955931-0591-48a9-819a-23b46190744b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1813458221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01efa6bdb7d042a0af69905ef1196df6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d8b680c-4c", "ovs_interfaceid": "8d8b680c-4c59-4f96-8f4f-2eaba4bc2164", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.554013] env[69699]: DEBUG oslo_vmware.api [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c4f836-6089-fa12-86d7-4c97cf764126, 'name': SearchDatastore_Task, 'duration_secs': 0.012111} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.558541] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.558541] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 443869ec-6df5-4e4a-8c46-340fc7b98b37/443869ec-6df5-4e4a-8c46-340fc7b98b37.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1080.558541] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d1a702d-399b-4937-aed8-1db9f15e1b70 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.564381] env[69699]: DEBUG oslo_vmware.api [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 1080.564381] env[69699]: value = "task-3607705" [ 1080.564381] env[69699]: _type = "Task" [ 1080.564381] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.580137] env[69699]: DEBUG oslo_vmware.api [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607705, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.772410] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592d78c6-8345-4651-9790-a2bbb2e448af {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.782869] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f312ba-5949-443e-8379-f324afcc6327 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.817345] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3bc8c9-f68a-4cac-89d6-7ef1ce30b5b6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.827598] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e65810-a128-4d95-90da-06a4a37f311d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.843965] env[69699]: DEBUG nova.compute.provider_tree [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.950776] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4050d865-3cb3-4003-a0c1-8c36bdb233de tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "cdda04f7-d4a8-4221-a65a-445518eb5e0c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.085s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.004253] env[69699]: DEBUG oslo_concurrency.lockutils [None req-65c0dcb1-0abe-420f-aa5f-27c9501f100f tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Acquiring lock "ebcf8712-89f5-4806-bad4-7d08f1e05d09" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.004523] env[69699]: DEBUG oslo_concurrency.lockutils [None req-65c0dcb1-0abe-420f-aa5f-27c9501f100f tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Lock "ebcf8712-89f5-4806-bad4-7d08f1e05d09" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.004827] env[69699]: DEBUG oslo_concurrency.lockutils [None req-65c0dcb1-0abe-420f-aa5f-27c9501f100f tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Acquiring lock "ebcf8712-89f5-4806-bad4-7d08f1e05d09-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.005051] env[69699]: DEBUG oslo_concurrency.lockutils [None req-65c0dcb1-0abe-420f-aa5f-27c9501f100f tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Lock "ebcf8712-89f5-4806-bad4-7d08f1e05d09-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.005307] env[69699]: DEBUG oslo_concurrency.lockutils [None req-65c0dcb1-0abe-420f-aa5f-27c9501f100f tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Lock "ebcf8712-89f5-4806-bad4-7d08f1e05d09-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.008435] env[69699]: INFO nova.compute.manager [None req-65c0dcb1-0abe-420f-aa5f-27c9501f100f tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Terminating instance [ 1081.055954] env[69699]: DEBUG oslo_concurrency.lockutils [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Releasing lock "refresh_cache-35b9621f-00d1-4363-8b94-928b963d03eb" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.056324] env[69699]: DEBUG nova.compute.manager [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Instance network_info: |[{"id": "8d8b680c-4c59-4f96-8f4f-2eaba4bc2164", "address": "fa:16:3e:09:cb:52", "network": {"id": "f0955931-0591-48a9-819a-23b46190744b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1813458221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01efa6bdb7d042a0af69905ef1196df6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d8b680c-4c", "ovs_interfaceid": "8d8b680c-4c59-4f96-8f4f-2eaba4bc2164", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1081.058699] env[69699]: DEBUG oslo_concurrency.lockutils [req-a7368cc2-1ea4-4d50-b233-84aeea96f213 req-ead49d12-c7d1-4c4a-9919-d1410c721905 service nova] Acquired lock "refresh_cache-35b9621f-00d1-4363-8b94-928b963d03eb" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.058922] env[69699]: DEBUG nova.network.neutron [req-a7368cc2-1ea4-4d50-b233-84aeea96f213 req-ead49d12-c7d1-4c4a-9919-d1410c721905 service nova] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Refreshing network info cache for port 8d8b680c-4c59-4f96-8f4f-2eaba4bc2164 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.060469] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:cb:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd891a662-7da0-4be5-8d0d-01b4ff70552a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d8b680c-4c59-4f96-8f4f-2eaba4bc2164', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1081.069974] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.073819] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1081.077857] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c986b159-63e5-4364-b948-32a6f009d12b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.099635] env[69699]: DEBUG oslo_vmware.api [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607705, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50436} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.100906] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 443869ec-6df5-4e4a-8c46-340fc7b98b37/443869ec-6df5-4e4a-8c46-340fc7b98b37.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1081.101165] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 443869ec-6df5-4e4a-8c46-340fc7b98b37] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1081.101373] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1081.101373] env[69699]: value = "task-3607706" [ 1081.101373] env[69699]: _type = "Task" [ 1081.101373] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.101544] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f389f517-b319-4c0a-818a-0a2da13f2048 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.112577] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607706, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.113942] env[69699]: DEBUG oslo_vmware.api [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 1081.113942] env[69699]: value = "task-3607707" [ 1081.113942] env[69699]: _type = "Task" [ 1081.113942] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.123426] env[69699]: DEBUG oslo_vmware.api [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607707, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.347707] env[69699]: DEBUG nova.scheduler.client.report [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.428609] env[69699]: DEBUG nova.compute.manager [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: df538494-4ef6-49f4-8381-459e14fa731c] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1081.465112] env[69699]: DEBUG nova.virt.hardware [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1081.465422] env[69699]: DEBUG nova.virt.hardware [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1081.465523] env[69699]: DEBUG nova.virt.hardware [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.465696] env[69699]: DEBUG nova.virt.hardware [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1081.465831] env[69699]: DEBUG nova.virt.hardware [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.465968] env[69699]: DEBUG nova.virt.hardware [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1081.468144] env[69699]: DEBUG nova.virt.hardware [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1081.468144] env[69699]: DEBUG nova.virt.hardware [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1081.468144] env[69699]: DEBUG nova.virt.hardware [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1081.468144] env[69699]: DEBUG nova.virt.hardware [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1081.468144] env[69699]: DEBUG nova.virt.hardware [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1081.468144] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299da3df-8ed9-4046-be59-58d0fdf89c28 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.476897] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f55ddd-9c7d-47b6-957e-328b147967da {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.496208] env[69699]: DEBUG nova.network.neutron [req-ad811613-9dc0-4f4b-b342-02061321ebc2 req-74c2f802-0904-492b-a82f-92cd1d1c5533 service nova] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Updated VIF entry in instance network info cache for port 90d4bf2f-db5e-419d-bc58-09872f716082. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.496556] env[69699]: DEBUG nova.network.neutron [req-ad811613-9dc0-4f4b-b342-02061321ebc2 req-74c2f802-0904-492b-a82f-92cd1d1c5533 service nova] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Updating instance_info_cache with network_info: [{"id": "90d4bf2f-db5e-419d-bc58-09872f716082", "address": "fa:16:3e:82:ba:f8", "network": {"id": "0bd0c568-ae97-493c-9ed8-c70833965690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-782374772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba48fa426f0e4cb3b66a18836a0ae660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90d4bf2f-db", "ovs_interfaceid": "90d4bf2f-db5e-419d-bc58-09872f716082", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.508915] env[69699]: DEBUG nova.network.neutron [req-dd81fb8f-fcd1-4a12-a077-b714b8af2e95 req-b374549d-9a74-45c7-aaf1-9744a29e8868 service nova] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Updated VIF entry in instance network info cache for port ddc00533-57b5-4d5c-820b-37a10037f2a2. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.509388] env[69699]: DEBUG nova.network.neutron [req-dd81fb8f-fcd1-4a12-a077-b714b8af2e95 req-b374549d-9a74-45c7-aaf1-9744a29e8868 service nova] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Updating instance_info_cache with network_info: [{"id": "ddc00533-57b5-4d5c-820b-37a10037f2a2", "address": "fa:16:3e:fa:1e:51", "network": {"id": "0bd0c568-ae97-493c-9ed8-c70833965690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-782374772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba48fa426f0e4cb3b66a18836a0ae660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddc00533-57", "ovs_interfaceid": "ddc00533-57b5-4d5c-820b-37a10037f2a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.511527] env[69699]: DEBUG oslo_concurrency.lockutils [None req-65c0dcb1-0abe-420f-aa5f-27c9501f100f tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Acquiring lock "refresh_cache-ebcf8712-89f5-4806-bad4-7d08f1e05d09" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.511692] env[69699]: DEBUG oslo_concurrency.lockutils [None req-65c0dcb1-0abe-420f-aa5f-27c9501f100f tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Acquired lock "refresh_cache-ebcf8712-89f5-4806-bad4-7d08f1e05d09" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.511852] env[69699]: DEBUG nova.network.neutron [None req-65c0dcb1-0abe-420f-aa5f-27c9501f100f tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.540174] env[69699]: DEBUG nova.network.neutron [req-a7368cc2-1ea4-4d50-b233-84aeea96f213 req-ead49d12-c7d1-4c4a-9919-d1410c721905 service nova] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Updated VIF entry in instance network info cache for port 8d8b680c-4c59-4f96-8f4f-2eaba4bc2164. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.540515] env[69699]: DEBUG nova.network.neutron [req-a7368cc2-1ea4-4d50-b233-84aeea96f213 req-ead49d12-c7d1-4c4a-9919-d1410c721905 service nova] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Updating instance_info_cache with network_info: [{"id": "8d8b680c-4c59-4f96-8f4f-2eaba4bc2164", "address": "fa:16:3e:09:cb:52", "network": {"id": "f0955931-0591-48a9-819a-23b46190744b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1813458221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01efa6bdb7d042a0af69905ef1196df6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d8b680c-4c", "ovs_interfaceid": "8d8b680c-4c59-4f96-8f4f-2eaba4bc2164", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.618518] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607706, 'name': CreateVM_Task} progress is 25%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.627096] env[69699]: DEBUG oslo_vmware.api [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607707, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067266} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.627473] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 443869ec-6df5-4e4a-8c46-340fc7b98b37] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1081.628206] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8748d3-fa51-4e98-86b9-29f1c34f0b25 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.657918] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 443869ec-6df5-4e4a-8c46-340fc7b98b37] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 443869ec-6df5-4e4a-8c46-340fc7b98b37/443869ec-6df5-4e4a-8c46-340fc7b98b37.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.658331] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46beb02e-c8a8-4eda-b349-1f6180d562f7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.680523] env[69699]: DEBUG oslo_vmware.api [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 1081.680523] env[69699]: value = "task-3607708" [ 1081.680523] env[69699]: _type = "Task" [ 1081.680523] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.854019] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.459s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.854659] env[69699]: DEBUG nova.compute.manager [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8f881d79-ab95-4019-b46b-ab4f0034aa58] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1081.857672] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.419s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.860189] env[69699]: INFO nova.compute.claims [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1081.940936] env[69699]: DEBUG nova.network.neutron [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: df538494-4ef6-49f4-8381-459e14fa731c] Successfully updated port: b06143ac-6054-4509-b92d-3d52e2a84806 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1081.978716] env[69699]: DEBUG nova.compute.manager [req-bb790f76-28de-4367-a8fb-1ffeec929bee req-3f628ea7-06c1-470a-bcfc-a2131bd0e540 service nova] [instance: df538494-4ef6-49f4-8381-459e14fa731c] Received event network-vif-plugged-b06143ac-6054-4509-b92d-3d52e2a84806 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.978716] env[69699]: DEBUG oslo_concurrency.lockutils [req-bb790f76-28de-4367-a8fb-1ffeec929bee req-3f628ea7-06c1-470a-bcfc-a2131bd0e540 service nova] Acquiring lock "df538494-4ef6-49f4-8381-459e14fa731c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.978716] env[69699]: DEBUG oslo_concurrency.lockutils [req-bb790f76-28de-4367-a8fb-1ffeec929bee req-3f628ea7-06c1-470a-bcfc-a2131bd0e540 service nova] Lock "df538494-4ef6-49f4-8381-459e14fa731c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.978716] env[69699]: DEBUG oslo_concurrency.lockutils [req-bb790f76-28de-4367-a8fb-1ffeec929bee req-3f628ea7-06c1-470a-bcfc-a2131bd0e540 service nova] Lock "df538494-4ef6-49f4-8381-459e14fa731c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.978716] env[69699]: DEBUG nova.compute.manager [req-bb790f76-28de-4367-a8fb-1ffeec929bee req-3f628ea7-06c1-470a-bcfc-a2131bd0e540 service nova] [instance: df538494-4ef6-49f4-8381-459e14fa731c] No waiting events found dispatching network-vif-plugged-b06143ac-6054-4509-b92d-3d52e2a84806 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1081.978716] env[69699]: WARNING nova.compute.manager [req-bb790f76-28de-4367-a8fb-1ffeec929bee req-3f628ea7-06c1-470a-bcfc-a2131bd0e540 service nova] [instance: df538494-4ef6-49f4-8381-459e14fa731c] Received unexpected event network-vif-plugged-b06143ac-6054-4509-b92d-3d52e2a84806 for instance with vm_state building and task_state spawning. [ 1081.979103] env[69699]: DEBUG nova.compute.manager [req-bb790f76-28de-4367-a8fb-1ffeec929bee req-3f628ea7-06c1-470a-bcfc-a2131bd0e540 service nova] [instance: df538494-4ef6-49f4-8381-459e14fa731c] Received event network-changed-b06143ac-6054-4509-b92d-3d52e2a84806 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.979103] env[69699]: DEBUG nova.compute.manager [req-bb790f76-28de-4367-a8fb-1ffeec929bee req-3f628ea7-06c1-470a-bcfc-a2131bd0e540 service nova] [instance: df538494-4ef6-49f4-8381-459e14fa731c] Refreshing instance network info cache due to event network-changed-b06143ac-6054-4509-b92d-3d52e2a84806. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1081.979103] env[69699]: DEBUG oslo_concurrency.lockutils [req-bb790f76-28de-4367-a8fb-1ffeec929bee req-3f628ea7-06c1-470a-bcfc-a2131bd0e540 service nova] Acquiring lock "refresh_cache-df538494-4ef6-49f4-8381-459e14fa731c" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.979215] env[69699]: DEBUG oslo_concurrency.lockutils [req-bb790f76-28de-4367-a8fb-1ffeec929bee req-3f628ea7-06c1-470a-bcfc-a2131bd0e540 service nova] Acquired lock "refresh_cache-df538494-4ef6-49f4-8381-459e14fa731c" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.979366] env[69699]: DEBUG nova.network.neutron [req-bb790f76-28de-4367-a8fb-1ffeec929bee req-3f628ea7-06c1-470a-bcfc-a2131bd0e540 service nova] [instance: df538494-4ef6-49f4-8381-459e14fa731c] Refreshing network info cache for port b06143ac-6054-4509-b92d-3d52e2a84806 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.000629] env[69699]: DEBUG oslo_concurrency.lockutils [req-ad811613-9dc0-4f4b-b342-02061321ebc2 req-74c2f802-0904-492b-a82f-92cd1d1c5533 service nova] Releasing lock "refresh_cache-8761424b-62be-4ef5-959f-032ae7ca8938" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.012225] env[69699]: DEBUG oslo_concurrency.lockutils [req-dd81fb8f-fcd1-4a12-a077-b714b8af2e95 req-b374549d-9a74-45c7-aaf1-9744a29e8868 service nova] Releasing lock "refresh_cache-33c6c229-7f77-4968-b48d-6a59bea1fc9a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.012529] env[69699]: DEBUG nova.compute.manager [req-dd81fb8f-fcd1-4a12-a077-b714b8af2e95 req-b374549d-9a74-45c7-aaf1-9744a29e8868 service nova] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Received event network-vif-deleted-7ad9eae0-ba43-4dd1-a38c-756950552a19 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.043163] env[69699]: DEBUG oslo_concurrency.lockutils [req-a7368cc2-1ea4-4d50-b233-84aeea96f213 req-ead49d12-c7d1-4c4a-9919-d1410c721905 service nova] Releasing lock "refresh_cache-35b9621f-00d1-4363-8b94-928b963d03eb" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.116205] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607706, 'name': CreateVM_Task, 'duration_secs': 0.875075} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.116457] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1082.117082] env[69699]: DEBUG oslo_concurrency.lockutils [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.117248] env[69699]: DEBUG oslo_concurrency.lockutils [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.117575] env[69699]: DEBUG oslo_concurrency.lockutils [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.118320] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9b9e162-8247-4216-b017-190e971c5e52 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.124855] env[69699]: DEBUG oslo_vmware.api [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Waiting for the task: (returnval){ [ 1082.124855] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]524750fe-1c17-0423-689f-d8ad459adb49" [ 1082.124855] env[69699]: _type = "Task" [ 1082.124855] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.134521] env[69699]: DEBUG oslo_vmware.api [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]524750fe-1c17-0423-689f-d8ad459adb49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.193677] env[69699]: DEBUG oslo_vmware.api [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607708, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.245472] env[69699]: DEBUG nova.network.neutron [None req-65c0dcb1-0abe-420f-aa5f-27c9501f100f tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1082.310905] env[69699]: DEBUG nova.network.neutron [None req-65c0dcb1-0abe-420f-aa5f-27c9501f100f tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.354040] env[69699]: INFO nova.compute.manager [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Rebuilding instance [ 1082.365165] env[69699]: DEBUG nova.compute.utils [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1082.368913] env[69699]: DEBUG nova.compute.manager [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8f881d79-ab95-4019-b46b-ab4f0034aa58] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1082.369093] env[69699]: DEBUG nova.network.neutron [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8f881d79-ab95-4019-b46b-ab4f0034aa58] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1082.411010] env[69699]: DEBUG nova.compute.manager [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.411896] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a884cfa4-4b88-4a70-8caa-b12eb3f46062 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.416743] env[69699]: DEBUG nova.policy [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e613a936989546069d59164e00c0bac3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'deb2d5d11bed4a27b8072873567c44b6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 1082.444016] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "refresh_cache-df538494-4ef6-49f4-8381-459e14fa731c" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.516595] env[69699]: DEBUG nova.network.neutron [req-bb790f76-28de-4367-a8fb-1ffeec929bee req-3f628ea7-06c1-470a-bcfc-a2131bd0e540 service nova] [instance: df538494-4ef6-49f4-8381-459e14fa731c] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1082.587038] env[69699]: DEBUG nova.network.neutron [req-bb790f76-28de-4367-a8fb-1ffeec929bee req-3f628ea7-06c1-470a-bcfc-a2131bd0e540 service nova] [instance: df538494-4ef6-49f4-8381-459e14fa731c] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.635831] env[69699]: DEBUG oslo_vmware.api [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]524750fe-1c17-0423-689f-d8ad459adb49, 'name': SearchDatastore_Task, 'duration_secs': 0.015676} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.636173] env[69699]: DEBUG oslo_concurrency.lockutils [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.636416] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1082.636661] env[69699]: DEBUG oslo_concurrency.lockutils [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.636802] env[69699]: DEBUG oslo_concurrency.lockutils [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.636975] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1082.637252] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99c92bd8-c24c-4840-ad8e-d266f7d1a650 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.648048] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1082.648263] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1082.649054] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2247e579-c3d6-4de5-a5ef-1dd1cfd91ab9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.655199] env[69699]: DEBUG oslo_vmware.api [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Waiting for the task: (returnval){ [ 1082.655199] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a391b3-c3e4-5cc8-c909-623ce4ce5657" [ 1082.655199] env[69699]: _type = "Task" [ 1082.655199] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.664787] env[69699]: DEBUG oslo_vmware.api [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a391b3-c3e4-5cc8-c909-623ce4ce5657, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.693102] env[69699]: DEBUG oslo_vmware.api [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607708, 'name': ReconfigVM_Task, 'duration_secs': 0.625515} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.693102] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 443869ec-6df5-4e4a-8c46-340fc7b98b37] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 443869ec-6df5-4e4a-8c46-340fc7b98b37/443869ec-6df5-4e4a-8c46-340fc7b98b37.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.693585] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3598237-e46d-4922-aefe-d97b7b63eb1e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.701471] env[69699]: DEBUG oslo_vmware.api [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 1082.701471] env[69699]: value = "task-3607709" [ 1082.701471] env[69699]: _type = "Task" [ 1082.701471] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.713058] env[69699]: DEBUG oslo_vmware.api [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607709, 'name': Rename_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.737416] env[69699]: DEBUG nova.network.neutron [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8f881d79-ab95-4019-b46b-ab4f0034aa58] Successfully created port: e144a4b5-d74a-4469-a2ac-deb2046e7b99 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1082.814354] env[69699]: DEBUG oslo_concurrency.lockutils [None req-65c0dcb1-0abe-420f-aa5f-27c9501f100f tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Releasing lock "refresh_cache-ebcf8712-89f5-4806-bad4-7d08f1e05d09" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.814830] env[69699]: DEBUG nova.compute.manager [None req-65c0dcb1-0abe-420f-aa5f-27c9501f100f tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1082.815041] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-65c0dcb1-0abe-420f-aa5f-27c9501f100f tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.815967] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc2ad51-528a-41d1-85fe-e99f991b4585 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.824377] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-65c0dcb1-0abe-420f-aa5f-27c9501f100f tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.824588] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6aab1aba-643f-4371-a90a-c052e759b08f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.831188] env[69699]: DEBUG oslo_vmware.api [None req-65c0dcb1-0abe-420f-aa5f-27c9501f100f tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Waiting for the task: (returnval){ [ 1082.831188] env[69699]: value = "task-3607710" [ 1082.831188] env[69699]: _type = "Task" [ 1082.831188] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.840301] env[69699]: DEBUG oslo_vmware.api [None req-65c0dcb1-0abe-420f-aa5f-27c9501f100f tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Task: {'id': task-3607710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.869705] env[69699]: DEBUG nova.compute.manager [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8f881d79-ab95-4019-b46b-ab4f0034aa58] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1083.092928] env[69699]: DEBUG oslo_concurrency.lockutils [req-bb790f76-28de-4367-a8fb-1ffeec929bee req-3f628ea7-06c1-470a-bcfc-a2131bd0e540 service nova] Releasing lock "refresh_cache-df538494-4ef6-49f4-8381-459e14fa731c" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.093649] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquired lock "refresh_cache-df538494-4ef6-49f4-8381-459e14fa731c" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.093836] env[69699]: DEBUG nova.network.neutron [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: df538494-4ef6-49f4-8381-459e14fa731c] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.168800] env[69699]: DEBUG oslo_vmware.api [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a391b3-c3e4-5cc8-c909-623ce4ce5657, 'name': SearchDatastore_Task, 'duration_secs': 0.012065} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.172307] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ef5b951-3bf1-4384-88ab-cdb9284bd473 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.179138] env[69699]: DEBUG oslo_vmware.api [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Waiting for the task: (returnval){ [ 1083.179138] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52bf9860-2483-384b-0cd5-65f150a39d57" [ 1083.179138] env[69699]: _type = "Task" [ 1083.179138] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.191152] env[69699]: DEBUG oslo_vmware.api [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52bf9860-2483-384b-0cd5-65f150a39d57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.215270] env[69699]: DEBUG oslo_vmware.api [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607709, 'name': Rename_Task, 'duration_secs': 0.172543} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.215696] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 443869ec-6df5-4e4a-8c46-340fc7b98b37] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1083.216053] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63e382f4-67aa-4af6-8ce8-baa901bcc32a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.219724] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8122dc89-886c-4c3c-938a-0530c48e4546 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.223362] env[69699]: DEBUG oslo_vmware.api [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 1083.223362] env[69699]: value = "task-3607711" [ 1083.223362] env[69699]: _type = "Task" [ 1083.223362] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.228992] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09573022-53f9-478e-9724-2d755304db31 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.234485] env[69699]: DEBUG oslo_vmware.api [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607711, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.262072] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8201ff-0f38-4bac-9645-66668560d72e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.270429] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19460036-e6b4-49b0-b210-e959136a5aac {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.286361] env[69699]: DEBUG nova.compute.provider_tree [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.342168] env[69699]: DEBUG oslo_vmware.api [None req-65c0dcb1-0abe-420f-aa5f-27c9501f100f tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Task: {'id': task-3607710, 'name': PowerOffVM_Task, 'duration_secs': 0.125619} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.342498] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-65c0dcb1-0abe-420f-aa5f-27c9501f100f tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1083.342673] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-65c0dcb1-0abe-420f-aa5f-27c9501f100f tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1083.342933] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8af8670e-6181-48f0-8416-96c954bde11f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.381251] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-65c0dcb1-0abe-420f-aa5f-27c9501f100f tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1083.381622] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-65c0dcb1-0abe-420f-aa5f-27c9501f100f tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Deleting contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1083.381703] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-65c0dcb1-0abe-420f-aa5f-27c9501f100f tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Deleting the datastore file [datastore1] ebcf8712-89f5-4806-bad4-7d08f1e05d09 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1083.382176] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c06f687e-02cc-4834-b0a2-eb78bed4ae0e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.390172] env[69699]: DEBUG oslo_vmware.api [None req-65c0dcb1-0abe-420f-aa5f-27c9501f100f tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Waiting for the task: (returnval){ [ 1083.390172] env[69699]: value = "task-3607713" [ 1083.390172] env[69699]: _type = "Task" [ 1083.390172] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.398902] env[69699]: DEBUG oslo_vmware.api [None req-65c0dcb1-0abe-420f-aa5f-27c9501f100f tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Task: {'id': task-3607713, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.429841] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.430183] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff9336c1-ace4-4dd3-be50-d1e0899a2b3c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.438686] env[69699]: DEBUG oslo_vmware.api [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1083.438686] env[69699]: value = "task-3607714" [ 1083.438686] env[69699]: _type = "Task" [ 1083.438686] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.447730] env[69699]: DEBUG oslo_vmware.api [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.645068] env[69699]: DEBUG nova.network.neutron [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: df538494-4ef6-49f4-8381-459e14fa731c] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1083.690817] env[69699]: DEBUG oslo_vmware.api [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52bf9860-2483-384b-0cd5-65f150a39d57, 'name': SearchDatastore_Task, 'duration_secs': 0.017974} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.692476] env[69699]: DEBUG oslo_concurrency.lockutils [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.692742] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 35b9621f-00d1-4363-8b94-928b963d03eb/35b9621f-00d1-4363-8b94-928b963d03eb.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1083.693008] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-734a49b0-5370-4ed3-868b-7094b0b9b5e8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.701111] env[69699]: DEBUG oslo_vmware.api [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Waiting for the task: (returnval){ [ 1083.701111] env[69699]: value = "task-3607715" [ 1083.701111] env[69699]: _type = "Task" [ 1083.701111] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.711021] env[69699]: DEBUG oslo_vmware.api [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607715, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.735192] env[69699]: DEBUG oslo_vmware.api [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607711, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.789879] env[69699]: DEBUG nova.scheduler.client.report [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.803606] env[69699]: DEBUG nova.network.neutron [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: df538494-4ef6-49f4-8381-459e14fa731c] Updating instance_info_cache with network_info: [{"id": "b06143ac-6054-4509-b92d-3d52e2a84806", "address": "fa:16:3e:e9:2e:47", "network": {"id": "3704068f-6289-4088-bfd3-0d8f4fb8ad07", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1045952331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "152467b2c42f4433aacb37504612095d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb06143ac-60", "ovs_interfaceid": "b06143ac-6054-4509-b92d-3d52e2a84806", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.884898] env[69699]: DEBUG nova.compute.manager [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8f881d79-ab95-4019-b46b-ab4f0034aa58] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1083.902067] env[69699]: DEBUG oslo_vmware.api [None req-65c0dcb1-0abe-420f-aa5f-27c9501f100f tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Task: {'id': task-3607713, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276572} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.902067] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-65c0dcb1-0abe-420f-aa5f-27c9501f100f tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.902067] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-65c0dcb1-0abe-420f-aa5f-27c9501f100f tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Deleted contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1083.902067] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-65c0dcb1-0abe-420f-aa5f-27c9501f100f tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1083.902067] env[69699]: INFO nova.compute.manager [None req-65c0dcb1-0abe-420f-aa5f-27c9501f100f tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1083.902491] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65c0dcb1-0abe-420f-aa5f-27c9501f100f tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.902491] env[69699]: DEBUG nova.compute.manager [-] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1083.902491] env[69699]: DEBUG nova.network.neutron [-] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1083.920335] env[69699]: DEBUG nova.virt.hardware [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='8801d2617889936a2b7e643cd6e2fc12',container_format='bare',created_at=2025-04-25T20:05:53Z,direct_url=,disk_format='vmdk',id=f3d4fba6-92e1-48bc-a420-63afacfe3370,min_disk=1,min_ram=0,name='tempest-test-snap-168693919',owner='deb2d5d11bed4a27b8072873567c44b6',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-25T20:06:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1083.920584] env[69699]: DEBUG nova.virt.hardware [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1083.920752] env[69699]: DEBUG nova.virt.hardware [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1083.920938] env[69699]: DEBUG nova.virt.hardware [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1083.921113] env[69699]: DEBUG nova.virt.hardware [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1083.921418] env[69699]: DEBUG nova.virt.hardware [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1083.921563] env[69699]: DEBUG nova.virt.hardware [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1083.921744] env[69699]: DEBUG nova.virt.hardware [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1083.921929] env[69699]: DEBUG nova.virt.hardware [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1083.922112] env[69699]: DEBUG nova.virt.hardware [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1083.922302] env[69699]: DEBUG nova.virt.hardware [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1083.923217] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187e83a1-cf53-4c3c-acb8-53214c23fc95 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.926765] env[69699]: DEBUG nova.network.neutron [-] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1083.934140] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b9b9c4-abf8-4628-b66d-4f64b87eff3a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.958657] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] VM already powered off {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1083.958927] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1083.960635] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4b89f0-4974-4ad2-ba83-6266d91495ab {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.967550] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1083.968075] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e950244-f00c-4f1d-b393-d5e284666a9d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.048290] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.048521] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.048764] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Deleting the datastore file [datastore2] cdda04f7-d4a8-4221-a65a-445518eb5e0c {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.049181] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6ee6b7c-7f64-4aa5-8141-c1a9d3b4c714 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.057344] env[69699]: DEBUG oslo_vmware.api [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1084.057344] env[69699]: value = "task-3607717" [ 1084.057344] env[69699]: _type = "Task" [ 1084.057344] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.067523] env[69699]: DEBUG oslo_vmware.api [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607717, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.125067] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8b7b6ba8-98e1-437b-984a-3625749afe67 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "interface-33c6c229-7f77-4968-b48d-6a59bea1fc9a-8eacaa48-89b4-4a3f-a3c4-3346493c02f6" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.125541] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8b7b6ba8-98e1-437b-984a-3625749afe67 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "interface-33c6c229-7f77-4968-b48d-6a59bea1fc9a-8eacaa48-89b4-4a3f-a3c4-3346493c02f6" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.126173] env[69699]: DEBUG nova.objects.instance [None req-8b7b6ba8-98e1-437b-984a-3625749afe67 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lazy-loading 'flavor' on Instance uuid 33c6c229-7f77-4968-b48d-6a59bea1fc9a {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.212767] env[69699]: DEBUG oslo_vmware.api [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607715, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.237326] env[69699]: DEBUG oslo_vmware.api [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607711, 'name': PowerOnVM_Task, 'duration_secs': 0.721916} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.237613] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 443869ec-6df5-4e4a-8c46-340fc7b98b37] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.237848] env[69699]: INFO nova.compute.manager [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 443869ec-6df5-4e4a-8c46-340fc7b98b37] Took 8.90 seconds to spawn the instance on the hypervisor. [ 1084.238034] env[69699]: DEBUG nova.compute.manager [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 443869ec-6df5-4e4a-8c46-340fc7b98b37] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.238948] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e726e6-6373-45ed-805a-fbcf205a5276 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.244014] env[69699]: DEBUG nova.compute.manager [req-50759444-7420-46c4-b8a6-0efff7ade4d4 req-863766b5-03ac-4cd0-bba6-e5f9fa56f1b6 service nova] [instance: 8f881d79-ab95-4019-b46b-ab4f0034aa58] Received event network-vif-plugged-e144a4b5-d74a-4469-a2ac-deb2046e7b99 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.244281] env[69699]: DEBUG oslo_concurrency.lockutils [req-50759444-7420-46c4-b8a6-0efff7ade4d4 req-863766b5-03ac-4cd0-bba6-e5f9fa56f1b6 service nova] Acquiring lock "8f881d79-ab95-4019-b46b-ab4f0034aa58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.244928] env[69699]: DEBUG oslo_concurrency.lockutils [req-50759444-7420-46c4-b8a6-0efff7ade4d4 req-863766b5-03ac-4cd0-bba6-e5f9fa56f1b6 service nova] Lock "8f881d79-ab95-4019-b46b-ab4f0034aa58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.245106] env[69699]: DEBUG oslo_concurrency.lockutils [req-50759444-7420-46c4-b8a6-0efff7ade4d4 req-863766b5-03ac-4cd0-bba6-e5f9fa56f1b6 service nova] Lock "8f881d79-ab95-4019-b46b-ab4f0034aa58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.245217] env[69699]: DEBUG nova.compute.manager [req-50759444-7420-46c4-b8a6-0efff7ade4d4 req-863766b5-03ac-4cd0-bba6-e5f9fa56f1b6 service nova] [instance: 8f881d79-ab95-4019-b46b-ab4f0034aa58] No waiting events found dispatching network-vif-plugged-e144a4b5-d74a-4469-a2ac-deb2046e7b99 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1084.245383] env[69699]: WARNING nova.compute.manager [req-50759444-7420-46c4-b8a6-0efff7ade4d4 req-863766b5-03ac-4cd0-bba6-e5f9fa56f1b6 service nova] [instance: 8f881d79-ab95-4019-b46b-ab4f0034aa58] Received unexpected event network-vif-plugged-e144a4b5-d74a-4469-a2ac-deb2046e7b99 for instance with vm_state building and task_state spawning. [ 1084.296927] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.439s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.297525] env[69699]: DEBUG nova.compute.manager [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1084.304024] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.382s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.304024] env[69699]: DEBUG nova.objects.instance [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69699) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1084.304966] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Releasing lock "refresh_cache-df538494-4ef6-49f4-8381-459e14fa731c" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.305346] env[69699]: DEBUG nova.compute.manager [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: df538494-4ef6-49f4-8381-459e14fa731c] Instance network_info: |[{"id": "b06143ac-6054-4509-b92d-3d52e2a84806", "address": "fa:16:3e:e9:2e:47", "network": {"id": "3704068f-6289-4088-bfd3-0d8f4fb8ad07", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1045952331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "152467b2c42f4433aacb37504612095d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb06143ac-60", "ovs_interfaceid": "b06143ac-6054-4509-b92d-3d52e2a84806", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1084.305820] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: df538494-4ef6-49f4-8381-459e14fa731c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:2e:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c894ab55-c869-4530-9702-cb46d173ce94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b06143ac-6054-4509-b92d-3d52e2a84806', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1084.314296] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.315097] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df538494-4ef6-49f4-8381-459e14fa731c] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1084.317522] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80d8f060-eede-45cb-89ce-ebe2ad49fd07 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.337784] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1084.337784] env[69699]: value = "task-3607718" [ 1084.337784] env[69699]: _type = "Task" [ 1084.337784] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.348913] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607718, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.409805] env[69699]: DEBUG nova.network.neutron [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8f881d79-ab95-4019-b46b-ab4f0034aa58] Successfully updated port: e144a4b5-d74a-4469-a2ac-deb2046e7b99 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1084.429775] env[69699]: DEBUG nova.network.neutron [-] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.567709] env[69699]: DEBUG oslo_vmware.api [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607717, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317493} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.567990] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1084.568196] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1084.568363] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1084.713375] env[69699]: DEBUG oslo_vmware.api [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607715, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630051} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.713647] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 35b9621f-00d1-4363-8b94-928b963d03eb/35b9621f-00d1-4363-8b94-928b963d03eb.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1084.713867] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1084.714427] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-910f760c-e7fa-4f75-a1ee-58d8e2b4a7d0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.724169] env[69699]: DEBUG oslo_vmware.api [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Waiting for the task: (returnval){ [ 1084.724169] env[69699]: value = "task-3607719" [ 1084.724169] env[69699]: _type = "Task" [ 1084.724169] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.447723] env[69699]: DEBUG nova.compute.utils [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1085.451518] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquiring lock "refresh_cache-8f881d79-ab95-4019-b46b-ab4f0034aa58" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.451716] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquired lock "refresh_cache-8f881d79-ab95-4019-b46b-ab4f0034aa58" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.451870] env[69699]: DEBUG nova.network.neutron [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8f881d79-ab95-4019-b46b-ab4f0034aa58] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.453593] env[69699]: INFO nova.compute.manager [-] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Took 1.55 seconds to deallocate network for instance. [ 1085.456462] env[69699]: DEBUG oslo_vmware.api [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607719, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.456655] env[69699]: WARNING oslo_vmware.common.loopingcall [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] task run outlasted interval by 0.23226599999999997 sec [ 1085.457551] env[69699]: DEBUG nova.objects.instance [None req-8b7b6ba8-98e1-437b-984a-3625749afe67 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lazy-loading 'pci_requests' on Instance uuid 33c6c229-7f77-4968-b48d-6a59bea1fc9a {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.462157] env[69699]: DEBUG nova.compute.manager [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1085.462316] env[69699]: DEBUG nova.network.neutron [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 6ce72100-1024-4041-b84c-8b611a186331] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1085.468715] env[69699]: INFO nova.compute.manager [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 443869ec-6df5-4e4a-8c46-340fc7b98b37] Took 23.74 seconds to build instance. [ 1085.484324] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607718, 'name': CreateVM_Task, 'duration_secs': 0.763876} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.487843] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df538494-4ef6-49f4-8381-459e14fa731c] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1085.488583] env[69699]: DEBUG oslo_vmware.api [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607719, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.199506} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.489702] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.489886] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.490265] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.490765] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1085.492081] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e9be52f-566c-4550-a4e8-198b9152989e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.494234] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34112bd2-496c-4a9d-86d9-bf8050dfec32 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.519245] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 35b9621f-00d1-4363-8b94-928b963d03eb/35b9621f-00d1-4363-8b94-928b963d03eb.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.520495] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb6a82fc-6426-422e-9e82-db66f695e9d8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.534468] env[69699]: DEBUG oslo_vmware.api [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 1085.534468] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5299de4b-70ca-daf8-0dd7-61a14a551a4a" [ 1085.534468] env[69699]: _type = "Task" [ 1085.534468] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.542319] env[69699]: DEBUG nova.policy [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c137e52cb9e04eb798315c7bf5764619', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14c1236c77054fb8bf2c683bb76174ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 1085.548883] env[69699]: DEBUG oslo_vmware.api [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Waiting for the task: (returnval){ [ 1085.548883] env[69699]: value = "task-3607720" [ 1085.548883] env[69699]: _type = "Task" [ 1085.548883] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.549342] env[69699]: DEBUG oslo_vmware.api [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5299de4b-70ca-daf8-0dd7-61a14a551a4a, 'name': SearchDatastore_Task, 'duration_secs': 0.009973} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.549679] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.549894] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: df538494-4ef6-49f4-8381-459e14fa731c] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1085.550153] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.550302] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.550478] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1085.553346] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-201ca559-a441-45ad-9157-7b036c93e802 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.561055] env[69699]: DEBUG oslo_vmware.api [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607720, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.562285] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1085.562454] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1085.563144] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6dd955b-ea10-4cda-a7d0-8a106e9dacc9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.568440] env[69699]: DEBUG oslo_vmware.api [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 1085.568440] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5291502d-8933-e4a1-7d38-1c6e5aef039e" [ 1085.568440] env[69699]: _type = "Task" [ 1085.568440] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.576259] env[69699]: DEBUG oslo_vmware.api [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5291502d-8933-e4a1-7d38-1c6e5aef039e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.960385] env[69699]: DEBUG nova.compute.manager [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1085.963895] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9c96fabf-bbc9-4c72-8e81-eef5d0e4df6d tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.663s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.968019] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0008c79e-15f9-441e-8a9e-e936372c9e2d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 7.063s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.969435] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2c43c413-c6dd-41ee-b2c3-b8ab883d8df4 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquiring lock "443869ec-6df5-4e4a-8c46-340fc7b98b37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.975409] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d361a2cc-1dc0-4c0b-87a5-51eb172d65b9 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "443869ec-6df5-4e4a-8c46-340fc7b98b37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.259s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.975409] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2c43c413-c6dd-41ee-b2c3-b8ab883d8df4 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "443869ec-6df5-4e4a-8c46-340fc7b98b37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.006s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.975409] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2c43c413-c6dd-41ee-b2c3-b8ab883d8df4 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquiring lock "443869ec-6df5-4e4a-8c46-340fc7b98b37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.975706] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2c43c413-c6dd-41ee-b2c3-b8ab883d8df4 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "443869ec-6df5-4e4a-8c46-340fc7b98b37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.975706] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2c43c413-c6dd-41ee-b2c3-b8ab883d8df4 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "443869ec-6df5-4e4a-8c46-340fc7b98b37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.977613] env[69699]: DEBUG nova.network.neutron [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Successfully created port: 847ba884-1d01-41b1-99e4-94af3087f683 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1085.979950] env[69699]: DEBUG oslo_concurrency.lockutils [None req-65c0dcb1-0abe-420f-aa5f-27c9501f100f tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.980343] env[69699]: INFO nova.compute.manager [None req-2c43c413-c6dd-41ee-b2c3-b8ab883d8df4 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 443869ec-6df5-4e4a-8c46-340fc7b98b37] Terminating instance [ 1086.003039] env[69699]: DEBUG nova.objects.base [None req-8b7b6ba8-98e1-437b-984a-3625749afe67 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Object Instance<33c6c229-7f77-4968-b48d-6a59bea1fc9a> lazy-loaded attributes: flavor,pci_requests {{(pid=69699) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1086.003244] env[69699]: DEBUG nova.network.neutron [None req-8b7b6ba8-98e1-437b-984a-3625749afe67 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1086.029670] env[69699]: DEBUG nova.virt.hardware [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1086.029927] env[69699]: DEBUG nova.virt.hardware [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1086.030096] env[69699]: DEBUG nova.virt.hardware [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1086.030287] env[69699]: DEBUG nova.virt.hardware [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1086.030430] env[69699]: DEBUG nova.virt.hardware [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1086.030576] env[69699]: DEBUG nova.virt.hardware [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1086.030778] env[69699]: DEBUG nova.virt.hardware [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1086.030972] env[69699]: DEBUG nova.virt.hardware [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1086.031163] env[69699]: DEBUG nova.virt.hardware [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1086.031330] env[69699]: DEBUG nova.virt.hardware [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1086.031508] env[69699]: DEBUG nova.virt.hardware [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1086.032573] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff4fa2b-308b-40f9-984a-e45b7bbe730d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.042848] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0bd1cb-0a58-455b-8ab4-567d87939842 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.056969] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:be:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a3ee3ed-3ba7-4b9b-b95c-c97311404e35', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1086.064204] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.066661] env[69699]: DEBUG nova.network.neutron [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8f881d79-ab95-4019-b46b-ab4f0034aa58] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1086.070794] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1086.071087] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-188a44f8-219a-4011-b626-97257cf95055 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.094339] env[69699]: DEBUG oslo_vmware.api [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607720, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.098341] env[69699]: DEBUG oslo_vmware.api [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5291502d-8933-e4a1-7d38-1c6e5aef039e, 'name': SearchDatastore_Task, 'duration_secs': 0.009321} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.098534] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1086.098534] env[69699]: value = "task-3607721" [ 1086.098534] env[69699]: _type = "Task" [ 1086.098534] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.099263] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-552576ca-a287-455e-8b68-2b7c2db25205 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.107071] env[69699]: DEBUG oslo_vmware.api [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 1086.107071] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]528b146d-b490-f126-e7e3-d62d6cb20cf9" [ 1086.107071] env[69699]: _type = "Task" [ 1086.107071] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.113358] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607721, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.120814] env[69699]: DEBUG oslo_vmware.api [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]528b146d-b490-f126-e7e3-d62d6cb20cf9, 'name': SearchDatastore_Task, 'duration_secs': 0.010326} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.121073] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.121366] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] df538494-4ef6-49f4-8381-459e14fa731c/df538494-4ef6-49f4-8381-459e14fa731c.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1086.121786] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b28ddba-684c-4af0-b162-1bb27504b27c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.129033] env[69699]: DEBUG oslo_vmware.api [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 1086.129033] env[69699]: value = "task-3607722" [ 1086.129033] env[69699]: _type = "Task" [ 1086.129033] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.137556] env[69699]: DEBUG oslo_vmware.api [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607722, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.167093] env[69699]: DEBUG nova.policy [None req-8b7b6ba8-98e1-437b-984a-3625749afe67 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bb3e38e23894b1eab05ad6519759de4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba48fa426f0e4cb3b66a18836a0ae660', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 1086.271057] env[69699]: DEBUG nova.compute.manager [req-6df67547-b970-48b3-9bee-206e8cf3a57d req-b2190efe-94c4-4504-ae65-4aa5e4ad2300 service nova] [instance: 8f881d79-ab95-4019-b46b-ab4f0034aa58] Received event network-changed-e144a4b5-d74a-4469-a2ac-deb2046e7b99 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.271057] env[69699]: DEBUG nova.compute.manager [req-6df67547-b970-48b3-9bee-206e8cf3a57d req-b2190efe-94c4-4504-ae65-4aa5e4ad2300 service nova] [instance: 8f881d79-ab95-4019-b46b-ab4f0034aa58] Refreshing instance network info cache due to event network-changed-e144a4b5-d74a-4469-a2ac-deb2046e7b99. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1086.271057] env[69699]: DEBUG oslo_concurrency.lockutils [req-6df67547-b970-48b3-9bee-206e8cf3a57d req-b2190efe-94c4-4504-ae65-4aa5e4ad2300 service nova] Acquiring lock "refresh_cache-8f881d79-ab95-4019-b46b-ab4f0034aa58" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.333608] env[69699]: DEBUG nova.network.neutron [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8f881d79-ab95-4019-b46b-ab4f0034aa58] Updating instance_info_cache with network_info: [{"id": "e144a4b5-d74a-4469-a2ac-deb2046e7b99", "address": "fa:16:3e:da:e7:66", "network": {"id": "9844044a-e94c-45d6-aa96-24b8c7d1e908", "bridge": "br-int", "label": "tempest-ImagesTestJSON-288563612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "deb2d5d11bed4a27b8072873567c44b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape144a4b5-d7", "ovs_interfaceid": "e144a4b5-d74a-4469-a2ac-deb2046e7b99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.484429] env[69699]: DEBUG nova.compute.manager [None req-2c43c413-c6dd-41ee-b2c3-b8ab883d8df4 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 443869ec-6df5-4e4a-8c46-340fc7b98b37] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1086.484756] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2c43c413-c6dd-41ee-b2c3-b8ab883d8df4 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 443869ec-6df5-4e4a-8c46-340fc7b98b37] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1086.485886] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7b54d1-b394-4f2c-8940-84bf35eba491 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.495760] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c43c413-c6dd-41ee-b2c3-b8ab883d8df4 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 443869ec-6df5-4e4a-8c46-340fc7b98b37] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.496150] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25b4bdf3-e7f6-45e9-91ae-51836af2561b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.510034] env[69699]: DEBUG oslo_vmware.api [None req-2c43c413-c6dd-41ee-b2c3-b8ab883d8df4 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 1086.510034] env[69699]: value = "task-3607723" [ 1086.510034] env[69699]: _type = "Task" [ 1086.510034] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.527364] env[69699]: DEBUG oslo_vmware.api [None req-2c43c413-c6dd-41ee-b2c3-b8ab883d8df4 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607723, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.572367] env[69699]: DEBUG oslo_vmware.api [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607720, 'name': ReconfigVM_Task, 'duration_secs': 0.903133} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.572728] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 35b9621f-00d1-4363-8b94-928b963d03eb/35b9621f-00d1-4363-8b94-928b963d03eb.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1086.573511] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5924d339-333c-4722-b9ab-b5c3161aa463 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.581635] env[69699]: DEBUG oslo_vmware.api [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Waiting for the task: (returnval){ [ 1086.581635] env[69699]: value = "task-3607724" [ 1086.581635] env[69699]: _type = "Task" [ 1086.581635] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.594192] env[69699]: DEBUG oslo_vmware.api [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607724, 'name': Rename_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.609185] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607721, 'name': CreateVM_Task, 'duration_secs': 0.434292} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.611933] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1086.613229] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.613533] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.613876] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.614150] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d5bf7c9-559c-4c7e-8a87-6c49cde8b696 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.619652] env[69699]: DEBUG oslo_vmware.api [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1086.619652] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5239a7d5-cc3b-ef4d-2e54-90d04ded7dbc" [ 1086.619652] env[69699]: _type = "Task" [ 1086.619652] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.631591] env[69699]: DEBUG oslo_vmware.api [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5239a7d5-cc3b-ef4d-2e54-90d04ded7dbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.640685] env[69699]: DEBUG oslo_vmware.api [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607722, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494333} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.643626] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] df538494-4ef6-49f4-8381-459e14fa731c/df538494-4ef6-49f4-8381-459e14fa731c.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1086.643906] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: df538494-4ef6-49f4-8381-459e14fa731c] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1086.644479] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11db3ede-20b7-4614-8aa6-71566dd64901 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.653209] env[69699]: DEBUG oslo_vmware.api [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 1086.653209] env[69699]: value = "task-3607725" [ 1086.653209] env[69699]: _type = "Task" [ 1086.653209] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.665305] env[69699]: DEBUG oslo_vmware.api [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607725, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.805277] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e7613c-5477-46b6-809d-ecce8a9d04e5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.814172] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6308e861-1e7c-47f9-95e5-51788cbcffdc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.844338] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Releasing lock "refresh_cache-8f881d79-ab95-4019-b46b-ab4f0034aa58" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.844851] env[69699]: DEBUG nova.compute.manager [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8f881d79-ab95-4019-b46b-ab4f0034aa58] Instance network_info: |[{"id": "e144a4b5-d74a-4469-a2ac-deb2046e7b99", "address": "fa:16:3e:da:e7:66", "network": {"id": "9844044a-e94c-45d6-aa96-24b8c7d1e908", "bridge": "br-int", "label": "tempest-ImagesTestJSON-288563612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "deb2d5d11bed4a27b8072873567c44b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape144a4b5-d7", "ovs_interfaceid": "e144a4b5-d74a-4469-a2ac-deb2046e7b99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1086.845520] env[69699]: DEBUG oslo_concurrency.lockutils [req-6df67547-b970-48b3-9bee-206e8cf3a57d req-b2190efe-94c4-4504-ae65-4aa5e4ad2300 service nova] Acquired lock "refresh_cache-8f881d79-ab95-4019-b46b-ab4f0034aa58" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.845824] env[69699]: DEBUG nova.network.neutron [req-6df67547-b970-48b3-9bee-206e8cf3a57d req-b2190efe-94c4-4504-ae65-4aa5e4ad2300 service nova] [instance: 8f881d79-ab95-4019-b46b-ab4f0034aa58] Refreshing network info cache for port e144a4b5-d74a-4469-a2ac-deb2046e7b99 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.847108] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8f881d79-ab95-4019-b46b-ab4f0034aa58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:e7:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1c8fdf9-970c-4ae0-b6d9-f1015196b552', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e144a4b5-d74a-4469-a2ac-deb2046e7b99', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1086.854538] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.855330] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a65e1a1-a518-48b5-a968-f8808849488c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.860824] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f881d79-ab95-4019-b46b-ab4f0034aa58] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1086.861568] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bde44319-6f99-43c8-8336-19218b6d9fa6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.883264] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc282cb-6bde-45d7-b316-9ef7fcb0f3d7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.887485] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1086.887485] env[69699]: value = "task-3607726" [ 1086.887485] env[69699]: _type = "Task" [ 1086.887485] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.899619] env[69699]: DEBUG nova.compute.provider_tree [None req-0008c79e-15f9-441e-8a9e-e936372c9e2d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1086.908688] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607726, 'name': CreateVM_Task} progress is 10%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.977219] env[69699]: DEBUG nova.compute.manager [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1087.006391] env[69699]: DEBUG nova.virt.hardware [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1087.006679] env[69699]: DEBUG nova.virt.hardware [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1087.006840] env[69699]: DEBUG nova.virt.hardware [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1087.007036] env[69699]: DEBUG nova.virt.hardware [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1087.007189] env[69699]: DEBUG nova.virt.hardware [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1087.007335] env[69699]: DEBUG nova.virt.hardware [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1087.007535] env[69699]: DEBUG nova.virt.hardware [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1087.007693] env[69699]: DEBUG nova.virt.hardware [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1087.007854] env[69699]: DEBUG nova.virt.hardware [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1087.008027] env[69699]: DEBUG nova.virt.hardware [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1087.008203] env[69699]: DEBUG nova.virt.hardware [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1087.009093] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0507a64a-3035-43d1-b17b-ea3f27819515 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.020657] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f121ad5-f3c4-40aa-a96f-65f714d61735 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.027201] env[69699]: DEBUG oslo_vmware.api [None req-2c43c413-c6dd-41ee-b2c3-b8ab883d8df4 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607723, 'name': PowerOffVM_Task, 'duration_secs': 0.2128} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.027767] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c43c413-c6dd-41ee-b2c3-b8ab883d8df4 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 443869ec-6df5-4e4a-8c46-340fc7b98b37] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1087.027954] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2c43c413-c6dd-41ee-b2c3-b8ab883d8df4 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 443869ec-6df5-4e4a-8c46-340fc7b98b37] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1087.028404] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8ecb7a5-a22d-42f0-b303-9d53622bcd86 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.086820] env[69699]: DEBUG nova.network.neutron [req-6df67547-b970-48b3-9bee-206e8cf3a57d req-b2190efe-94c4-4504-ae65-4aa5e4ad2300 service nova] [instance: 8f881d79-ab95-4019-b46b-ab4f0034aa58] Updated VIF entry in instance network info cache for port e144a4b5-d74a-4469-a2ac-deb2046e7b99. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1087.087099] env[69699]: DEBUG nova.network.neutron [req-6df67547-b970-48b3-9bee-206e8cf3a57d req-b2190efe-94c4-4504-ae65-4aa5e4ad2300 service nova] [instance: 8f881d79-ab95-4019-b46b-ab4f0034aa58] Updating instance_info_cache with network_info: [{"id": "e144a4b5-d74a-4469-a2ac-deb2046e7b99", "address": "fa:16:3e:da:e7:66", "network": {"id": "9844044a-e94c-45d6-aa96-24b8c7d1e908", "bridge": "br-int", "label": "tempest-ImagesTestJSON-288563612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "deb2d5d11bed4a27b8072873567c44b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape144a4b5-d7", "ovs_interfaceid": "e144a4b5-d74a-4469-a2ac-deb2046e7b99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.094588] env[69699]: DEBUG oslo_vmware.api [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607724, 'name': Rename_Task, 'duration_secs': 0.174198} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.094884] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1087.095150] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb07d451-cafc-4c82-8029-fd3e21c36cfc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.103290] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2c43c413-c6dd-41ee-b2c3-b8ab883d8df4 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 443869ec-6df5-4e4a-8c46-340fc7b98b37] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1087.103567] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2c43c413-c6dd-41ee-b2c3-b8ab883d8df4 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 443869ec-6df5-4e4a-8c46-340fc7b98b37] Deleting contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1087.103709] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c43c413-c6dd-41ee-b2c3-b8ab883d8df4 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Deleting the datastore file [datastore1] 443869ec-6df5-4e4a-8c46-340fc7b98b37 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1087.104022] env[69699]: DEBUG oslo_vmware.api [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Waiting for the task: (returnval){ [ 1087.104022] env[69699]: value = "task-3607728" [ 1087.104022] env[69699]: _type = "Task" [ 1087.104022] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.104220] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f51a2ea-32f8-4f80-9b95-e34e85967f46 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.113219] env[69699]: DEBUG oslo_vmware.api [None req-2c43c413-c6dd-41ee-b2c3-b8ab883d8df4 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 1087.113219] env[69699]: value = "task-3607729" [ 1087.113219] env[69699]: _type = "Task" [ 1087.113219] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.115841] env[69699]: DEBUG oslo_vmware.api [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607728, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.131254] env[69699]: DEBUG oslo_vmware.api [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5239a7d5-cc3b-ef4d-2e54-90d04ded7dbc, 'name': SearchDatastore_Task, 'duration_secs': 0.014525} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.131616] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.131892] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1087.132189] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.132410] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.132651] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1087.132984] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86412a66-6adf-40ca-91ac-e4ee2f9d1b3c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.143971] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1087.144212] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1087.145019] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7d47def-3069-4a2d-92f0-7b263acd2668 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.151469] env[69699]: DEBUG oslo_vmware.api [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1087.151469] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5290235c-b3f9-ad20-b740-15ee8c6c73cd" [ 1087.151469] env[69699]: _type = "Task" [ 1087.151469] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.163807] env[69699]: DEBUG oslo_vmware.api [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5290235c-b3f9-ad20-b740-15ee8c6c73cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.166288] env[69699]: DEBUG oslo_vmware.api [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607725, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080773} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.166521] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: df538494-4ef6-49f4-8381-459e14fa731c] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1087.167379] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9d2f44-d482-4c5c-b716-1430db2fb19f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.192222] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: df538494-4ef6-49f4-8381-459e14fa731c] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] df538494-4ef6-49f4-8381-459e14fa731c/df538494-4ef6-49f4-8381-459e14fa731c.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.192537] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee9fe3ae-c922-48ee-964e-d40b80d77b7f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.213582] env[69699]: DEBUG oslo_vmware.api [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 1087.213582] env[69699]: value = "task-3607730" [ 1087.213582] env[69699]: _type = "Task" [ 1087.213582] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.222975] env[69699]: DEBUG oslo_vmware.api [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607730, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.398224] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607726, 'name': CreateVM_Task, 'duration_secs': 0.394506} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.398426] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f881d79-ab95-4019-b46b-ab4f0034aa58] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1087.399178] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3d4fba6-92e1-48bc-a420-63afacfe3370" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.399363] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3d4fba6-92e1-48bc-a420-63afacfe3370" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.399787] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f3d4fba6-92e1-48bc-a420-63afacfe3370" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.400092] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dafdaac8-fd6b-4be3-bd40-15555622dbe6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.407689] env[69699]: DEBUG oslo_vmware.api [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 1087.407689] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52d2f7a9-b102-a77d-0454-dde5a1d9c5f7" [ 1087.407689] env[69699]: _type = "Task" [ 1087.407689] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.416340] env[69699]: DEBUG oslo_vmware.api [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52d2f7a9-b102-a77d-0454-dde5a1d9c5f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.436399] env[69699]: DEBUG nova.scheduler.client.report [None req-0008c79e-15f9-441e-8a9e-e936372c9e2d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Updated inventory for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with generation 138 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1087.436699] env[69699]: DEBUG nova.compute.provider_tree [None req-0008c79e-15f9-441e-8a9e-e936372c9e2d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Updating resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f generation from 138 to 139 during operation: update_inventory {{(pid=69699) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1087.436894] env[69699]: DEBUG nova.compute.provider_tree [None req-0008c79e-15f9-441e-8a9e-e936372c9e2d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1087.534114] env[69699]: DEBUG nova.network.neutron [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Successfully updated port: 847ba884-1d01-41b1-99e4-94af3087f683 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1087.590038] env[69699]: DEBUG oslo_concurrency.lockutils [req-6df67547-b970-48b3-9bee-206e8cf3a57d req-b2190efe-94c4-4504-ae65-4aa5e4ad2300 service nova] Releasing lock "refresh_cache-8f881d79-ab95-4019-b46b-ab4f0034aa58" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.618776] env[69699]: DEBUG oslo_vmware.api [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607728, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.630707] env[69699]: DEBUG oslo_vmware.api [None req-2c43c413-c6dd-41ee-b2c3-b8ab883d8df4 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607729, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175518} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.630999] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c43c413-c6dd-41ee-b2c3-b8ab883d8df4 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1087.631393] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2c43c413-c6dd-41ee-b2c3-b8ab883d8df4 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 443869ec-6df5-4e4a-8c46-340fc7b98b37] Deleted contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1087.631765] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2c43c413-c6dd-41ee-b2c3-b8ab883d8df4 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 443869ec-6df5-4e4a-8c46-340fc7b98b37] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1087.632023] env[69699]: INFO nova.compute.manager [None req-2c43c413-c6dd-41ee-b2c3-b8ab883d8df4 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 443869ec-6df5-4e4a-8c46-340fc7b98b37] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1087.632281] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c43c413-c6dd-41ee-b2c3-b8ab883d8df4 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.632498] env[69699]: DEBUG nova.compute.manager [-] [instance: 443869ec-6df5-4e4a-8c46-340fc7b98b37] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1087.632791] env[69699]: DEBUG nova.network.neutron [-] [instance: 443869ec-6df5-4e4a-8c46-340fc7b98b37] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1087.662602] env[69699]: DEBUG oslo_vmware.api [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5290235c-b3f9-ad20-b740-15ee8c6c73cd, 'name': SearchDatastore_Task, 'duration_secs': 0.012211} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.663426] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25979227-2872-4bdf-88bf-0ad6aa948e4c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.669969] env[69699]: DEBUG oslo_vmware.api [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1087.669969] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5289f73b-2fb3-2f92-3308-340aff23c197" [ 1087.669969] env[69699]: _type = "Task" [ 1087.669969] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.678780] env[69699]: DEBUG oslo_vmware.api [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5289f73b-2fb3-2f92-3308-340aff23c197, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.725948] env[69699]: DEBUG oslo_vmware.api [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607730, 'name': ReconfigVM_Task, 'duration_secs': 0.479819} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.726308] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: df538494-4ef6-49f4-8381-459e14fa731c] Reconfigured VM instance instance-00000064 to attach disk [datastore1] df538494-4ef6-49f4-8381-459e14fa731c/df538494-4ef6-49f4-8381-459e14fa731c.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1087.726951] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d79afc16-83bc-446e-9c42-7c17c8290b1b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.736734] env[69699]: DEBUG oslo_vmware.api [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 1087.736734] env[69699]: value = "task-3607731" [ 1087.736734] env[69699]: _type = "Task" [ 1087.736734] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.747096] env[69699]: DEBUG oslo_vmware.api [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607731, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.807813] env[69699]: DEBUG nova.network.neutron [None req-8b7b6ba8-98e1-437b-984a-3625749afe67 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Successfully updated port: 8eacaa48-89b4-4a3f-a3c4-3346493c02f6 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1087.832142] env[69699]: DEBUG nova.compute.manager [req-6c323fd3-8e64-4f94-a5f4-10cf41a476a2 req-08aae6b6-f0e9-4c67-af59-ec28191ec39d service nova] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Received event network-vif-plugged-8eacaa48-89b4-4a3f-a3c4-3346493c02f6 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.832142] env[69699]: DEBUG oslo_concurrency.lockutils [req-6c323fd3-8e64-4f94-a5f4-10cf41a476a2 req-08aae6b6-f0e9-4c67-af59-ec28191ec39d service nova] Acquiring lock "33c6c229-7f77-4968-b48d-6a59bea1fc9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.832142] env[69699]: DEBUG oslo_concurrency.lockutils [req-6c323fd3-8e64-4f94-a5f4-10cf41a476a2 req-08aae6b6-f0e9-4c67-af59-ec28191ec39d service nova] Lock "33c6c229-7f77-4968-b48d-6a59bea1fc9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.832142] env[69699]: DEBUG oslo_concurrency.lockutils [req-6c323fd3-8e64-4f94-a5f4-10cf41a476a2 req-08aae6b6-f0e9-4c67-af59-ec28191ec39d service nova] Lock "33c6c229-7f77-4968-b48d-6a59bea1fc9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.832324] env[69699]: DEBUG nova.compute.manager [req-6c323fd3-8e64-4f94-a5f4-10cf41a476a2 req-08aae6b6-f0e9-4c67-af59-ec28191ec39d service nova] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] No waiting events found dispatching network-vif-plugged-8eacaa48-89b4-4a3f-a3c4-3346493c02f6 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1087.832475] env[69699]: WARNING nova.compute.manager [req-6c323fd3-8e64-4f94-a5f4-10cf41a476a2 req-08aae6b6-f0e9-4c67-af59-ec28191ec39d service nova] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Received unexpected event network-vif-plugged-8eacaa48-89b4-4a3f-a3c4-3346493c02f6 for instance with vm_state active and task_state None. [ 1087.919698] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3d4fba6-92e1-48bc-a420-63afacfe3370" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.920019] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8f881d79-ab95-4019-b46b-ab4f0034aa58] Processing image f3d4fba6-92e1-48bc-a420-63afacfe3370 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1087.920274] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3d4fba6-92e1-48bc-a420-63afacfe3370/f3d4fba6-92e1-48bc-a420-63afacfe3370.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.920424] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3d4fba6-92e1-48bc-a420-63afacfe3370/f3d4fba6-92e1-48bc-a420-63afacfe3370.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.920604] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1087.920856] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e311d3d-7a2d-415e-b2d4-c7f87c16f083 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.930771] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1087.930771] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1087.931281] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-790669de-2f7f-4f60-b0af-36c8fc9f06fe {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.939487] env[69699]: DEBUG oslo_vmware.api [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 1087.939487] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5255151a-65b3-7d6a-b23f-f3505ae9937f" [ 1087.939487] env[69699]: _type = "Task" [ 1087.939487] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.957133] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8f881d79-ab95-4019-b46b-ab4f0034aa58] Preparing fetch location {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1087.957443] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8f881d79-ab95-4019-b46b-ab4f0034aa58] Fetch image to [datastore1] OSTACK_IMG_eb1f3b42-a86a-4f27-8c39-5934524b02bf/OSTACK_IMG_eb1f3b42-a86a-4f27-8c39-5934524b02bf.vmdk {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1087.957667] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8f881d79-ab95-4019-b46b-ab4f0034aa58] Downloading stream optimized image f3d4fba6-92e1-48bc-a420-63afacfe3370 to [datastore1] OSTACK_IMG_eb1f3b42-a86a-4f27-8c39-5934524b02bf/OSTACK_IMG_eb1f3b42-a86a-4f27-8c39-5934524b02bf.vmdk on the data store datastore1 as vApp {{(pid=69699) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1087.957867] env[69699]: DEBUG nova.virt.vmwareapi.images [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8f881d79-ab95-4019-b46b-ab4f0034aa58] Downloading image file data f3d4fba6-92e1-48bc-a420-63afacfe3370 to the ESX as VM named 'OSTACK_IMG_eb1f3b42-a86a-4f27-8c39-5934524b02bf' {{(pid=69699) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1088.032335] env[69699]: DEBUG oslo_vmware.rw_handles [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1088.032335] env[69699]: value = "resgroup-9" [ 1088.032335] env[69699]: _type = "ResourcePool" [ 1088.032335] env[69699]: }. {{(pid=69699) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1088.032957] env[69699]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-658daaff-dbee-4592-9811-971c0fd3dae6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.048776] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Acquiring lock "refresh_cache-6ce72100-1024-4041-b84c-8b611a186331" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.049308] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Acquired lock "refresh_cache-6ce72100-1024-4041-b84c-8b611a186331" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.049645] env[69699]: DEBUG nova.network.neutron [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1088.057701] env[69699]: DEBUG oslo_vmware.rw_handles [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lease: (returnval){ [ 1088.057701] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522e9d3b-3300-4e95-7e77-735b7bff65d0" [ 1088.057701] env[69699]: _type = "HttpNfcLease" [ 1088.057701] env[69699]: } obtained for vApp import into resource pool (val){ [ 1088.057701] env[69699]: value = "resgroup-9" [ 1088.057701] env[69699]: _type = "ResourcePool" [ 1088.057701] env[69699]: }. {{(pid=69699) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1088.057972] env[69699]: DEBUG oslo_vmware.api [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the lease: (returnval){ [ 1088.057972] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522e9d3b-3300-4e95-7e77-735b7bff65d0" [ 1088.057972] env[69699]: _type = "HttpNfcLease" [ 1088.057972] env[69699]: } to be ready. {{(pid=69699) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1088.065943] env[69699]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1088.065943] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522e9d3b-3300-4e95-7e77-735b7bff65d0" [ 1088.065943] env[69699]: _type = "HttpNfcLease" [ 1088.065943] env[69699]: } is initializing. {{(pid=69699) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1088.116069] env[69699]: DEBUG oslo_vmware.api [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607728, 'name': PowerOnVM_Task, 'duration_secs': 0.557042} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.116382] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1088.116591] env[69699]: INFO nova.compute.manager [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Took 9.29 seconds to spawn the instance on the hypervisor. [ 1088.116772] env[69699]: DEBUG nova.compute.manager [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.117551] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c27a9d-c440-4e63-bd7c-5c3d400470cb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.184848] env[69699]: DEBUG oslo_vmware.api [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5289f73b-2fb3-2f92-3308-340aff23c197, 'name': SearchDatastore_Task, 'duration_secs': 0.013073} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.184848] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.186060] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] cdda04f7-d4a8-4221-a65a-445518eb5e0c/cdda04f7-d4a8-4221-a65a-445518eb5e0c.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1088.186060] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d552bd9a-fa87-45bb-a35d-a0c739f86cc0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.193530] env[69699]: DEBUG oslo_vmware.api [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1088.193530] env[69699]: value = "task-3607733" [ 1088.193530] env[69699]: _type = "Task" [ 1088.193530] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.203167] env[69699]: DEBUG oslo_vmware.api [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607733, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.244542] env[69699]: DEBUG oslo_vmware.api [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607731, 'name': Rename_Task, 'duration_secs': 0.473455} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.244846] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: df538494-4ef6-49f4-8381-459e14fa731c] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.245118] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab63bd0e-14c4-4c28-ba16-14b99d80aeb9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.252440] env[69699]: DEBUG oslo_vmware.api [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 1088.252440] env[69699]: value = "task-3607734" [ 1088.252440] env[69699]: _type = "Task" [ 1088.252440] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.261082] env[69699]: DEBUG oslo_vmware.api [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607734, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.311084] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8b7b6ba8-98e1-437b-984a-3625749afe67 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "refresh_cache-33c6c229-7f77-4968-b48d-6a59bea1fc9a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.311298] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8b7b6ba8-98e1-437b-984a-3625749afe67 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquired lock "refresh_cache-33c6c229-7f77-4968-b48d-6a59bea1fc9a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.311548] env[69699]: DEBUG nova.network.neutron [None req-8b7b6ba8-98e1-437b-984a-3625749afe67 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1088.378686] env[69699]: DEBUG nova.compute.manager [req-ccf06558-782d-415c-817b-d2c1afa1a8a1 req-0cca7c2b-dbe7-4c44-9450-72f5df02f1fe service nova] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Received event network-vif-plugged-847ba884-1d01-41b1-99e4-94af3087f683 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.378922] env[69699]: DEBUG oslo_concurrency.lockutils [req-ccf06558-782d-415c-817b-d2c1afa1a8a1 req-0cca7c2b-dbe7-4c44-9450-72f5df02f1fe service nova] Acquiring lock "6ce72100-1024-4041-b84c-8b611a186331-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.379188] env[69699]: DEBUG oslo_concurrency.lockutils [req-ccf06558-782d-415c-817b-d2c1afa1a8a1 req-0cca7c2b-dbe7-4c44-9450-72f5df02f1fe service nova] Lock "6ce72100-1024-4041-b84c-8b611a186331-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.379369] env[69699]: DEBUG oslo_concurrency.lockutils [req-ccf06558-782d-415c-817b-d2c1afa1a8a1 req-0cca7c2b-dbe7-4c44-9450-72f5df02f1fe service nova] Lock "6ce72100-1024-4041-b84c-8b611a186331-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.379573] env[69699]: DEBUG nova.compute.manager [req-ccf06558-782d-415c-817b-d2c1afa1a8a1 req-0cca7c2b-dbe7-4c44-9450-72f5df02f1fe service nova] [instance: 6ce72100-1024-4041-b84c-8b611a186331] No waiting events found dispatching network-vif-plugged-847ba884-1d01-41b1-99e4-94af3087f683 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1088.379836] env[69699]: WARNING nova.compute.manager [req-ccf06558-782d-415c-817b-d2c1afa1a8a1 req-0cca7c2b-dbe7-4c44-9450-72f5df02f1fe service nova] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Received unexpected event network-vif-plugged-847ba884-1d01-41b1-99e4-94af3087f683 for instance with vm_state building and task_state spawning. [ 1088.379956] env[69699]: DEBUG nova.compute.manager [req-ccf06558-782d-415c-817b-d2c1afa1a8a1 req-0cca7c2b-dbe7-4c44-9450-72f5df02f1fe service nova] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Received event network-changed-847ba884-1d01-41b1-99e4-94af3087f683 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.380164] env[69699]: DEBUG nova.compute.manager [req-ccf06558-782d-415c-817b-d2c1afa1a8a1 req-0cca7c2b-dbe7-4c44-9450-72f5df02f1fe service nova] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Refreshing instance network info cache due to event network-changed-847ba884-1d01-41b1-99e4-94af3087f683. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1088.380356] env[69699]: DEBUG oslo_concurrency.lockutils [req-ccf06558-782d-415c-817b-d2c1afa1a8a1 req-0cca7c2b-dbe7-4c44-9450-72f5df02f1fe service nova] Acquiring lock "refresh_cache-6ce72100-1024-4041-b84c-8b611a186331" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.446392] env[69699]: DEBUG nova.network.neutron [-] [instance: 443869ec-6df5-4e4a-8c46-340fc7b98b37] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.452977] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0008c79e-15f9-441e-8a9e-e936372c9e2d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.486s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.456350] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.465s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.456572] env[69699]: DEBUG nova.objects.instance [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69699) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1088.571075] env[69699]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1088.571075] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522e9d3b-3300-4e95-7e77-735b7bff65d0" [ 1088.571075] env[69699]: _type = "HttpNfcLease" [ 1088.571075] env[69699]: } is initializing. {{(pid=69699) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1088.585545] env[69699]: DEBUG nova.network.neutron [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1088.636843] env[69699]: INFO nova.compute.manager [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Took 25.64 seconds to build instance. [ 1088.706764] env[69699]: DEBUG oslo_vmware.api [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607733, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494974} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.707157] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] cdda04f7-d4a8-4221-a65a-445518eb5e0c/cdda04f7-d4a8-4221-a65a-445518eb5e0c.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1088.707400] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1088.707676] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04af3b14-6e78-4d5e-9371-3310b16b6d98 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.715127] env[69699]: DEBUG oslo_vmware.api [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1088.715127] env[69699]: value = "task-3607735" [ 1088.715127] env[69699]: _type = "Task" [ 1088.715127] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.723824] env[69699]: DEBUG oslo_vmware.api [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607735, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.764375] env[69699]: DEBUG oslo_vmware.api [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607734, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.786604] env[69699]: DEBUG nova.network.neutron [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Updating instance_info_cache with network_info: [{"id": "847ba884-1d01-41b1-99e4-94af3087f683", "address": "fa:16:3e:86:e3:57", "network": {"id": "f88e8b9e-760f-44ab-9c9b-8f7c2c84f47f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1402000233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14c1236c77054fb8bf2c683bb76174ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap847ba884-1d", "ovs_interfaceid": "847ba884-1d01-41b1-99e4-94af3087f683", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.869188] env[69699]: WARNING nova.network.neutron [None req-8b7b6ba8-98e1-437b-984a-3625749afe67 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] 0bd0c568-ae97-493c-9ed8-c70833965690 already exists in list: networks containing: ['0bd0c568-ae97-493c-9ed8-c70833965690']. ignoring it [ 1088.949665] env[69699]: INFO nova.compute.manager [-] [instance: 443869ec-6df5-4e4a-8c46-340fc7b98b37] Took 1.32 seconds to deallocate network for instance. [ 1089.035765] env[69699]: INFO nova.scheduler.client.report [None req-0008c79e-15f9-441e-8a9e-e936372c9e2d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Deleted allocation for migration b84b1e4b-5860-46ad-8369-345e894a50d1 [ 1089.067661] env[69699]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1089.067661] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522e9d3b-3300-4e95-7e77-735b7bff65d0" [ 1089.067661] env[69699]: _type = "HttpNfcLease" [ 1089.067661] env[69699]: } is initializing. {{(pid=69699) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1089.140051] env[69699]: DEBUG oslo_concurrency.lockutils [None req-120e7428-ba09-4431-a6c2-e044455fa0de tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Lock "35b9621f-00d1-4363-8b94-928b963d03eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.150s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.228770] env[69699]: DEBUG oslo_vmware.api [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607735, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.198267} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.229064] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1089.229816] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ceeac5-0da1-4079-9524-84c90c8572a8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.253503] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] cdda04f7-d4a8-4221-a65a-445518eb5e0c/cdda04f7-d4a8-4221-a65a-445518eb5e0c.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.254677] env[69699]: DEBUG nova.network.neutron [None req-8b7b6ba8-98e1-437b-984a-3625749afe67 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Updating instance_info_cache with network_info: [{"id": "ddc00533-57b5-4d5c-820b-37a10037f2a2", "address": "fa:16:3e:fa:1e:51", "network": {"id": "0bd0c568-ae97-493c-9ed8-c70833965690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-782374772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba48fa426f0e4cb3b66a18836a0ae660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddc00533-57", "ovs_interfaceid": "ddc00533-57b5-4d5c-820b-37a10037f2a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8eacaa48-89b4-4a3f-a3c4-3346493c02f6", "address": "fa:16:3e:e4:14:36", "network": {"id": "0bd0c568-ae97-493c-9ed8-c70833965690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-782374772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba48fa426f0e4cb3b66a18836a0ae660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eacaa48-89", "ovs_interfaceid": "8eacaa48-89b4-4a3f-a3c4-3346493c02f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.255917] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a1acc9a-c7f9-440e-8708-891b3257c910 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.281114] env[69699]: DEBUG oslo_vmware.api [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607734, 'name': PowerOnVM_Task, 'duration_secs': 0.599266} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.282381] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: df538494-4ef6-49f4-8381-459e14fa731c] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1089.283024] env[69699]: INFO nova.compute.manager [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: df538494-4ef6-49f4-8381-459e14fa731c] Took 7.85 seconds to spawn the instance on the hypervisor. [ 1089.283024] env[69699]: DEBUG nova.compute.manager [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: df538494-4ef6-49f4-8381-459e14fa731c] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1089.283385] env[69699]: DEBUG oslo_vmware.api [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1089.283385] env[69699]: value = "task-3607736" [ 1089.283385] env[69699]: _type = "Task" [ 1089.283385] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.284098] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7145d9-b96f-42d4-ae83-b1024c8bf365 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.289743] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Releasing lock "refresh_cache-6ce72100-1024-4041-b84c-8b611a186331" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.290045] env[69699]: DEBUG nova.compute.manager [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Instance network_info: |[{"id": "847ba884-1d01-41b1-99e4-94af3087f683", "address": "fa:16:3e:86:e3:57", "network": {"id": "f88e8b9e-760f-44ab-9c9b-8f7c2c84f47f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1402000233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14c1236c77054fb8bf2c683bb76174ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap847ba884-1d", "ovs_interfaceid": "847ba884-1d01-41b1-99e4-94af3087f683", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1089.290311] env[69699]: DEBUG oslo_concurrency.lockutils [req-ccf06558-782d-415c-817b-d2c1afa1a8a1 req-0cca7c2b-dbe7-4c44-9450-72f5df02f1fe service nova] Acquired lock "refresh_cache-6ce72100-1024-4041-b84c-8b611a186331" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.290483] env[69699]: DEBUG nova.network.neutron [req-ccf06558-782d-415c-817b-d2c1afa1a8a1 req-0cca7c2b-dbe7-4c44-9450-72f5df02f1fe service nova] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Refreshing network info cache for port 847ba884-1d01-41b1-99e4-94af3087f683 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1089.291600] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:e3:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '680cb499-2a47-482b-af0d-112016ac0e17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '847ba884-1d01-41b1-99e4-94af3087f683', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1089.299436] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.302398] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1089.309044] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96e1017e-f02e-4f2c-af76-5945c13b24f7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.326891] env[69699]: DEBUG oslo_vmware.api [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607736, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.334652] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1089.334652] env[69699]: value = "task-3607737" [ 1089.334652] env[69699]: _type = "Task" [ 1089.334652] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.343988] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607737, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.459760] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2c43c413-c6dd-41ee-b2c3-b8ab883d8df4 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.469186] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bf7ba1c5-4aa2-4bab-bfd6-52280388bed5 tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.470565] env[69699]: DEBUG oslo_concurrency.lockutils [None req-49ad8f1b-1b1b-4476-b20d-3a07539503a7 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.970s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.471689] env[69699]: DEBUG nova.objects.instance [None req-49ad8f1b-1b1b-4476-b20d-3a07539503a7 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Lazy-loading 'resources' on Instance uuid cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.541616] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0008c79e-15f9-441e-8a9e-e936372c9e2d tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "3ef26056-8ff7-41d3-9807-83d48fb934d7" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 14.105s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.568484] env[69699]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1089.568484] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522e9d3b-3300-4e95-7e77-735b7bff65d0" [ 1089.568484] env[69699]: _type = "HttpNfcLease" [ 1089.568484] env[69699]: } is initializing. {{(pid=69699) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1089.770994] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8b7b6ba8-98e1-437b-984a-3625749afe67 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Releasing lock "refresh_cache-33c6c229-7f77-4968-b48d-6a59bea1fc9a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.771754] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8b7b6ba8-98e1-437b-984a-3625749afe67 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "33c6c229-7f77-4968-b48d-6a59bea1fc9a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.771919] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8b7b6ba8-98e1-437b-984a-3625749afe67 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquired lock "33c6c229-7f77-4968-b48d-6a59bea1fc9a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.772863] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7fdac3-b5b2-4f87-b044-130bb8595eac {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.790334] env[69699]: DEBUG nova.virt.hardware [None req-8b7b6ba8-98e1-437b-984a-3625749afe67 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1089.790565] env[69699]: DEBUG nova.virt.hardware [None req-8b7b6ba8-98e1-437b-984a-3625749afe67 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1089.790793] env[69699]: DEBUG nova.virt.hardware [None req-8b7b6ba8-98e1-437b-984a-3625749afe67 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1089.790900] env[69699]: DEBUG nova.virt.hardware [None req-8b7b6ba8-98e1-437b-984a-3625749afe67 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1089.791075] env[69699]: DEBUG nova.virt.hardware [None req-8b7b6ba8-98e1-437b-984a-3625749afe67 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1089.791230] env[69699]: DEBUG nova.virt.hardware [None req-8b7b6ba8-98e1-437b-984a-3625749afe67 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1089.791449] env[69699]: DEBUG nova.virt.hardware [None req-8b7b6ba8-98e1-437b-984a-3625749afe67 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1089.791626] env[69699]: DEBUG nova.virt.hardware [None req-8b7b6ba8-98e1-437b-984a-3625749afe67 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1089.791790] env[69699]: DEBUG nova.virt.hardware [None req-8b7b6ba8-98e1-437b-984a-3625749afe67 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1089.791948] env[69699]: DEBUG nova.virt.hardware [None req-8b7b6ba8-98e1-437b-984a-3625749afe67 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1089.792154] env[69699]: DEBUG nova.virt.hardware [None req-8b7b6ba8-98e1-437b-984a-3625749afe67 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1089.799061] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7b6ba8-98e1-437b-984a-3625749afe67 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Reconfiguring VM to attach interface {{(pid=69699) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1089.802409] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eaea094a-6344-46c4-b1db-27324bc411f9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.823783] env[69699]: DEBUG oslo_vmware.api [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607736, 'name': ReconfigVM_Task, 'duration_secs': 0.433885} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.825166] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Reconfigured VM instance instance-00000061 to attach disk [datastore2] cdda04f7-d4a8-4221-a65a-445518eb5e0c/cdda04f7-d4a8-4221-a65a-445518eb5e0c.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.825894] env[69699]: DEBUG oslo_vmware.api [None req-8b7b6ba8-98e1-437b-984a-3625749afe67 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Waiting for the task: (returnval){ [ 1089.825894] env[69699]: value = "task-3607738" [ 1089.825894] env[69699]: _type = "Task" [ 1089.825894] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.826112] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12efe096-e11b-4b48-8856-113982ef7fd0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.843043] env[69699]: INFO nova.compute.manager [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: df538494-4ef6-49f4-8381-459e14fa731c] Took 25.18 seconds to build instance. [ 1089.849025] env[69699]: DEBUG oslo_vmware.api [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1089.849025] env[69699]: value = "task-3607739" [ 1089.849025] env[69699]: _type = "Task" [ 1089.849025] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.852504] env[69699]: DEBUG oslo_vmware.api [None req-8b7b6ba8-98e1-437b-984a-3625749afe67 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607738, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.865902] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8315357c-30c0-471c-9d54-a31f22fd77ee tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "3ef26056-8ff7-41d3-9807-83d48fb934d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.866422] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8315357c-30c0-471c-9d54-a31f22fd77ee tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "3ef26056-8ff7-41d3-9807-83d48fb934d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.866510] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8315357c-30c0-471c-9d54-a31f22fd77ee tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "3ef26056-8ff7-41d3-9807-83d48fb934d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.866799] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8315357c-30c0-471c-9d54-a31f22fd77ee tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "3ef26056-8ff7-41d3-9807-83d48fb934d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.867067] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8315357c-30c0-471c-9d54-a31f22fd77ee tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "3ef26056-8ff7-41d3-9807-83d48fb934d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.870076] env[69699]: INFO nova.compute.manager [None req-8315357c-30c0-471c-9d54-a31f22fd77ee tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Terminating instance [ 1089.872279] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607737, 'name': CreateVM_Task, 'duration_secs': 0.428478} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.875161] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1089.876531] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.876636] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.876885] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.880551] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91dec680-8306-4df3-bce6-c7108af87292 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.882817] env[69699]: DEBUG oslo_vmware.api [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607739, 'name': Rename_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.888660] env[69699]: DEBUG oslo_vmware.api [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for the task: (returnval){ [ 1089.888660] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5238731d-57b8-af46-c007-bf128a2c76e7" [ 1089.888660] env[69699]: _type = "Task" [ 1089.888660] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.900044] env[69699]: DEBUG oslo_vmware.api [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5238731d-57b8-af46-c007-bf128a2c76e7, 'name': SearchDatastore_Task, 'duration_secs': 0.011055} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.900582] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.900820] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1089.901066] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.901216] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.901449] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1089.901714] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88e69e48-508c-4a41-95aa-7f2d8fc5d587 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.912526] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1089.912721] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1089.913462] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c358f07b-a820-4f98-933c-3bb1084883e2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.919291] env[69699]: DEBUG oslo_vmware.api [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for the task: (returnval){ [ 1089.919291] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]526bb053-f292-2d5a-0701-146e9fcbdf54" [ 1089.919291] env[69699]: _type = "Task" [ 1089.919291] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.929171] env[69699]: DEBUG oslo_vmware.api [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]526bb053-f292-2d5a-0701-146e9fcbdf54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.071492] env[69699]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1090.071492] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522e9d3b-3300-4e95-7e77-735b7bff65d0" [ 1090.071492] env[69699]: _type = "HttpNfcLease" [ 1090.071492] env[69699]: } is ready. {{(pid=69699) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1090.071824] env[69699]: DEBUG oslo_vmware.rw_handles [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1090.071824] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522e9d3b-3300-4e95-7e77-735b7bff65d0" [ 1090.071824] env[69699]: _type = "HttpNfcLease" [ 1090.071824] env[69699]: }. {{(pid=69699) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1090.072608] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19994c88-fd66-4159-9f44-ed862f683406 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.084711] env[69699]: DEBUG oslo_vmware.rw_handles [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528993d2-d65e-2bf6-3ee2-242989a21e0b/disk-0.vmdk from lease info. {{(pid=69699) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1090.084907] env[69699]: DEBUG oslo_vmware.rw_handles [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528993d2-d65e-2bf6-3ee2-242989a21e0b/disk-0.vmdk. {{(pid=69699) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1090.151562] env[69699]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-67c4ee33-4943-4c32-a7d6-499f206f7379 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.194130] env[69699]: DEBUG nova.network.neutron [req-ccf06558-782d-415c-817b-d2c1afa1a8a1 req-0cca7c2b-dbe7-4c44-9450-72f5df02f1fe service nova] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Updated VIF entry in instance network info cache for port 847ba884-1d01-41b1-99e4-94af3087f683. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1090.194239] env[69699]: DEBUG nova.network.neutron [req-ccf06558-782d-415c-817b-d2c1afa1a8a1 req-0cca7c2b-dbe7-4c44-9450-72f5df02f1fe service nova] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Updating instance_info_cache with network_info: [{"id": "847ba884-1d01-41b1-99e4-94af3087f683", "address": "fa:16:3e:86:e3:57", "network": {"id": "f88e8b9e-760f-44ab-9c9b-8f7c2c84f47f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1402000233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14c1236c77054fb8bf2c683bb76174ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap847ba884-1d", "ovs_interfaceid": "847ba884-1d01-41b1-99e4-94af3087f683", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.339383] env[69699]: DEBUG oslo_vmware.api [None req-8b7b6ba8-98e1-437b-984a-3625749afe67 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607738, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.341265] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc468d6-8958-42d2-ac3c-66321abc5465 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.347742] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d248591a-abc9-4c75-ab73-f6dafa34e8bd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "df538494-4ef6-49f4-8381-459e14fa731c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.692s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.353345] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298ddf18-bd83-4f23-bd88-6315b4fc3df1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.369254] env[69699]: DEBUG oslo_vmware.api [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607739, 'name': Rename_Task, 'duration_secs': 0.184314} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.403577] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1090.404327] env[69699]: DEBUG nova.compute.manager [None req-8315357c-30c0-471c-9d54-a31f22fd77ee tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1090.404550] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8315357c-30c0-471c-9d54-a31f22fd77ee tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1090.409738] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2849e1c1-f727-4678-9d18-18c1fdeee194 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.412220] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799508d7-6e85-4ec9-8b7f-65c6566c2ae3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.416033] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d16e9f9-34ef-48aa-b859-da97b6931a02 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.429145] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-8315357c-30c0-471c-9d54-a31f22fd77ee tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.440536] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b97472c-9782-4c60-bad8-795ddc90ace5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.442471] env[69699]: DEBUG oslo_vmware.api [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]526bb053-f292-2d5a-0701-146e9fcbdf54, 'name': SearchDatastore_Task, 'duration_secs': 0.011369} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.443167] env[69699]: DEBUG oslo_vmware.api [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1090.443167] env[69699]: value = "task-3607740" [ 1090.443167] env[69699]: _type = "Task" [ 1090.443167] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.446853] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d55c0e-aac6-4997-b4bb-7a946834d5a6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.455056] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db49caea-171f-4385-bab7-9ef761a47529 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.466534] env[69699]: DEBUG oslo_vmware.api [None req-8315357c-30c0-471c-9d54-a31f22fd77ee tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 1090.466534] env[69699]: value = "task-3607741" [ 1090.466534] env[69699]: _type = "Task" [ 1090.466534] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.485950] env[69699]: DEBUG oslo_vmware.api [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607740, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.486956] env[69699]: DEBUG nova.compute.provider_tree [None req-49ad8f1b-1b1b-4476-b20d-3a07539503a7 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1090.488739] env[69699]: DEBUG oslo_vmware.api [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for the task: (returnval){ [ 1090.488739] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5238b3d9-0bd3-4051-5558-debe43f7021e" [ 1090.488739] env[69699]: _type = "Task" [ 1090.488739] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.499253] env[69699]: DEBUG oslo_vmware.api [None req-8315357c-30c0-471c-9d54-a31f22fd77ee tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.507544] env[69699]: DEBUG oslo_vmware.api [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5238b3d9-0bd3-4051-5558-debe43f7021e, 'name': SearchDatastore_Task, 'duration_secs': 0.02374} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.507865] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.508183] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 6ce72100-1024-4041-b84c-8b611a186331/6ce72100-1024-4041-b84c-8b611a186331.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1090.508457] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad33cdef-71ab-4166-a82c-17358c79e998 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.517226] env[69699]: DEBUG oslo_vmware.api [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for the task: (returnval){ [ 1090.517226] env[69699]: value = "task-3607742" [ 1090.517226] env[69699]: _type = "Task" [ 1090.517226] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.528618] env[69699]: DEBUG oslo_vmware.api [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607742, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.699533] env[69699]: DEBUG oslo_concurrency.lockutils [req-ccf06558-782d-415c-817b-d2c1afa1a8a1 req-0cca7c2b-dbe7-4c44-9450-72f5df02f1fe service nova] Releasing lock "refresh_cache-6ce72100-1024-4041-b84c-8b611a186331" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.699828] env[69699]: DEBUG nova.compute.manager [req-ccf06558-782d-415c-817b-d2c1afa1a8a1 req-0cca7c2b-dbe7-4c44-9450-72f5df02f1fe service nova] [instance: 443869ec-6df5-4e4a-8c46-340fc7b98b37] Received event network-vif-deleted-2119868e-fce7-4e5e-b93e-d485883645ef {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.700056] env[69699]: INFO nova.compute.manager [req-ccf06558-782d-415c-817b-d2c1afa1a8a1 req-0cca7c2b-dbe7-4c44-9450-72f5df02f1fe service nova] [instance: 443869ec-6df5-4e4a-8c46-340fc7b98b37] Neutron deleted interface 2119868e-fce7-4e5e-b93e-d485883645ef; detaching it from the instance and deleting it from the info cache [ 1090.700253] env[69699]: DEBUG nova.network.neutron [req-ccf06558-782d-415c-817b-d2c1afa1a8a1 req-0cca7c2b-dbe7-4c44-9450-72f5df02f1fe service nova] [instance: 443869ec-6df5-4e4a-8c46-340fc7b98b37] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.776932] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "1b4f7e4b-88da-48ac-a2f4-8006a724e9fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.777858] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "1b4f7e4b-88da-48ac-a2f4-8006a724e9fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.841370] env[69699]: DEBUG oslo_vmware.api [None req-8b7b6ba8-98e1-437b-984a-3625749afe67 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607738, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.862496] env[69699]: DEBUG nova.compute.manager [req-c2ebf762-c34c-493c-9309-cbd30fba6b72 req-66e5f76b-4433-4ffa-8309-6ca673ce7431 service nova] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Received event network-changed-8eacaa48-89b4-4a3f-a3c4-3346493c02f6 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.862541] env[69699]: DEBUG nova.compute.manager [req-c2ebf762-c34c-493c-9309-cbd30fba6b72 req-66e5f76b-4433-4ffa-8309-6ca673ce7431 service nova] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Refreshing instance network info cache due to event network-changed-8eacaa48-89b4-4a3f-a3c4-3346493c02f6. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1090.862912] env[69699]: DEBUG oslo_concurrency.lockutils [req-c2ebf762-c34c-493c-9309-cbd30fba6b72 req-66e5f76b-4433-4ffa-8309-6ca673ce7431 service nova] Acquiring lock "refresh_cache-33c6c229-7f77-4968-b48d-6a59bea1fc9a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.863041] env[69699]: DEBUG oslo_concurrency.lockutils [req-c2ebf762-c34c-493c-9309-cbd30fba6b72 req-66e5f76b-4433-4ffa-8309-6ca673ce7431 service nova] Acquired lock "refresh_cache-33c6c229-7f77-4968-b48d-6a59bea1fc9a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.863224] env[69699]: DEBUG nova.network.neutron [req-c2ebf762-c34c-493c-9309-cbd30fba6b72 req-66e5f76b-4433-4ffa-8309-6ca673ce7431 service nova] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Refreshing network info cache for port 8eacaa48-89b4-4a3f-a3c4-3346493c02f6 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1090.967036] env[69699]: DEBUG oslo_vmware.api [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607740, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.984081] env[69699]: DEBUG oslo_vmware.api [None req-8315357c-30c0-471c-9d54-a31f22fd77ee tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607741, 'name': PowerOffVM_Task, 'duration_secs': 0.267247} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.986557] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-8315357c-30c0-471c-9d54-a31f22fd77ee tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1090.986789] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8315357c-30c0-471c-9d54-a31f22fd77ee tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1090.987247] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1392c25-0842-4d72-a0ae-340aed5c07c8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.017198] env[69699]: ERROR nova.scheduler.client.report [None req-49ad8f1b-1b1b-4476-b20d-3a07539503a7 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [req-22f4d12c-1200-44fc-8b9f-8cc83d8341e6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80d35c48-5f27-4b75-a19d-7a1a6901050f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-22f4d12c-1200-44fc-8b9f-8cc83d8341e6"}]} [ 1091.025250] env[69699]: DEBUG oslo_vmware.rw_handles [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Completed reading data from the image iterator. {{(pid=69699) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1091.026164] env[69699]: DEBUG oslo_vmware.rw_handles [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528993d2-d65e-2bf6-3ee2-242989a21e0b/disk-0.vmdk. {{(pid=69699) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1091.026513] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038c09f3-2b97-415b-8009-2e415290c77c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.037219] env[69699]: DEBUG oslo_vmware.api [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607742, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.039319] env[69699]: DEBUG oslo_vmware.rw_handles [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528993d2-d65e-2bf6-3ee2-242989a21e0b/disk-0.vmdk is in state: ready. {{(pid=69699) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1091.039517] env[69699]: DEBUG oslo_vmware.rw_handles [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528993d2-d65e-2bf6-3ee2-242989a21e0b/disk-0.vmdk. {{(pid=69699) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1091.040696] env[69699]: DEBUG nova.scheduler.client.report [None req-49ad8f1b-1b1b-4476-b20d-3a07539503a7 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Refreshing inventories for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1091.042820] env[69699]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-71f8f5c3-017e-4462-b8ec-749e8dfabbbe {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.063265] env[69699]: DEBUG nova.scheduler.client.report [None req-49ad8f1b-1b1b-4476-b20d-3a07539503a7 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Updating ProviderTree inventory for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1091.063638] env[69699]: DEBUG nova.compute.provider_tree [None req-49ad8f1b-1b1b-4476-b20d-3a07539503a7 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1091.077308] env[69699]: DEBUG nova.scheduler.client.report [None req-49ad8f1b-1b1b-4476-b20d-3a07539503a7 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Refreshing aggregate associations for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f, aggregates: None {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1091.101456] env[69699]: DEBUG nova.scheduler.client.report [None req-49ad8f1b-1b1b-4476-b20d-3a07539503a7 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Refreshing trait associations for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1091.105208] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8315357c-30c0-471c-9d54-a31f22fd77ee tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1091.105438] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8315357c-30c0-471c-9d54-a31f22fd77ee tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1091.105619] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-8315357c-30c0-471c-9d54-a31f22fd77ee tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Deleting the datastore file [datastore2] 3ef26056-8ff7-41d3-9807-83d48fb934d7 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1091.107044] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2d625fd-ec83-4e23-bbfa-5c600a57526b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.114852] env[69699]: DEBUG oslo_vmware.api [None req-8315357c-30c0-471c-9d54-a31f22fd77ee tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 1091.114852] env[69699]: value = "task-3607744" [ 1091.114852] env[69699]: _type = "Task" [ 1091.114852] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.124310] env[69699]: DEBUG oslo_vmware.api [None req-8315357c-30c0-471c-9d54-a31f22fd77ee tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607744, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.202823] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4db69f3c-09c4-4612-87d5-3481b007e717 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.216567] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebefe58-fe1c-45e1-8f20-e6743e28b510 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.258692] env[69699]: DEBUG nova.compute.manager [req-ccf06558-782d-415c-817b-d2c1afa1a8a1 req-0cca7c2b-dbe7-4c44-9450-72f5df02f1fe service nova] [instance: 443869ec-6df5-4e4a-8c46-340fc7b98b37] Detach interface failed, port_id=2119868e-fce7-4e5e-b93e-d485883645ef, reason: Instance 443869ec-6df5-4e4a-8c46-340fc7b98b37 could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1091.269929] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb8733e-1850-40b1-bed9-dbd2fdfc48bd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.280869] env[69699]: DEBUG nova.compute.manager [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1091.283678] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-b7909d3f-cd2d-45c0-b6ec-36d7ab3940cd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: df538494-4ef6-49f4-8381-459e14fa731c] Suspending the VM {{(pid=69699) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1091.284222] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-58f16a56-b1f6-4720-98eb-6c6249591672 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.293378] env[69699]: DEBUG oslo_vmware.api [None req-b7909d3f-cd2d-45c0-b6ec-36d7ab3940cd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 1091.293378] env[69699]: value = "task-3607745" [ 1091.293378] env[69699]: _type = "Task" [ 1091.293378] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.303035] env[69699]: DEBUG oslo_vmware.api [None req-b7909d3f-cd2d-45c0-b6ec-36d7ab3940cd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607745, 'name': SuspendVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.304558] env[69699]: DEBUG oslo_vmware.rw_handles [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528993d2-d65e-2bf6-3ee2-242989a21e0b/disk-0.vmdk. {{(pid=69699) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1091.304645] env[69699]: INFO nova.virt.vmwareapi.images [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8f881d79-ab95-4019-b46b-ab4f0034aa58] Downloaded image file data f3d4fba6-92e1-48bc-a420-63afacfe3370 [ 1091.305481] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb10a08-d715-4a94-9b93-4edd93ea372b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.330653] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4fc27cfa-a7a9-486d-a99a-c957637e1353 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.348356] env[69699]: DEBUG oslo_vmware.api [None req-8b7b6ba8-98e1-437b-984a-3625749afe67 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607738, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.370356] env[69699]: INFO nova.virt.vmwareapi.images [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8f881d79-ab95-4019-b46b-ab4f0034aa58] The imported VM was unregistered [ 1091.373046] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8f881d79-ab95-4019-b46b-ab4f0034aa58] Caching image {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1091.373289] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Creating directory with path [datastore1] devstack-image-cache_base/f3d4fba6-92e1-48bc-a420-63afacfe3370 {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1091.376516] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94d0a6b1-7268-4968-be5e-0468f7a7d65a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.397063] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Created directory with path [datastore1] devstack-image-cache_base/f3d4fba6-92e1-48bc-a420-63afacfe3370 {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1091.397438] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_eb1f3b42-a86a-4f27-8c39-5934524b02bf/OSTACK_IMG_eb1f3b42-a86a-4f27-8c39-5934524b02bf.vmdk to [datastore1] devstack-image-cache_base/f3d4fba6-92e1-48bc-a420-63afacfe3370/f3d4fba6-92e1-48bc-a420-63afacfe3370.vmdk. {{(pid=69699) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1091.397790] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-fa89eedc-cb8f-4321-aa64-ddec804d4240 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.408524] env[69699]: DEBUG oslo_vmware.api [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 1091.408524] env[69699]: value = "task-3607747" [ 1091.408524] env[69699]: _type = "Task" [ 1091.408524] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.427153] env[69699]: DEBUG oslo_vmware.api [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607747, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.442875] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ce0b68-ef5d-4599-810f-a5a2530903e7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.450975] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f851034-309c-4cd9-9a24-98ff4c8361f7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.463169] env[69699]: DEBUG oslo_vmware.api [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607740, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.492632] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f328d4b7-bb86-4181-a0a2-0a3be88d8b29 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.503091] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5beb6d-28ac-4d97-b2e6-9e2be9b15164 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.518580] env[69699]: DEBUG nova.compute.provider_tree [None req-49ad8f1b-1b1b-4476-b20d-3a07539503a7 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1091.532183] env[69699]: DEBUG oslo_vmware.api [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607742, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596039} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.532480] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 6ce72100-1024-4041-b84c-8b611a186331/6ce72100-1024-4041-b84c-8b611a186331.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1091.532749] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1091.533029] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f208fb71-2215-4aed-b8fa-51951223fc87 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.542502] env[69699]: DEBUG oslo_vmware.api [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for the task: (returnval){ [ 1091.542502] env[69699]: value = "task-3607748" [ 1091.542502] env[69699]: _type = "Task" [ 1091.542502] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.553065] env[69699]: DEBUG oslo_vmware.api [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607748, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.626739] env[69699]: DEBUG oslo_vmware.api [None req-8315357c-30c0-471c-9d54-a31f22fd77ee tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607744, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220839} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.627066] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-8315357c-30c0-471c-9d54-a31f22fd77ee tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1091.627269] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8315357c-30c0-471c-9d54-a31f22fd77ee tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1091.627443] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8315357c-30c0-471c-9d54-a31f22fd77ee tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1091.627614] env[69699]: INFO nova.compute.manager [None req-8315357c-30c0-471c-9d54-a31f22fd77ee tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1091.627853] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8315357c-30c0-471c-9d54-a31f22fd77ee tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.628054] env[69699]: DEBUG nova.compute.manager [-] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1091.628149] env[69699]: DEBUG nova.network.neutron [-] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1091.687918] env[69699]: DEBUG nova.network.neutron [req-c2ebf762-c34c-493c-9309-cbd30fba6b72 req-66e5f76b-4433-4ffa-8309-6ca673ce7431 service nova] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Updated VIF entry in instance network info cache for port 8eacaa48-89b4-4a3f-a3c4-3346493c02f6. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1091.688383] env[69699]: DEBUG nova.network.neutron [req-c2ebf762-c34c-493c-9309-cbd30fba6b72 req-66e5f76b-4433-4ffa-8309-6ca673ce7431 service nova] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Updating instance_info_cache with network_info: [{"id": "ddc00533-57b5-4d5c-820b-37a10037f2a2", "address": "fa:16:3e:fa:1e:51", "network": {"id": "0bd0c568-ae97-493c-9ed8-c70833965690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-782374772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba48fa426f0e4cb3b66a18836a0ae660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddc00533-57", "ovs_interfaceid": "ddc00533-57b5-4d5c-820b-37a10037f2a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8eacaa48-89b4-4a3f-a3c4-3346493c02f6", "address": "fa:16:3e:e4:14:36", "network": {"id": "0bd0c568-ae97-493c-9ed8-c70833965690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-782374772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba48fa426f0e4cb3b66a18836a0ae660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eacaa48-89", "ovs_interfaceid": "8eacaa48-89b4-4a3f-a3c4-3346493c02f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.690610] env[69699]: DEBUG nova.compute.manager [None req-4c36f08b-8d2c-4dc0-ba4f-291dfcfb90eb tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.691698] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7a6852-a06d-4714-92c8-58e11850c485 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.810515] env[69699]: DEBUG oslo_vmware.api [None req-b7909d3f-cd2d-45c0-b6ec-36d7ab3940cd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607745, 'name': SuspendVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.812384] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.849179] env[69699]: DEBUG oslo_vmware.api [None req-8b7b6ba8-98e1-437b-984a-3625749afe67 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607738, 'name': ReconfigVM_Task, 'duration_secs': 1.948193} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.850013] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8b7b6ba8-98e1-437b-984a-3625749afe67 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Releasing lock "33c6c229-7f77-4968-b48d-6a59bea1fc9a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.850402] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7b6ba8-98e1-437b-984a-3625749afe67 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Reconfigured VM to attach interface {{(pid=69699) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1091.921047] env[69699]: DEBUG oslo_vmware.api [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607747, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.968542] env[69699]: DEBUG oslo_vmware.api [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607740, 'name': PowerOnVM_Task, 'duration_secs': 1.100324} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.968542] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.968996] env[69699]: DEBUG nova.compute.manager [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.971453] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62bc1b55-244c-4210-8cf9-0875bff35945 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.056715] env[69699]: DEBUG oslo_vmware.api [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607748, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084329} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.056715] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1092.057632] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae8dadf-c21d-494c-9b97-ad22d6dee879 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.061520] env[69699]: DEBUG nova.scheduler.client.report [None req-49ad8f1b-1b1b-4476-b20d-3a07539503a7 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Updated inventory for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with generation 141 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1092.061801] env[69699]: DEBUG nova.compute.provider_tree [None req-49ad8f1b-1b1b-4476-b20d-3a07539503a7 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Updating resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f generation from 141 to 142 during operation: update_inventory {{(pid=69699) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1092.061985] env[69699]: DEBUG nova.compute.provider_tree [None req-49ad8f1b-1b1b-4476-b20d-3a07539503a7 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1092.090107] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 6ce72100-1024-4041-b84c-8b611a186331/6ce72100-1024-4041-b84c-8b611a186331.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1092.091352] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbf4c7f2-7c21-4805-844b-ae80b5b00d40 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.115752] env[69699]: DEBUG oslo_vmware.api [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for the task: (returnval){ [ 1092.115752] env[69699]: value = "task-3607749" [ 1092.115752] env[69699]: _type = "Task" [ 1092.115752] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.127823] env[69699]: DEBUG oslo_vmware.api [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607749, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.195846] env[69699]: DEBUG oslo_concurrency.lockutils [req-c2ebf762-c34c-493c-9309-cbd30fba6b72 req-66e5f76b-4433-4ffa-8309-6ca673ce7431 service nova] Releasing lock "refresh_cache-33c6c229-7f77-4968-b48d-6a59bea1fc9a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.205591] env[69699]: INFO nova.compute.manager [None req-4c36f08b-8d2c-4dc0-ba4f-291dfcfb90eb tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] instance snapshotting [ 1092.208657] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de90801-77d3-4793-9bfd-6fc6738a97ea {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.232637] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4db33f-bcb2-4271-a6d2-a9872e15ba05 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.307397] env[69699]: DEBUG oslo_vmware.api [None req-b7909d3f-cd2d-45c0-b6ec-36d7ab3940cd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607745, 'name': SuspendVM_Task} progress is 95%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.357091] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8b7b6ba8-98e1-437b-984a-3625749afe67 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "interface-33c6c229-7f77-4968-b48d-6a59bea1fc9a-8eacaa48-89b4-4a3f-a3c4-3346493c02f6" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.232s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.424172] env[69699]: DEBUG oslo_vmware.api [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607747, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.477921] env[69699]: DEBUG nova.network.neutron [-] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.489821] env[69699]: INFO nova.compute.manager [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] bringing vm to original state: 'stopped' [ 1092.567606] env[69699]: DEBUG oslo_concurrency.lockutils [None req-49ad8f1b-1b1b-4476-b20d-3a07539503a7 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.097s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.571034] env[69699]: DEBUG oslo_concurrency.lockutils [None req-65c0dcb1-0abe-420f-aa5f-27c9501f100f tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.590s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.571034] env[69699]: DEBUG nova.objects.instance [None req-65c0dcb1-0abe-420f-aa5f-27c9501f100f tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Lazy-loading 'resources' on Instance uuid ebcf8712-89f5-4806-bad4-7d08f1e05d09 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.589913] env[69699]: INFO nova.scheduler.client.report [None req-49ad8f1b-1b1b-4476-b20d-3a07539503a7 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Deleted allocations for instance cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa [ 1092.632639] env[69699]: DEBUG oslo_vmware.api [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607749, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.745358] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-4c36f08b-8d2c-4dc0-ba4f-291dfcfb90eb tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Creating Snapshot of the VM instance {{(pid=69699) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1092.745781] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-27742acf-d458-4d64-bff7-88789ef8c7a7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.757102] env[69699]: DEBUG oslo_vmware.api [None req-4c36f08b-8d2c-4dc0-ba4f-291dfcfb90eb tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Waiting for the task: (returnval){ [ 1092.757102] env[69699]: value = "task-3607750" [ 1092.757102] env[69699]: _type = "Task" [ 1092.757102] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.768594] env[69699]: DEBUG oslo_vmware.api [None req-4c36f08b-8d2c-4dc0-ba4f-291dfcfb90eb tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607750, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.810110] env[69699]: DEBUG oslo_vmware.api [None req-b7909d3f-cd2d-45c0-b6ec-36d7ab3940cd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607745, 'name': SuspendVM_Task} progress is 95%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.924876] env[69699]: DEBUG oslo_vmware.api [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607747, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.980983] env[69699]: INFO nova.compute.manager [-] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Took 1.35 seconds to deallocate network for instance. [ 1092.994252] env[69699]: DEBUG nova.compute.manager [req-7fa6159f-74ac-4fa0-8b44-840015a36537 req-4fb4c318-890a-47cd-93f5-c85feecb8aae service nova] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Received event network-vif-deleted-84d7efcb-0afb-4f51-8a13-e9761ed1aa6e {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.098517] env[69699]: DEBUG oslo_concurrency.lockutils [None req-49ad8f1b-1b1b-4476-b20d-3a07539503a7 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Lock "cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.535s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.132774] env[69699]: DEBUG oslo_vmware.api [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607749, 'name': ReconfigVM_Task, 'duration_secs': 0.570732} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.133086] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 6ce72100-1024-4041-b84c-8b611a186331/6ce72100-1024-4041-b84c-8b611a186331.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1093.133781] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5294afcf-846c-417a-a3b1-cdbc2acebc0a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.145973] env[69699]: DEBUG oslo_vmware.api [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for the task: (returnval){ [ 1093.145973] env[69699]: value = "task-3607751" [ 1093.145973] env[69699]: _type = "Task" [ 1093.145973] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.162788] env[69699]: DEBUG oslo_vmware.api [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607751, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.270211] env[69699]: DEBUG oslo_vmware.api [None req-4c36f08b-8d2c-4dc0-ba4f-291dfcfb90eb tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607750, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.311415] env[69699]: DEBUG oslo_vmware.api [None req-b7909d3f-cd2d-45c0-b6ec-36d7ab3940cd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607745, 'name': SuspendVM_Task, 'duration_secs': 1.559656} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.315071] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-b7909d3f-cd2d-45c0-b6ec-36d7ab3940cd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: df538494-4ef6-49f4-8381-459e14fa731c] Suspended the VM {{(pid=69699) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1093.315318] env[69699]: DEBUG nova.compute.manager [None req-b7909d3f-cd2d-45c0-b6ec-36d7ab3940cd tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: df538494-4ef6-49f4-8381-459e14fa731c] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1093.316885] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820e3658-0bd2-45a9-a869-faf1845853e7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.414441] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13f0294-b67e-49a0-99b3-83a7cab83132 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.428155] env[69699]: DEBUG oslo_vmware.api [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607747, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.431760] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39324de5-4108-46ef-a58e-76723a9cc06c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.466591] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51c8001-8a33-4720-b956-f88528c1b9c7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.478038] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a661c2a7-d395-4a0b-a318-6d23cc87e10f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.488513] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8315357c-30c0-471c-9d54-a31f22fd77ee tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.504145] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquiring lock "cdda04f7-d4a8-4221-a65a-445518eb5e0c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.504621] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "cdda04f7-d4a8-4221-a65a-445518eb5e0c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.504872] env[69699]: DEBUG nova.compute.manager [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1093.505439] env[69699]: DEBUG nova.compute.provider_tree [None req-65c0dcb1-0abe-420f-aa5f-27c9501f100f tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.507624] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7d5e11-02ec-47d2-a22e-24636e4ffea3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.518632] env[69699]: DEBUG nova.compute.manager [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69699) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1093.661680] env[69699]: DEBUG oslo_vmware.api [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607751, 'name': Rename_Task, 'duration_secs': 0.270406} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.661966] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1093.662267] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f19e9a5d-d42a-434d-a0d0-ba63f0705b2c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.674272] env[69699]: DEBUG oslo_vmware.api [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for the task: (returnval){ [ 1093.674272] env[69699]: value = "task-3607752" [ 1093.674272] env[69699]: _type = "Task" [ 1093.674272] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.686574] env[69699]: DEBUG oslo_vmware.api [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607752, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.705318] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a38866f0-c65c-480b-9c85-6528804b0ff0 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Acquiring lock "6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.705629] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a38866f0-c65c-480b-9c85-6528804b0ff0 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Lock "6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.705933] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a38866f0-c65c-480b-9c85-6528804b0ff0 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Acquiring lock "6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.706220] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a38866f0-c65c-480b-9c85-6528804b0ff0 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Lock "6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.706463] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a38866f0-c65c-480b-9c85-6528804b0ff0 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Lock "6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.708718] env[69699]: INFO nova.compute.manager [None req-a38866f0-c65c-480b-9c85-6528804b0ff0 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Terminating instance [ 1093.772075] env[69699]: DEBUG oslo_vmware.api [None req-4c36f08b-8d2c-4dc0-ba4f-291dfcfb90eb tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607750, 'name': CreateSnapshot_Task, 'duration_secs': 0.953634} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.772075] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-4c36f08b-8d2c-4dc0-ba4f-291dfcfb90eb tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Created Snapshot of the VM instance {{(pid=69699) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1093.773055] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c6c9ee-8500-4075-9ff6-a2ca86f1ca0b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.923842] env[69699]: DEBUG oslo_vmware.api [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607747, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.987291] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3efaee43-cb9e-41d0-b28d-71c7c71c00d3 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "interface-33c6c229-7f77-4968-b48d-6a59bea1fc9a-8eacaa48-89b4-4a3f-a3c4-3346493c02f6" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.987655] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3efaee43-cb9e-41d0-b28d-71c7c71c00d3 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "interface-33c6c229-7f77-4968-b48d-6a59bea1fc9a-8eacaa48-89b4-4a3f-a3c4-3346493c02f6" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.012103] env[69699]: DEBUG nova.scheduler.client.report [None req-65c0dcb1-0abe-420f-aa5f-27c9501f100f tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.024111] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.024111] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed34044d-c2d9-4295-8b55-0ffe9197a50b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.032189] env[69699]: DEBUG oslo_vmware.api [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1094.032189] env[69699]: value = "task-3607753" [ 1094.032189] env[69699]: _type = "Task" [ 1094.032189] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.041344] env[69699]: DEBUG oslo_vmware.api [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607753, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.083172] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b0fa3742-34d1-4be0-89d5-3eb17571351e tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Acquiring lock "12ab37c5-3a07-43ca-b87d-4c62d904ea78" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.083426] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b0fa3742-34d1-4be0-89d5-3eb17571351e tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Lock "12ab37c5-3a07-43ca-b87d-4c62d904ea78" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.185636] env[69699]: DEBUG oslo_vmware.api [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607752, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.215351] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5d882871-d066-405b-9cbd-56cdab68517f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "df538494-4ef6-49f4-8381-459e14fa731c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.215589] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5d882871-d066-405b-9cbd-56cdab68517f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "df538494-4ef6-49f4-8381-459e14fa731c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.215796] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5d882871-d066-405b-9cbd-56cdab68517f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "df538494-4ef6-49f4-8381-459e14fa731c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.215975] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5d882871-d066-405b-9cbd-56cdab68517f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "df538494-4ef6-49f4-8381-459e14fa731c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.216163] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5d882871-d066-405b-9cbd-56cdab68517f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "df538494-4ef6-49f4-8381-459e14fa731c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.218226] env[69699]: INFO nova.compute.manager [None req-5d882871-d066-405b-9cbd-56cdab68517f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: df538494-4ef6-49f4-8381-459e14fa731c] Terminating instance [ 1094.219753] env[69699]: DEBUG nova.compute.manager [None req-a38866f0-c65c-480b-9c85-6528804b0ff0 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1094.219924] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a38866f0-c65c-480b-9c85-6528804b0ff0 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1094.221689] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c512b0-a5e4-43f4-984d-ae5f457a480a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.230462] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-a38866f0-c65c-480b-9c85-6528804b0ff0 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.231219] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee42eb01-47c5-4003-b2cd-f556e712c88b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.240342] env[69699]: DEBUG oslo_vmware.api [None req-a38866f0-c65c-480b-9c85-6528804b0ff0 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 1094.240342] env[69699]: value = "task-3607754" [ 1094.240342] env[69699]: _type = "Task" [ 1094.240342] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.250226] env[69699]: DEBUG oslo_vmware.api [None req-a38866f0-c65c-480b-9c85-6528804b0ff0 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.296132] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-4c36f08b-8d2c-4dc0-ba4f-291dfcfb90eb tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Creating linked-clone VM from snapshot {{(pid=69699) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1094.296413] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4d816a5f-34c2-43a0-b614-2a2ea7c7f8f6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.307834] env[69699]: DEBUG oslo_vmware.api [None req-4c36f08b-8d2c-4dc0-ba4f-291dfcfb90eb tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Waiting for the task: (returnval){ [ 1094.307834] env[69699]: value = "task-3607755" [ 1094.307834] env[69699]: _type = "Task" [ 1094.307834] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.316834] env[69699]: DEBUG oslo_vmware.api [None req-4c36f08b-8d2c-4dc0-ba4f-291dfcfb90eb tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607755, 'name': CloneVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.426130] env[69699]: DEBUG oslo_vmware.api [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607747, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.720684} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.426497] env[69699]: INFO nova.virt.vmwareapi.ds_util [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_eb1f3b42-a86a-4f27-8c39-5934524b02bf/OSTACK_IMG_eb1f3b42-a86a-4f27-8c39-5934524b02bf.vmdk to [datastore1] devstack-image-cache_base/f3d4fba6-92e1-48bc-a420-63afacfe3370/f3d4fba6-92e1-48bc-a420-63afacfe3370.vmdk. [ 1094.426745] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8f881d79-ab95-4019-b46b-ab4f0034aa58] Cleaning up location [datastore1] OSTACK_IMG_eb1f3b42-a86a-4f27-8c39-5934524b02bf {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1094.426963] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_eb1f3b42-a86a-4f27-8c39-5934524b02bf {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.427285] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ecc8e28a-b533-4174-894e-6b47a97d523d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.435234] env[69699]: DEBUG oslo_vmware.api [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 1094.435234] env[69699]: value = "task-3607756" [ 1094.435234] env[69699]: _type = "Task" [ 1094.435234] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.445744] env[69699]: DEBUG oslo_vmware.api [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607756, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.490630] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3efaee43-cb9e-41d0-b28d-71c7c71c00d3 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "33c6c229-7f77-4968-b48d-6a59bea1fc9a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.490853] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3efaee43-cb9e-41d0-b28d-71c7c71c00d3 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquired lock "33c6c229-7f77-4968-b48d-6a59bea1fc9a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.491958] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3e9637-43be-434b-b33a-516a05a47377 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.512997] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7633d3-e479-48a0-8b89-8801052c590f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.516759] env[69699]: DEBUG oslo_concurrency.lockutils [None req-65c0dcb1-0abe-420f-aa5f-27c9501f100f tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.946s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.519395] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2c43c413-c6dd-41ee-b2c3-b8ab883d8df4 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.060s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.519869] env[69699]: DEBUG nova.objects.instance [None req-2c43c413-c6dd-41ee-b2c3-b8ab883d8df4 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lazy-loading 'resources' on Instance uuid 443869ec-6df5-4e4a-8c46-340fc7b98b37 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.545099] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-3efaee43-cb9e-41d0-b28d-71c7c71c00d3 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Reconfiguring VM to detach interface {{(pid=69699) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1094.547069] env[69699]: INFO nova.scheduler.client.report [None req-65c0dcb1-0abe-420f-aa5f-27c9501f100f tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Deleted allocations for instance ebcf8712-89f5-4806-bad4-7d08f1e05d09 [ 1094.551395] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb893818-8e2c-4df5-af5e-83cc0f06e59d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.575570] env[69699]: DEBUG oslo_vmware.api [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607753, 'name': PowerOffVM_Task, 'duration_secs': 0.260648} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.577405] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.577611] env[69699]: DEBUG nova.compute.manager [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1094.577943] env[69699]: DEBUG oslo_vmware.api [None req-3efaee43-cb9e-41d0-b28d-71c7c71c00d3 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Waiting for the task: (returnval){ [ 1094.577943] env[69699]: value = "task-3607757" [ 1094.577943] env[69699]: _type = "Task" [ 1094.577943] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.578671] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc8f672-3a13-4f8a-8730-ac32839cdaeb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.586213] env[69699]: DEBUG nova.compute.utils [None req-b0fa3742-34d1-4be0-89d5-3eb17571351e tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1094.595861] env[69699]: DEBUG oslo_vmware.api [None req-3efaee43-cb9e-41d0-b28d-71c7c71c00d3 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607757, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.685933] env[69699]: DEBUG oslo_vmware.api [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607752, 'name': PowerOnVM_Task, 'duration_secs': 0.838459} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.686254] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1094.686506] env[69699]: INFO nova.compute.manager [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Took 7.71 seconds to spawn the instance on the hypervisor. [ 1094.686724] env[69699]: DEBUG nova.compute.manager [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1094.687525] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cfe96f-fa0a-4b50-95c8-4877549823d5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.725991] env[69699]: DEBUG nova.compute.manager [None req-5d882871-d066-405b-9cbd-56cdab68517f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: df538494-4ef6-49f4-8381-459e14fa731c] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1094.726415] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-5d882871-d066-405b-9cbd-56cdab68517f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: df538494-4ef6-49f4-8381-459e14fa731c] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1094.727328] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb07335-ba37-44e4-886c-f9e660a22398 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.736959] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-5d882871-d066-405b-9cbd-56cdab68517f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: df538494-4ef6-49f4-8381-459e14fa731c] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1094.737226] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d60447ab-39d3-408c-bdd8-7cba95a9bd8d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.750413] env[69699]: DEBUG oslo_vmware.api [None req-a38866f0-c65c-480b-9c85-6528804b0ff0 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607754, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.814042] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-5d882871-d066-405b-9cbd-56cdab68517f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: df538494-4ef6-49f4-8381-459e14fa731c] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.814246] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-5d882871-d066-405b-9cbd-56cdab68517f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: df538494-4ef6-49f4-8381-459e14fa731c] Deleting contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.814436] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d882871-d066-405b-9cbd-56cdab68517f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Deleting the datastore file [datastore1] df538494-4ef6-49f4-8381-459e14fa731c {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.815267] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d95d81c6-13a0-41c5-8676-ab0772fb9bc2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.820918] env[69699]: DEBUG oslo_vmware.api [None req-4c36f08b-8d2c-4dc0-ba4f-291dfcfb90eb tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607755, 'name': CloneVM_Task} progress is 94%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.825868] env[69699]: DEBUG oslo_vmware.api [None req-5d882871-d066-405b-9cbd-56cdab68517f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 1094.825868] env[69699]: value = "task-3607759" [ 1094.825868] env[69699]: _type = "Task" [ 1094.825868] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.833426] env[69699]: DEBUG oslo_vmware.api [None req-5d882871-d066-405b-9cbd-56cdab68517f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.946138] env[69699]: DEBUG oslo_vmware.api [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607756, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.056212} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.946205] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1094.946364] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3d4fba6-92e1-48bc-a420-63afacfe3370/f3d4fba6-92e1-48bc-a420-63afacfe3370.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.946612] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f3d4fba6-92e1-48bc-a420-63afacfe3370/f3d4fba6-92e1-48bc-a420-63afacfe3370.vmdk to [datastore1] 8f881d79-ab95-4019-b46b-ab4f0034aa58/8f881d79-ab95-4019-b46b-ab4f0034aa58.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1094.946867] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f24fec13-5285-4ea4-a8da-c96f089eb3f2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.954150] env[69699]: DEBUG oslo_vmware.api [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 1094.954150] env[69699]: value = "task-3607760" [ 1094.954150] env[69699]: _type = "Task" [ 1094.954150] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.962622] env[69699]: DEBUG oslo_vmware.api [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607760, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.072527] env[69699]: DEBUG oslo_concurrency.lockutils [None req-65c0dcb1-0abe-420f-aa5f-27c9501f100f tempest-ServerShowV254Test-748567347 tempest-ServerShowV254Test-748567347-project-member] Lock "ebcf8712-89f5-4806-bad4-7d08f1e05d09" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.068s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.091336] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b0fa3742-34d1-4be0-89d5-3eb17571351e tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Lock "12ab37c5-3a07-43ca-b87d-4c62d904ea78" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.091993] env[69699]: DEBUG oslo_vmware.api [None req-3efaee43-cb9e-41d0-b28d-71c7c71c00d3 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.101069] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "cdda04f7-d4a8-4221-a65a-445518eb5e0c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.596s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.213317] env[69699]: INFO nova.compute.manager [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Took 22.79 seconds to build instance. [ 1095.252067] env[69699]: DEBUG oslo_vmware.api [None req-a38866f0-c65c-480b-9c85-6528804b0ff0 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607754, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.325224] env[69699]: DEBUG oslo_vmware.api [None req-4c36f08b-8d2c-4dc0-ba4f-291dfcfb90eb tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607755, 'name': CloneVM_Task} progress is 94%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.331229] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9c444c-a229-47eb-8ec1-dd62d597443f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.340159] env[69699]: DEBUG oslo_vmware.api [None req-5d882871-d066-405b-9cbd-56cdab68517f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.342642] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78385e9-ad51-45e4-b02c-47e4b1ab9f80 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.375692] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81bc47a5-8458-4e2e-84b1-1a57a0552cdc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.384099] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02dfd710-652c-48e0-924a-686e0e000b91 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.401306] env[69699]: DEBUG nova.compute.provider_tree [None req-2c43c413-c6dd-41ee-b2c3-b8ab883d8df4 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.465954] env[69699]: DEBUG oslo_vmware.api [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607760, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.592970] env[69699]: DEBUG oslo_vmware.api [None req-3efaee43-cb9e-41d0-b28d-71c7c71c00d3 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.619079] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.715839] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f99b93ff-faba-4974-adcb-bf1aa3daab27 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "6ce72100-1024-4041-b84c-8b611a186331" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.298s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.752620] env[69699]: DEBUG oslo_vmware.api [None req-a38866f0-c65c-480b-9c85-6528804b0ff0 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607754, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.825344] env[69699]: DEBUG oslo_vmware.api [None req-4c36f08b-8d2c-4dc0-ba4f-291dfcfb90eb tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607755, 'name': CloneVM_Task} progress is 94%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.837749] env[69699]: DEBUG oslo_vmware.api [None req-5d882871-d066-405b-9cbd-56cdab68517f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607759, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.643186} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.838078] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d882871-d066-405b-9cbd-56cdab68517f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.838325] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-5d882871-d066-405b-9cbd-56cdab68517f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: df538494-4ef6-49f4-8381-459e14fa731c] Deleted contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.838514] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-5d882871-d066-405b-9cbd-56cdab68517f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: df538494-4ef6-49f4-8381-459e14fa731c] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.838751] env[69699]: INFO nova.compute.manager [None req-5d882871-d066-405b-9cbd-56cdab68517f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: df538494-4ef6-49f4-8381-459e14fa731c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1095.838943] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d882871-d066-405b-9cbd-56cdab68517f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.839164] env[69699]: DEBUG nova.compute.manager [-] [instance: df538494-4ef6-49f4-8381-459e14fa731c] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1095.839261] env[69699]: DEBUG nova.network.neutron [-] [instance: df538494-4ef6-49f4-8381-459e14fa731c] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1095.902640] env[69699]: DEBUG nova.scheduler.client.report [None req-2c43c413-c6dd-41ee-b2c3-b8ab883d8df4 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.968746] env[69699]: DEBUG oslo_vmware.api [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607760, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.045110] env[69699]: DEBUG nova.compute.manager [req-b43edbae-bf8c-43a3-9a05-785e51b1ecff req-58716ff1-5a63-47aa-82d2-984f42c7c9cb service nova] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Received event network-changed-847ba884-1d01-41b1-99e4-94af3087f683 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.045435] env[69699]: DEBUG nova.compute.manager [req-b43edbae-bf8c-43a3-9a05-785e51b1ecff req-58716ff1-5a63-47aa-82d2-984f42c7c9cb service nova] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Refreshing instance network info cache due to event network-changed-847ba884-1d01-41b1-99e4-94af3087f683. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1096.045740] env[69699]: DEBUG oslo_concurrency.lockutils [req-b43edbae-bf8c-43a3-9a05-785e51b1ecff req-58716ff1-5a63-47aa-82d2-984f42c7c9cb service nova] Acquiring lock "refresh_cache-6ce72100-1024-4041-b84c-8b611a186331" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.045980] env[69699]: DEBUG oslo_concurrency.lockutils [req-b43edbae-bf8c-43a3-9a05-785e51b1ecff req-58716ff1-5a63-47aa-82d2-984f42c7c9cb service nova] Acquired lock "refresh_cache-6ce72100-1024-4041-b84c-8b611a186331" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.046199] env[69699]: DEBUG nova.network.neutron [req-b43edbae-bf8c-43a3-9a05-785e51b1ecff req-58716ff1-5a63-47aa-82d2-984f42c7c9cb service nova] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Refreshing network info cache for port 847ba884-1d01-41b1-99e4-94af3087f683 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1096.096156] env[69699]: DEBUG oslo_vmware.api [None req-3efaee43-cb9e-41d0-b28d-71c7c71c00d3 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.198776] env[69699]: DEBUG nova.compute.manager [req-ad002069-7e66-4fa0-b2c2-9fbc2bbe5ee3 req-e49210af-1cc1-452b-b5ef-bd248c8e3206 service nova] [instance: df538494-4ef6-49f4-8381-459e14fa731c] Received event network-vif-deleted-b06143ac-6054-4509-b92d-3d52e2a84806 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.199215] env[69699]: INFO nova.compute.manager [req-ad002069-7e66-4fa0-b2c2-9fbc2bbe5ee3 req-e49210af-1cc1-452b-b5ef-bd248c8e3206 service nova] [instance: df538494-4ef6-49f4-8381-459e14fa731c] Neutron deleted interface b06143ac-6054-4509-b92d-3d52e2a84806; detaching it from the instance and deleting it from the info cache [ 1096.199531] env[69699]: DEBUG nova.network.neutron [req-ad002069-7e66-4fa0-b2c2-9fbc2bbe5ee3 req-e49210af-1cc1-452b-b5ef-bd248c8e3206 service nova] [instance: df538494-4ef6-49f4-8381-459e14fa731c] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.201967] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b0fa3742-34d1-4be0-89d5-3eb17571351e tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Acquiring lock "12ab37c5-3a07-43ca-b87d-4c62d904ea78" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.202264] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b0fa3742-34d1-4be0-89d5-3eb17571351e tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Lock "12ab37c5-3a07-43ca-b87d-4c62d904ea78" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.202605] env[69699]: INFO nova.compute.manager [None req-b0fa3742-34d1-4be0-89d5-3eb17571351e tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Attaching volume 3e135317-28fb-43ab-94d5-58c65984aaa9 to /dev/sdb [ 1096.249658] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92cdcd37-0c4e-4189-968f-4641462be3bd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.256862] env[69699]: DEBUG oslo_vmware.api [None req-a38866f0-c65c-480b-9c85-6528804b0ff0 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607754, 'name': PowerOffVM_Task, 'duration_secs': 1.528621} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.257870] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-a38866f0-c65c-480b-9c85-6528804b0ff0 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.258234] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a38866f0-c65c-480b-9c85-6528804b0ff0 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.258622] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b4e2d1c-9aab-4c25-aea7-6d3cb56dca50 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.264300] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fcee13d-8a87-4a7e-aba8-720c85e4faf6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.283107] env[69699]: DEBUG nova.virt.block_device [None req-b0fa3742-34d1-4be0-89d5-3eb17571351e tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Updating existing volume attachment record: 03abaa73-bf35-4d6a-9e93-cdfdce3be68d {{(pid=69699) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1096.325314] env[69699]: DEBUG oslo_vmware.api [None req-4c36f08b-8d2c-4dc0-ba4f-291dfcfb90eb tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607755, 'name': CloneVM_Task, 'duration_secs': 1.84765} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.325704] env[69699]: INFO nova.virt.vmwareapi.vmops [None req-4c36f08b-8d2c-4dc0-ba4f-291dfcfb90eb tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Created linked-clone VM from snapshot [ 1096.326631] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a820398f-271f-4e47-bd05-629452efb31f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.336257] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a38866f0-c65c-480b-9c85-6528804b0ff0 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.336257] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a38866f0-c65c-480b-9c85-6528804b0ff0 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Deleting contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.340514] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-a38866f0-c65c-480b-9c85-6528804b0ff0 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Deleting the datastore file [datastore1] 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.341636] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7bf88cc-8f2d-4d8f-86f4-3afe044f6161 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.344109] env[69699]: DEBUG nova.virt.vmwareapi.images [None req-4c36f08b-8d2c-4dc0-ba4f-291dfcfb90eb tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Uploading image daf5ca7d-b286-4cb4-857e-5cea97ec9c9c {{(pid=69699) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1096.357600] env[69699]: DEBUG oslo_vmware.api [None req-a38866f0-c65c-480b-9c85-6528804b0ff0 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for the task: (returnval){ [ 1096.357600] env[69699]: value = "task-3607762" [ 1096.357600] env[69699]: _type = "Task" [ 1096.357600] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.362756] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c36f08b-8d2c-4dc0-ba4f-291dfcfb90eb tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Destroying the VM {{(pid=69699) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1096.363112] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-06260fcd-7224-452f-b731-01be8c5e12f1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.370568] env[69699]: DEBUG oslo_vmware.api [None req-a38866f0-c65c-480b-9c85-6528804b0ff0 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607762, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.372295] env[69699]: DEBUG oslo_vmware.api [None req-4c36f08b-8d2c-4dc0-ba4f-291dfcfb90eb tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Waiting for the task: (returnval){ [ 1096.372295] env[69699]: value = "task-3607763" [ 1096.372295] env[69699]: _type = "Task" [ 1096.372295] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.381529] env[69699]: DEBUG oslo_vmware.api [None req-4c36f08b-8d2c-4dc0-ba4f-291dfcfb90eb tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607763, 'name': Destroy_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.410746] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2c43c413-c6dd-41ee-b2c3-b8ab883d8df4 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.891s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.413913] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.602s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.415890] env[69699]: INFO nova.compute.claims [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1096.440908] env[69699]: INFO nova.scheduler.client.report [None req-2c43c413-c6dd-41ee-b2c3-b8ab883d8df4 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Deleted allocations for instance 443869ec-6df5-4e4a-8c46-340fc7b98b37 [ 1096.467146] env[69699]: DEBUG oslo_vmware.api [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607760, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.598412] env[69699]: DEBUG oslo_vmware.api [None req-3efaee43-cb9e-41d0-b28d-71c7c71c00d3 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.613374] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a71660a1-a910-45cd-bf0c-e2104b064e65 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquiring lock "cdda04f7-d4a8-4221-a65a-445518eb5e0c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.613571] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a71660a1-a910-45cd-bf0c-e2104b064e65 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "cdda04f7-d4a8-4221-a65a-445518eb5e0c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.613835] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a71660a1-a910-45cd-bf0c-e2104b064e65 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquiring lock "cdda04f7-d4a8-4221-a65a-445518eb5e0c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.614126] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a71660a1-a910-45cd-bf0c-e2104b064e65 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "cdda04f7-d4a8-4221-a65a-445518eb5e0c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.614922] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a71660a1-a910-45cd-bf0c-e2104b064e65 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "cdda04f7-d4a8-4221-a65a-445518eb5e0c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.617299] env[69699]: INFO nova.compute.manager [None req-a71660a1-a910-45cd-bf0c-e2104b064e65 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Terminating instance [ 1096.667518] env[69699]: DEBUG nova.network.neutron [-] [instance: df538494-4ef6-49f4-8381-459e14fa731c] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.706843] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1170b214-6d73-4e4f-b1b1-58800bedc26e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.723969] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30098f4e-f20a-4b9f-b35a-eb23feac570f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.769459] env[69699]: DEBUG nova.compute.manager [req-ad002069-7e66-4fa0-b2c2-9fbc2bbe5ee3 req-e49210af-1cc1-452b-b5ef-bd248c8e3206 service nova] [instance: df538494-4ef6-49f4-8381-459e14fa731c] Detach interface failed, port_id=b06143ac-6054-4509-b92d-3d52e2a84806, reason: Instance df538494-4ef6-49f4-8381-459e14fa731c could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1096.836196] env[69699]: DEBUG nova.network.neutron [req-b43edbae-bf8c-43a3-9a05-785e51b1ecff req-58716ff1-5a63-47aa-82d2-984f42c7c9cb service nova] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Updated VIF entry in instance network info cache for port 847ba884-1d01-41b1-99e4-94af3087f683. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1096.836510] env[69699]: DEBUG nova.network.neutron [req-b43edbae-bf8c-43a3-9a05-785e51b1ecff req-58716ff1-5a63-47aa-82d2-984f42c7c9cb service nova] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Updating instance_info_cache with network_info: [{"id": "847ba884-1d01-41b1-99e4-94af3087f683", "address": "fa:16:3e:86:e3:57", "network": {"id": "f88e8b9e-760f-44ab-9c9b-8f7c2c84f47f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1402000233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14c1236c77054fb8bf2c683bb76174ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap847ba884-1d", "ovs_interfaceid": "847ba884-1d01-41b1-99e4-94af3087f683", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.868752] env[69699]: DEBUG oslo_vmware.api [None req-a38866f0-c65c-480b-9c85-6528804b0ff0 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607762, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.882871] env[69699]: DEBUG oslo_vmware.api [None req-4c36f08b-8d2c-4dc0-ba4f-291dfcfb90eb tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607763, 'name': Destroy_Task, 'duration_secs': 0.392943} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.883085] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-4c36f08b-8d2c-4dc0-ba4f-291dfcfb90eb tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Destroyed the VM [ 1096.883263] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-4c36f08b-8d2c-4dc0-ba4f-291dfcfb90eb tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Deleting Snapshot of the VM instance {{(pid=69699) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1096.883603] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b055b5c6-cec1-4408-94c8-648b1d5c4c01 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.894092] env[69699]: DEBUG oslo_vmware.api [None req-4c36f08b-8d2c-4dc0-ba4f-291dfcfb90eb tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Waiting for the task: (returnval){ [ 1096.894092] env[69699]: value = "task-3607765" [ 1096.894092] env[69699]: _type = "Task" [ 1096.894092] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.903652] env[69699]: DEBUG oslo_vmware.api [None req-4c36f08b-8d2c-4dc0-ba4f-291dfcfb90eb tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607765, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.948882] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2c43c413-c6dd-41ee-b2c3-b8ab883d8df4 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "443869ec-6df5-4e4a-8c46-340fc7b98b37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.974s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.967177] env[69699]: DEBUG oslo_vmware.api [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607760, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.098274] env[69699]: DEBUG oslo_vmware.api [None req-3efaee43-cb9e-41d0-b28d-71c7c71c00d3 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.121858] env[69699]: DEBUG nova.compute.manager [None req-a71660a1-a910-45cd-bf0c-e2104b064e65 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1097.122117] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a71660a1-a910-45cd-bf0c-e2104b064e65 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1097.123079] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204dace3-2435-4db0-a89d-60438f6c62cf {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.132424] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a71660a1-a910-45cd-bf0c-e2104b064e65 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1097.132719] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1119d8d-d13a-438c-b479-c3664093f35a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.174843] env[69699]: INFO nova.compute.manager [-] [instance: df538494-4ef6-49f4-8381-459e14fa731c] Took 1.34 seconds to deallocate network for instance. [ 1097.222236] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a71660a1-a910-45cd-bf0c-e2104b064e65 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1097.222609] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a71660a1-a910-45cd-bf0c-e2104b064e65 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1097.222821] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-a71660a1-a910-45cd-bf0c-e2104b064e65 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Deleting the datastore file [datastore2] cdda04f7-d4a8-4221-a65a-445518eb5e0c {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1097.223167] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f85c253b-edd0-4a88-9764-c956d15cbbd5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.234409] env[69699]: DEBUG oslo_vmware.api [None req-a71660a1-a910-45cd-bf0c-e2104b064e65 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1097.234409] env[69699]: value = "task-3607767" [ 1097.234409] env[69699]: _type = "Task" [ 1097.234409] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.246609] env[69699]: DEBUG oslo_vmware.api [None req-a71660a1-a910-45cd-bf0c-e2104b064e65 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607767, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.339112] env[69699]: DEBUG oslo_concurrency.lockutils [req-b43edbae-bf8c-43a3-9a05-785e51b1ecff req-58716ff1-5a63-47aa-82d2-984f42c7c9cb service nova] Releasing lock "refresh_cache-6ce72100-1024-4041-b84c-8b611a186331" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.373236] env[69699]: DEBUG oslo_vmware.api [None req-a38866f0-c65c-480b-9c85-6528804b0ff0 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607762, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.406528] env[69699]: DEBUG oslo_vmware.api [None req-4c36f08b-8d2c-4dc0-ba4f-291dfcfb90eb tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607765, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.473955] env[69699]: DEBUG oslo_vmware.api [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607760, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.598455] env[69699]: DEBUG oslo_vmware.api [None req-3efaee43-cb9e-41d0-b28d-71c7c71c00d3 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.682627] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5d882871-d066-405b-9cbd-56cdab68517f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.721846] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42ceed9-256a-4b8d-948e-ed1293436a3f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.732352] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01dd6655-e624-4a60-a2ee-130cd4ac772c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.776724] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4bd3f4-5432-44c6-8cb7-b094ac38ec07 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.779339] env[69699]: DEBUG oslo_vmware.api [None req-a71660a1-a910-45cd-bf0c-e2104b064e65 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607767, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259966} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.779590] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-a71660a1-a910-45cd-bf0c-e2104b064e65 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1097.779777] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a71660a1-a910-45cd-bf0c-e2104b064e65 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1097.779952] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a71660a1-a910-45cd-bf0c-e2104b064e65 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1097.780141] env[69699]: INFO nova.compute.manager [None req-a71660a1-a910-45cd-bf0c-e2104b064e65 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Took 0.66 seconds to destroy the instance on the hypervisor. [ 1097.780375] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a71660a1-a910-45cd-bf0c-e2104b064e65 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.780943] env[69699]: DEBUG nova.compute.manager [-] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1097.781055] env[69699]: DEBUG nova.network.neutron [-] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1097.785847] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4df0e04-40da-4102-afec-ee33721c9755 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.799825] env[69699]: DEBUG nova.compute.provider_tree [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.868742] env[69699]: DEBUG oslo_vmware.api [None req-a38866f0-c65c-480b-9c85-6528804b0ff0 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607762, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.906695] env[69699]: DEBUG oslo_vmware.api [None req-4c36f08b-8d2c-4dc0-ba4f-291dfcfb90eb tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607765, 'name': RemoveSnapshot_Task, 'duration_secs': 0.863243} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.906695] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-4c36f08b-8d2c-4dc0-ba4f-291dfcfb90eb tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Deleted Snapshot of the VM instance {{(pid=69699) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1097.969637] env[69699]: DEBUG oslo_vmware.api [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607760, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.919206} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.969909] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f3d4fba6-92e1-48bc-a420-63afacfe3370/f3d4fba6-92e1-48bc-a420-63afacfe3370.vmdk to [datastore1] 8f881d79-ab95-4019-b46b-ab4f0034aa58/8f881d79-ab95-4019-b46b-ab4f0034aa58.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1097.970860] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18edb2f-fb92-4ab6-809f-94589c2e6673 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.991850] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8eb741fd-1a06-47af-a961-0d1667653567 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquiring lock "87a0c726-699f-433d-ba5b-d610a3d91db0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.992179] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8eb741fd-1a06-47af-a961-0d1667653567 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "87a0c726-699f-433d-ba5b-d610a3d91db0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.992494] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8eb741fd-1a06-47af-a961-0d1667653567 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquiring lock "87a0c726-699f-433d-ba5b-d610a3d91db0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.992714] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8eb741fd-1a06-47af-a961-0d1667653567 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "87a0c726-699f-433d-ba5b-d610a3d91db0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.992945] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8eb741fd-1a06-47af-a961-0d1667653567 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "87a0c726-699f-433d-ba5b-d610a3d91db0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.008687] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8f881d79-ab95-4019-b46b-ab4f0034aa58] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 8f881d79-ab95-4019-b46b-ab4f0034aa58/8f881d79-ab95-4019-b46b-ab4f0034aa58.vmdk or device None with type streamOptimized {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.011057] env[69699]: INFO nova.compute.manager [None req-8eb741fd-1a06-47af-a961-0d1667653567 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 87a0c726-699f-433d-ba5b-d610a3d91db0] Terminating instance [ 1098.013296] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66c37f03-01fe-4145-a906-bcfa92b55602 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.038906] env[69699]: DEBUG nova.network.neutron [-] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.047201] env[69699]: DEBUG oslo_vmware.api [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 1098.047201] env[69699]: value = "task-3607768" [ 1098.047201] env[69699]: _type = "Task" [ 1098.047201] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.060822] env[69699]: DEBUG oslo_vmware.api [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607768, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.099995] env[69699]: DEBUG oslo_vmware.api [None req-3efaee43-cb9e-41d0-b28d-71c7c71c00d3 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.227490] env[69699]: DEBUG nova.compute.manager [req-ac3e759b-bdc6-4bd2-8acf-eff135f6ab15 req-1ace73fb-e0ee-472f-af6d-d052167308a3 service nova] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Received event network-vif-deleted-3a3ee3ed-3ba7-4b9b-b95c-c97311404e35 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.303376] env[69699]: DEBUG nova.scheduler.client.report [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.369096] env[69699]: DEBUG oslo_vmware.api [None req-a38866f0-c65c-480b-9c85-6528804b0ff0 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Task: {'id': task-3607762, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.798951} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.369514] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-a38866f0-c65c-480b-9c85-6528804b0ff0 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1098.369734] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a38866f0-c65c-480b-9c85-6528804b0ff0 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Deleted contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1098.369921] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a38866f0-c65c-480b-9c85-6528804b0ff0 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1098.371251] env[69699]: INFO nova.compute.manager [None req-a38866f0-c65c-480b-9c85-6528804b0ff0 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Took 4.15 seconds to destroy the instance on the hypervisor. [ 1098.371656] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a38866f0-c65c-480b-9c85-6528804b0ff0 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.371947] env[69699]: DEBUG nova.compute.manager [-] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1098.372064] env[69699]: DEBUG nova.network.neutron [-] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1098.411219] env[69699]: WARNING nova.compute.manager [None req-4c36f08b-8d2c-4dc0-ba4f-291dfcfb90eb tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Image not found during snapshot: nova.exception.ImageNotFound: Image daf5ca7d-b286-4cb4-857e-5cea97ec9c9c could not be found. [ 1098.542754] env[69699]: DEBUG nova.compute.manager [None req-8eb741fd-1a06-47af-a961-0d1667653567 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 87a0c726-699f-433d-ba5b-d610a3d91db0] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1098.542754] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb741fd-1a06-47af-a961-0d1667653567 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 87a0c726-699f-433d-ba5b-d610a3d91db0] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1098.542989] env[69699]: INFO nova.compute.manager [-] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Took 0.76 seconds to deallocate network for instance. [ 1098.543964] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c6b89a-8118-404c-85a6-b6b79bb24d78 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.561328] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eb741fd-1a06-47af-a961-0d1667653567 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 87a0c726-699f-433d-ba5b-d610a3d91db0] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.561896] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30bbd52e-21fe-4d7d-83b3-bb7425fc9106 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.569167] env[69699]: DEBUG oslo_vmware.api [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607768, 'name': ReconfigVM_Task, 'duration_secs': 0.347896} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.569894] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8f881d79-ab95-4019-b46b-ab4f0034aa58] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 8f881d79-ab95-4019-b46b-ab4f0034aa58/8f881d79-ab95-4019-b46b-ab4f0034aa58.vmdk or device None with type streamOptimized {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.570559] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2549c6dd-9f2e-4b31-9955-63fe9f5f33ae {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.576133] env[69699]: DEBUG oslo_vmware.api [None req-8eb741fd-1a06-47af-a961-0d1667653567 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 1098.576133] env[69699]: value = "task-3607770" [ 1098.576133] env[69699]: _type = "Task" [ 1098.576133] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.585368] env[69699]: DEBUG oslo_vmware.api [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 1098.585368] env[69699]: value = "task-3607771" [ 1098.585368] env[69699]: _type = "Task" [ 1098.585368] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.595217] env[69699]: DEBUG oslo_vmware.api [None req-8eb741fd-1a06-47af-a961-0d1667653567 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607770, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.629515] env[69699]: DEBUG oslo_vmware.api [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607771, 'name': Rename_Task} progress is 10%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.629515] env[69699]: DEBUG oslo_vmware.api [None req-3efaee43-cb9e-41d0-b28d-71c7c71c00d3 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.808569] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.395s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.809223] env[69699]: DEBUG nova.compute.manager [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1098.811760] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8315357c-30c0-471c-9d54-a31f22fd77ee tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.323s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.811909] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8315357c-30c0-471c-9d54-a31f22fd77ee tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.814065] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.195s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.814277] env[69699]: DEBUG nova.objects.instance [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69699) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1098.845404] env[69699]: INFO nova.scheduler.client.report [None req-8315357c-30c0-471c-9d54-a31f22fd77ee tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Deleted allocations for instance 3ef26056-8ff7-41d3-9807-83d48fb934d7 [ 1099.063854] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a71660a1-a910-45cd-bf0c-e2104b064e65 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.086593] env[69699]: DEBUG oslo_vmware.api [None req-8eb741fd-1a06-47af-a961-0d1667653567 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607770, 'name': PowerOffVM_Task, 'duration_secs': 0.320927} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.089644] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eb741fd-1a06-47af-a961-0d1667653567 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 87a0c726-699f-433d-ba5b-d610a3d91db0] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.089827] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb741fd-1a06-47af-a961-0d1667653567 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 87a0c726-699f-433d-ba5b-d610a3d91db0] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1099.090090] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8dbee516-b8cc-46ca-8260-d338d8e52a37 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.098323] env[69699]: DEBUG oslo_vmware.api [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607771, 'name': Rename_Task, 'duration_secs': 0.202219} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.101165] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8f881d79-ab95-4019-b46b-ab4f0034aa58] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1099.101477] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6c29904-bcee-446e-a05e-7301827f8d1a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.108043] env[69699]: DEBUG oslo_vmware.api [None req-3efaee43-cb9e-41d0-b28d-71c7c71c00d3 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.109225] env[69699]: DEBUG oslo_vmware.api [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 1099.109225] env[69699]: value = "task-3607773" [ 1099.109225] env[69699]: _type = "Task" [ 1099.109225] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.116502] env[69699]: DEBUG oslo_vmware.api [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607773, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.148078] env[69699]: DEBUG nova.network.neutron [-] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.172725] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb741fd-1a06-47af-a961-0d1667653567 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 87a0c726-699f-433d-ba5b-d610a3d91db0] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1099.172985] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb741fd-1a06-47af-a961-0d1667653567 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 87a0c726-699f-433d-ba5b-d610a3d91db0] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1099.173191] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-8eb741fd-1a06-47af-a961-0d1667653567 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Deleting the datastore file [datastore2] 87a0c726-699f-433d-ba5b-d610a3d91db0 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1099.173457] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56863a52-43a2-47c3-a6cb-21bdc0514fb5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.181744] env[69699]: DEBUG oslo_vmware.api [None req-8eb741fd-1a06-47af-a961-0d1667653567 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 1099.181744] env[69699]: value = "task-3607774" [ 1099.181744] env[69699]: _type = "Task" [ 1099.181744] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.189594] env[69699]: DEBUG oslo_vmware.api [None req-8eb741fd-1a06-47af-a961-0d1667653567 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607774, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.196514] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8d525334-2849-48a8-896b-11604e3b2ea7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Acquiring lock "35b9621f-00d1-4363-8b94-928b963d03eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.196749] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8d525334-2849-48a8-896b-11604e3b2ea7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Lock "35b9621f-00d1-4363-8b94-928b963d03eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.196954] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8d525334-2849-48a8-896b-11604e3b2ea7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Acquiring lock "35b9621f-00d1-4363-8b94-928b963d03eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.197149] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8d525334-2849-48a8-896b-11604e3b2ea7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Lock "35b9621f-00d1-4363-8b94-928b963d03eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.197329] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8d525334-2849-48a8-896b-11604e3b2ea7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Lock "35b9621f-00d1-4363-8b94-928b963d03eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.199396] env[69699]: INFO nova.compute.manager [None req-8d525334-2849-48a8-896b-11604e3b2ea7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Terminating instance [ 1099.318762] env[69699]: DEBUG nova.compute.utils [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1099.322877] env[69699]: DEBUG nova.compute.manager [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1099.323041] env[69699]: DEBUG nova.network.neutron [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1099.353341] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8315357c-30c0-471c-9d54-a31f22fd77ee tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "3ef26056-8ff7-41d3-9807-83d48fb934d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.487s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.358449] env[69699]: DEBUG nova.policy [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9dae987e26914a43835960c518752214', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e04398ccf8a4b1490feabf07d03922b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 1099.617691] env[69699]: DEBUG oslo_vmware.api [None req-3efaee43-cb9e-41d0-b28d-71c7c71c00d3 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.625012] env[69699]: DEBUG oslo_vmware.api [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607773, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.650874] env[69699]: INFO nova.compute.manager [-] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Took 1.28 seconds to deallocate network for instance. [ 1099.666075] env[69699]: DEBUG nova.network.neutron [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb] Successfully created port: 9dbcf627-59c5-4552-b1d3-9f8c3bff9332 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1099.692717] env[69699]: DEBUG oslo_vmware.api [None req-8eb741fd-1a06-47af-a961-0d1667653567 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607774, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.445683} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.693771] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-8eb741fd-1a06-47af-a961-0d1667653567 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.693932] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb741fd-1a06-47af-a961-0d1667653567 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 87a0c726-699f-433d-ba5b-d610a3d91db0] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.694182] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb741fd-1a06-47af-a961-0d1667653567 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 87a0c726-699f-433d-ba5b-d610a3d91db0] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.694379] env[69699]: INFO nova.compute.manager [None req-8eb741fd-1a06-47af-a961-0d1667653567 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 87a0c726-699f-433d-ba5b-d610a3d91db0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1099.694668] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8eb741fd-1a06-47af-a961-0d1667653567 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.695152] env[69699]: DEBUG nova.compute.manager [-] [instance: 87a0c726-699f-433d-ba5b-d610a3d91db0] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1099.695257] env[69699]: DEBUG nova.network.neutron [-] [instance: 87a0c726-699f-433d-ba5b-d610a3d91db0] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1099.703156] env[69699]: DEBUG nova.compute.manager [None req-8d525334-2849-48a8-896b-11604e3b2ea7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1099.703353] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8d525334-2849-48a8-896b-11604e3b2ea7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1099.704210] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3146d3a-82d6-421c-b183-b149ded58d1a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.712840] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d525334-2849-48a8-896b-11604e3b2ea7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.713143] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63794f61-2dcb-46e0-9dca-073c03516737 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.721723] env[69699]: DEBUG oslo_vmware.api [None req-8d525334-2849-48a8-896b-11604e3b2ea7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Waiting for the task: (returnval){ [ 1099.721723] env[69699]: value = "task-3607775" [ 1099.721723] env[69699]: _type = "Task" [ 1099.721723] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.731909] env[69699]: DEBUG oslo_vmware.api [None req-8d525334-2849-48a8-896b-11604e3b2ea7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607775, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.823500] env[69699]: DEBUG nova.compute.manager [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1099.827568] env[69699]: DEBUG oslo_concurrency.lockutils [None req-1f15cfa1-8fa1-41ce-9330-10c3da37f6bd tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.828721] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5d882871-d066-405b-9cbd-56cdab68517f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.146s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.832059] env[69699]: DEBUG nova.objects.instance [None req-5d882871-d066-405b-9cbd-56cdab68517f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lazy-loading 'resources' on Instance uuid df538494-4ef6-49f4-8381-459e14fa731c {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.032700] env[69699]: DEBUG nova.compute.manager [req-a77162d7-4738-4152-a872-00901df8838b req-0f7a52f6-5dad-4024-be5a-c0cf23e55e01 service nova] [instance: 87a0c726-699f-433d-ba5b-d610a3d91db0] Received event network-vif-deleted-f3f51f15-6356-4800-b77b-42a6d2fbc6ba {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.032913] env[69699]: INFO nova.compute.manager [req-a77162d7-4738-4152-a872-00901df8838b req-0f7a52f6-5dad-4024-be5a-c0cf23e55e01 service nova] [instance: 87a0c726-699f-433d-ba5b-d610a3d91db0] Neutron deleted interface f3f51f15-6356-4800-b77b-42a6d2fbc6ba; detaching it from the instance and deleting it from the info cache [ 1100.033108] env[69699]: DEBUG nova.network.neutron [req-a77162d7-4738-4152-a872-00901df8838b req-0f7a52f6-5dad-4024-be5a-c0cf23e55e01 service nova] [instance: 87a0c726-699f-433d-ba5b-d610a3d91db0] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.110052] env[69699]: DEBUG oslo_vmware.api [None req-3efaee43-cb9e-41d0-b28d-71c7c71c00d3 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607757, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.123409] env[69699]: DEBUG oslo_vmware.api [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607773, 'name': PowerOnVM_Task, 'duration_secs': 0.788942} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.123733] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8f881d79-ab95-4019-b46b-ab4f0034aa58] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1100.123928] env[69699]: INFO nova.compute.manager [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8f881d79-ab95-4019-b46b-ab4f0034aa58] Took 16.24 seconds to spawn the instance on the hypervisor. [ 1100.124129] env[69699]: DEBUG nova.compute.manager [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8f881d79-ab95-4019-b46b-ab4f0034aa58] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1100.124956] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716b455f-226d-4e7a-bfdd-ca754c4f7a53 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.158943] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a38866f0-c65c-480b-9c85-6528804b0ff0 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.232226] env[69699]: DEBUG oslo_vmware.api [None req-8d525334-2849-48a8-896b-11604e3b2ea7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607775, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.254414] env[69699]: DEBUG nova.compute.manager [req-6e8f58c7-24d6-48ad-ae56-ae7cb47ba595 req-89ac61f2-9315-494a-82b0-b7488107b162 service nova] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Received event network-vif-deleted-a395ed2f-f5da-4552-8984-21814e0ae104 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.511710] env[69699]: DEBUG nova.network.neutron [-] [instance: 87a0c726-699f-433d-ba5b-d610a3d91db0] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.539179] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-186bc987-1437-4c91-986c-b44ea31d7c41 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.552977] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f005817c-0cf7-4844-84a8-a66565dc3422 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.577704] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b20a70-e818-4746-9fc9-779d089753ec {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.594405] env[69699]: DEBUG nova.compute.manager [req-a77162d7-4738-4152-a872-00901df8838b req-0f7a52f6-5dad-4024-be5a-c0cf23e55e01 service nova] [instance: 87a0c726-699f-433d-ba5b-d610a3d91db0] Detach interface failed, port_id=f3f51f15-6356-4800-b77b-42a6d2fbc6ba, reason: Instance 87a0c726-699f-433d-ba5b-d610a3d91db0 could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1100.604528] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc1843b-eb24-4216-93a5-07b327227b1e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.614304] env[69699]: DEBUG oslo_vmware.api [None req-3efaee43-cb9e-41d0-b28d-71c7c71c00d3 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607757, 'name': ReconfigVM_Task, 'duration_secs': 5.803125} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.640228] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3efaee43-cb9e-41d0-b28d-71c7c71c00d3 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Releasing lock "33c6c229-7f77-4968-b48d-6a59bea1fc9a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.640465] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-3efaee43-cb9e-41d0-b28d-71c7c71c00d3 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Reconfigured VM to detach interface {{(pid=69699) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1100.646991] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632872f0-9c00-46f6-95d2-ded35a6fe8dd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.651202] env[69699]: INFO nova.compute.manager [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8f881d79-ab95-4019-b46b-ab4f0034aa58] Took 32.92 seconds to build instance. [ 1100.657973] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0c3125-404c-4b27-8e48-3bd28764b5c0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.672733] env[69699]: DEBUG nova.compute.provider_tree [None req-5d882871-d066-405b-9cbd-56cdab68517f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1100.732163] env[69699]: DEBUG oslo_vmware.api [None req-8d525334-2849-48a8-896b-11604e3b2ea7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607775, 'name': PowerOffVM_Task, 'duration_secs': 0.645708} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.732379] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d525334-2849-48a8-896b-11604e3b2ea7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1100.732556] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8d525334-2849-48a8-896b-11604e3b2ea7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1100.732796] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b2330af-5387-426a-977d-7a498e7d7e68 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.803817] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8d525334-2849-48a8-896b-11604e3b2ea7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1100.804077] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8d525334-2849-48a8-896b-11604e3b2ea7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Deleting contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1100.804290] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d525334-2849-48a8-896b-11604e3b2ea7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Deleting the datastore file [datastore1] 35b9621f-00d1-4363-8b94-928b963d03eb {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1100.804575] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c651ae73-8d3b-4885-b13d-eb46ae44815f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.812709] env[69699]: DEBUG oslo_vmware.api [None req-8d525334-2849-48a8-896b-11604e3b2ea7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Waiting for the task: (returnval){ [ 1100.812709] env[69699]: value = "task-3607777" [ 1100.812709] env[69699]: _type = "Task" [ 1100.812709] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.820726] env[69699]: DEBUG oslo_vmware.api [None req-8d525334-2849-48a8-896b-11604e3b2ea7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607777, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.839616] env[69699]: DEBUG nova.compute.manager [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1100.842717] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0fa3742-34d1-4be0-89d5-3eb17571351e tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Volume attach. Driver type: vmdk {{(pid=69699) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1100.842934] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0fa3742-34d1-4be0-89d5-3eb17571351e tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719695', 'volume_id': '3e135317-28fb-43ab-94d5-58c65984aaa9', 'name': 'volume-3e135317-28fb-43ab-94d5-58c65984aaa9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '12ab37c5-3a07-43ca-b87d-4c62d904ea78', 'attached_at': '', 'detached_at': '', 'volume_id': '3e135317-28fb-43ab-94d5-58c65984aaa9', 'serial': '3e135317-28fb-43ab-94d5-58c65984aaa9'} {{(pid=69699) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1100.843864] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21c3b0a-f9b7-40d4-be1e-eb23d04d7810 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.862865] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48f4e95-9250-4025-8f0c-8e5f88cf524d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.872026] env[69699]: DEBUG nova.virt.hardware [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1100.872210] env[69699]: DEBUG nova.virt.hardware [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1100.872376] env[69699]: DEBUG nova.virt.hardware [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1100.872543] env[69699]: DEBUG nova.virt.hardware [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1100.872692] env[69699]: DEBUG nova.virt.hardware [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1100.872839] env[69699]: DEBUG nova.virt.hardware [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1100.873069] env[69699]: DEBUG nova.virt.hardware [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1100.873246] env[69699]: DEBUG nova.virt.hardware [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1100.873412] env[69699]: DEBUG nova.virt.hardware [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1100.873598] env[69699]: DEBUG nova.virt.hardware [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1100.873782] env[69699]: DEBUG nova.virt.hardware [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1100.874614] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4981d120-cf12-4972-9c3e-de7fabba9a80 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.899327] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0fa3742-34d1-4be0-89d5-3eb17571351e tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] volume-3e135317-28fb-43ab-94d5-58c65984aaa9/volume-3e135317-28fb-43ab-94d5-58c65984aaa9.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.900079] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9901aaf3-81b9-4282-9c35-aaa344f9c1c9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.919119] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447e9173-3be7-4885-aab1-8b8f3d5580bc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.923793] env[69699]: DEBUG oslo_vmware.api [None req-b0fa3742-34d1-4be0-89d5-3eb17571351e tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Waiting for the task: (returnval){ [ 1100.923793] env[69699]: value = "task-3607778" [ 1100.923793] env[69699]: _type = "Task" [ 1100.923793] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.943134] env[69699]: DEBUG oslo_vmware.api [None req-b0fa3742-34d1-4be0-89d5-3eb17571351e tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607778, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.948122] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8ab398ea-2315-4cd9-b116-486d5b70697b tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquiring lock "8f881d79-ab95-4019-b46b-ab4f0034aa58" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.014162] env[69699]: INFO nova.compute.manager [-] [instance: 87a0c726-699f-433d-ba5b-d610a3d91db0] Took 1.32 seconds to deallocate network for instance. [ 1101.155593] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f8182a94-5f1d-40a1-a09b-fe5772044bf9 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lock "8f881d79-ab95-4019-b46b-ab4f0034aa58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.431s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.155593] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8ab398ea-2315-4cd9-b116-486d5b70697b tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lock "8f881d79-ab95-4019-b46b-ab4f0034aa58" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.205s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.155593] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8ab398ea-2315-4cd9-b116-486d5b70697b tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquiring lock "8f881d79-ab95-4019-b46b-ab4f0034aa58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.155593] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8ab398ea-2315-4cd9-b116-486d5b70697b tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lock "8f881d79-ab95-4019-b46b-ab4f0034aa58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.155593] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8ab398ea-2315-4cd9-b116-486d5b70697b tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lock "8f881d79-ab95-4019-b46b-ab4f0034aa58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.157497] env[69699]: INFO nova.compute.manager [None req-8ab398ea-2315-4cd9-b116-486d5b70697b tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8f881d79-ab95-4019-b46b-ab4f0034aa58] Terminating instance [ 1101.208052] env[69699]: DEBUG nova.scheduler.client.report [None req-5d882871-d066-405b-9cbd-56cdab68517f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Updated inventory for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with generation 142 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1101.208345] env[69699]: DEBUG nova.compute.provider_tree [None req-5d882871-d066-405b-9cbd-56cdab68517f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Updating resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f generation from 142 to 143 during operation: update_inventory {{(pid=69699) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1101.208528] env[69699]: DEBUG nova.compute.provider_tree [None req-5d882871-d066-405b-9cbd-56cdab68517f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1101.324898] env[69699]: DEBUG oslo_vmware.api [None req-8d525334-2849-48a8-896b-11604e3b2ea7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607777, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250178} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.325596] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d525334-2849-48a8-896b-11604e3b2ea7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1101.325675] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8d525334-2849-48a8-896b-11604e3b2ea7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Deleted contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1101.325935] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8d525334-2849-48a8-896b-11604e3b2ea7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1101.326220] env[69699]: INFO nova.compute.manager [None req-8d525334-2849-48a8-896b-11604e3b2ea7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1101.326568] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d525334-2849-48a8-896b-11604e3b2ea7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.326844] env[69699]: DEBUG nova.compute.manager [-] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1101.326984] env[69699]: DEBUG nova.network.neutron [-] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1101.333019] env[69699]: DEBUG nova.network.neutron [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb] Successfully updated port: 9dbcf627-59c5-4552-b1d3-9f8c3bff9332 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1101.434746] env[69699]: DEBUG oslo_vmware.api [None req-b0fa3742-34d1-4be0-89d5-3eb17571351e tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607778, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.521961] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8eb741fd-1a06-47af-a961-0d1667653567 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.660957] env[69699]: DEBUG nova.compute.manager [None req-8ab398ea-2315-4cd9-b116-486d5b70697b tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8f881d79-ab95-4019-b46b-ab4f0034aa58] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1101.661227] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab398ea-2315-4cd9-b116-486d5b70697b tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8f881d79-ab95-4019-b46b-ab4f0034aa58] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1101.662240] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c03d8ab-7cc7-42de-b666-0328742c5f4c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.670558] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ab398ea-2315-4cd9-b116-486d5b70697b tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8f881d79-ab95-4019-b46b-ab4f0034aa58] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1101.670805] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-158d74cd-8744-45f7-8d86-ffad78401c4b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.678450] env[69699]: DEBUG oslo_vmware.api [None req-8ab398ea-2315-4cd9-b116-486d5b70697b tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 1101.678450] env[69699]: value = "task-3607779" [ 1101.678450] env[69699]: _type = "Task" [ 1101.678450] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.686803] env[69699]: DEBUG oslo_vmware.api [None req-8ab398ea-2315-4cd9-b116-486d5b70697b tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607779, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.713988] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5d882871-d066-405b-9cbd-56cdab68517f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.885s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.716401] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a71660a1-a910-45cd-bf0c-e2104b064e65 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.653s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.716649] env[69699]: DEBUG nova.objects.instance [None req-a71660a1-a910-45cd-bf0c-e2104b064e65 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lazy-loading 'resources' on Instance uuid cdda04f7-d4a8-4221-a65a-445518eb5e0c {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.747012] env[69699]: INFO nova.scheduler.client.report [None req-5d882871-d066-405b-9cbd-56cdab68517f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Deleted allocations for instance df538494-4ef6-49f4-8381-459e14fa731c [ 1101.835233] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "refresh_cache-1b4f7e4b-88da-48ac-a2f4-8006a724e9fb" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.835420] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquired lock "refresh_cache-1b4f7e4b-88da-48ac-a2f4-8006a724e9fb" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.835583] env[69699]: DEBUG nova.network.neutron [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.935908] env[69699]: DEBUG oslo_vmware.api [None req-b0fa3742-34d1-4be0-89d5-3eb17571351e tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607778, 'name': ReconfigVM_Task, 'duration_secs': 0.721836} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.936227] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0fa3742-34d1-4be0-89d5-3eb17571351e tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Reconfigured VM instance instance-0000005b to attach disk [datastore2] volume-3e135317-28fb-43ab-94d5-58c65984aaa9/volume-3e135317-28fb-43ab-94d5-58c65984aaa9.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1101.944089] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8e0b339-bcc8-4621-8f37-acc96f8fa4ab {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.955264] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3efaee43-cb9e-41d0-b28d-71c7c71c00d3 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "refresh_cache-33c6c229-7f77-4968-b48d-6a59bea1fc9a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.955547] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3efaee43-cb9e-41d0-b28d-71c7c71c00d3 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquired lock "refresh_cache-33c6c229-7f77-4968-b48d-6a59bea1fc9a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.956477] env[69699]: DEBUG nova.network.neutron [None req-3efaee43-cb9e-41d0-b28d-71c7c71c00d3 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.966605] env[69699]: DEBUG oslo_vmware.api [None req-b0fa3742-34d1-4be0-89d5-3eb17571351e tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Waiting for the task: (returnval){ [ 1101.966605] env[69699]: value = "task-3607780" [ 1101.966605] env[69699]: _type = "Task" [ 1101.966605] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.986411] env[69699]: DEBUG oslo_vmware.api [None req-b0fa3742-34d1-4be0-89d5-3eb17571351e tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.066422] env[69699]: DEBUG nova.compute.manager [req-a5ad32fb-293e-418d-91c4-23c08f0686a1 req-e8f654b0-0ea9-44ef-bd42-fa0459de02bb service nova] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Received event network-vif-deleted-8d8b680c-4c59-4f96-8f4f-2eaba4bc2164 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.066641] env[69699]: INFO nova.compute.manager [req-a5ad32fb-293e-418d-91c4-23c08f0686a1 req-e8f654b0-0ea9-44ef-bd42-fa0459de02bb service nova] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Neutron deleted interface 8d8b680c-4c59-4f96-8f4f-2eaba4bc2164; detaching it from the instance and deleting it from the info cache [ 1102.066818] env[69699]: DEBUG nova.network.neutron [req-a5ad32fb-293e-418d-91c4-23c08f0686a1 req-e8f654b0-0ea9-44ef-bd42-fa0459de02bb service nova] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.192706] env[69699]: DEBUG oslo_vmware.api [None req-8ab398ea-2315-4cd9-b116-486d5b70697b tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607779, 'name': PowerOffVM_Task, 'duration_secs': 0.181256} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.192706] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ab398ea-2315-4cd9-b116-486d5b70697b tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8f881d79-ab95-4019-b46b-ab4f0034aa58] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.192706] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab398ea-2315-4cd9-b116-486d5b70697b tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8f881d79-ab95-4019-b46b-ab4f0034aa58] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1102.192706] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c148a33b-77ff-494f-9937-7875847cef5a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.260221] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5d882871-d066-405b-9cbd-56cdab68517f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "df538494-4ef6-49f4-8381-459e14fa731c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.042s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.260221] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab398ea-2315-4cd9-b116-486d5b70697b tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8f881d79-ab95-4019-b46b-ab4f0034aa58] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1102.260221] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab398ea-2315-4cd9-b116-486d5b70697b tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8f881d79-ab95-4019-b46b-ab4f0034aa58] Deleting contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1102.262364] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ab398ea-2315-4cd9-b116-486d5b70697b tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Deleting the datastore file [datastore1] 8f881d79-ab95-4019-b46b-ab4f0034aa58 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1102.268023] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f109aa0-9c11-42f8-bff3-0ae3b7fdceff {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.281116] env[69699]: DEBUG oslo_vmware.api [None req-8ab398ea-2315-4cd9-b116-486d5b70697b tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 1102.281116] env[69699]: value = "task-3607782" [ 1102.281116] env[69699]: _type = "Task" [ 1102.281116] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.293289] env[69699]: DEBUG nova.compute.manager [req-9e44d94b-aa7e-4c62-9d3d-08cf48984894 req-d26875ba-374b-4310-99bc-a815413c6ca2 service nova] [instance: 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb] Received event network-vif-plugged-9dbcf627-59c5-4552-b1d3-9f8c3bff9332 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.293289] env[69699]: DEBUG oslo_concurrency.lockutils [req-9e44d94b-aa7e-4c62-9d3d-08cf48984894 req-d26875ba-374b-4310-99bc-a815413c6ca2 service nova] Acquiring lock "1b4f7e4b-88da-48ac-a2f4-8006a724e9fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.293289] env[69699]: DEBUG oslo_concurrency.lockutils [req-9e44d94b-aa7e-4c62-9d3d-08cf48984894 req-d26875ba-374b-4310-99bc-a815413c6ca2 service nova] Lock "1b4f7e4b-88da-48ac-a2f4-8006a724e9fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.294125] env[69699]: DEBUG oslo_concurrency.lockutils [req-9e44d94b-aa7e-4c62-9d3d-08cf48984894 req-d26875ba-374b-4310-99bc-a815413c6ca2 service nova] Lock "1b4f7e4b-88da-48ac-a2f4-8006a724e9fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.294125] env[69699]: DEBUG nova.compute.manager [req-9e44d94b-aa7e-4c62-9d3d-08cf48984894 req-d26875ba-374b-4310-99bc-a815413c6ca2 service nova] [instance: 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb] No waiting events found dispatching network-vif-plugged-9dbcf627-59c5-4552-b1d3-9f8c3bff9332 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1102.294314] env[69699]: WARNING nova.compute.manager [req-9e44d94b-aa7e-4c62-9d3d-08cf48984894 req-d26875ba-374b-4310-99bc-a815413c6ca2 service nova] [instance: 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb] Received unexpected event network-vif-plugged-9dbcf627-59c5-4552-b1d3-9f8c3bff9332 for instance with vm_state building and task_state spawning. [ 1102.294544] env[69699]: DEBUG nova.compute.manager [req-9e44d94b-aa7e-4c62-9d3d-08cf48984894 req-d26875ba-374b-4310-99bc-a815413c6ca2 service nova] [instance: 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb] Received event network-changed-9dbcf627-59c5-4552-b1d3-9f8c3bff9332 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.294762] env[69699]: DEBUG nova.compute.manager [req-9e44d94b-aa7e-4c62-9d3d-08cf48984894 req-d26875ba-374b-4310-99bc-a815413c6ca2 service nova] [instance: 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb] Refreshing instance network info cache due to event network-changed-9dbcf627-59c5-4552-b1d3-9f8c3bff9332. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1102.295218] env[69699]: DEBUG oslo_concurrency.lockutils [req-9e44d94b-aa7e-4c62-9d3d-08cf48984894 req-d26875ba-374b-4310-99bc-a815413c6ca2 service nova] Acquiring lock "refresh_cache-1b4f7e4b-88da-48ac-a2f4-8006a724e9fb" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.302379] env[69699]: DEBUG oslo_vmware.api [None req-8ab398ea-2315-4cd9-b116-486d5b70697b tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607782, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.365220] env[69699]: DEBUG nova.network.neutron [-] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.372332] env[69699]: DEBUG nova.network.neutron [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1102.423743] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Acquiring lock "8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.424122] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Lock "8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.424344] env[69699]: INFO nova.compute.manager [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Shelving [ 1102.473713] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9f9e58-0de8-4d7e-a839-bd6b76c44325 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.481462] env[69699]: DEBUG oslo_vmware.api [None req-b0fa3742-34d1-4be0-89d5-3eb17571351e tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607780, 'name': ReconfigVM_Task, 'duration_secs': 0.166989} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.482182] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0fa3742-34d1-4be0-89d5-3eb17571351e tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719695', 'volume_id': '3e135317-28fb-43ab-94d5-58c65984aaa9', 'name': 'volume-3e135317-28fb-43ab-94d5-58c65984aaa9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '12ab37c5-3a07-43ca-b87d-4c62d904ea78', 'attached_at': '', 'detached_at': '', 'volume_id': '3e135317-28fb-43ab-94d5-58c65984aaa9', 'serial': '3e135317-28fb-43ab-94d5-58c65984aaa9'} {{(pid=69699) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1102.487312] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163b8561-94b9-4589-bb23-6d8ca70bf179 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.524713] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3417feea-e29f-42ea-a461-5298815b4db6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.536582] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f3d249-7ac3-4ef9-9123-70c873dcb7c8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.551553] env[69699]: DEBUG nova.compute.provider_tree [None req-a71660a1-a910-45cd-bf0c-e2104b064e65 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.563431] env[69699]: DEBUG nova.network.neutron [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb] Updating instance_info_cache with network_info: [{"id": "9dbcf627-59c5-4552-b1d3-9f8c3bff9332", "address": "fa:16:3e:55:ff:9e", "network": {"id": "7f999160-b5bb-4e50-a728-01fecb63917a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1727920786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e04398ccf8a4b1490feabf07d03922b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dbcf627-59", "ovs_interfaceid": "9dbcf627-59c5-4552-b1d3-9f8c3bff9332", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.569504] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb331c88-75ce-4482-a1b3-4d70bb8eecf3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.580308] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f71facd-d0f0-41d7-95d8-07dac37dc615 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.637384] env[69699]: DEBUG nova.compute.manager [req-a5ad32fb-293e-418d-91c4-23c08f0686a1 req-e8f654b0-0ea9-44ef-bd42-fa0459de02bb service nova] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Detach interface failed, port_id=8d8b680c-4c59-4f96-8f4f-2eaba4bc2164, reason: Instance 35b9621f-00d1-4363-8b94-928b963d03eb could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1102.789721] env[69699]: DEBUG oslo_vmware.api [None req-8ab398ea-2315-4cd9-b116-486d5b70697b tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607782, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179279} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.790527] env[69699]: INFO nova.network.neutron [None req-3efaee43-cb9e-41d0-b28d-71c7c71c00d3 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Port 8eacaa48-89b4-4a3f-a3c4-3346493c02f6 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1102.790864] env[69699]: DEBUG nova.network.neutron [None req-3efaee43-cb9e-41d0-b28d-71c7c71c00d3 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Updating instance_info_cache with network_info: [{"id": "ddc00533-57b5-4d5c-820b-37a10037f2a2", "address": "fa:16:3e:fa:1e:51", "network": {"id": "0bd0c568-ae97-493c-9ed8-c70833965690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-782374772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba48fa426f0e4cb3b66a18836a0ae660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddc00533-57", "ovs_interfaceid": "ddc00533-57b5-4d5c-820b-37a10037f2a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.792026] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ab398ea-2315-4cd9-b116-486d5b70697b tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1102.792213] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab398ea-2315-4cd9-b116-486d5b70697b tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8f881d79-ab95-4019-b46b-ab4f0034aa58] Deleted contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1102.792384] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab398ea-2315-4cd9-b116-486d5b70697b tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8f881d79-ab95-4019-b46b-ab4f0034aa58] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1102.792558] env[69699]: INFO nova.compute.manager [None req-8ab398ea-2315-4cd9-b116-486d5b70697b tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 8f881d79-ab95-4019-b46b-ab4f0034aa58] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1102.792781] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ab398ea-2315-4cd9-b116-486d5b70697b tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.793212] env[69699]: DEBUG nova.compute.manager [-] [instance: 8f881d79-ab95-4019-b46b-ab4f0034aa58] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1102.793320] env[69699]: DEBUG nova.network.neutron [-] [instance: 8f881d79-ab95-4019-b46b-ab4f0034aa58] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1102.868394] env[69699]: INFO nova.compute.manager [-] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Took 1.54 seconds to deallocate network for instance. [ 1103.030732] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e9afaa79-53f5-4120-8290-c15ca7e99769 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "interface-8761424b-62be-4ef5-959f-032ae7ca8938-8eacaa48-89b4-4a3f-a3c4-3346493c02f6" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.031068] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e9afaa79-53f5-4120-8290-c15ca7e99769 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "interface-8761424b-62be-4ef5-959f-032ae7ca8938-8eacaa48-89b4-4a3f-a3c4-3346493c02f6" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.031575] env[69699]: DEBUG nova.objects.instance [None req-e9afaa79-53f5-4120-8290-c15ca7e99769 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lazy-loading 'flavor' on Instance uuid 8761424b-62be-4ef5-959f-032ae7ca8938 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.054766] env[69699]: DEBUG nova.scheduler.client.report [None req-a71660a1-a910-45cd-bf0c-e2104b064e65 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.068343] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Releasing lock "refresh_cache-1b4f7e4b-88da-48ac-a2f4-8006a724e9fb" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.068657] env[69699]: DEBUG nova.compute.manager [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb] Instance network_info: |[{"id": "9dbcf627-59c5-4552-b1d3-9f8c3bff9332", "address": "fa:16:3e:55:ff:9e", "network": {"id": "7f999160-b5bb-4e50-a728-01fecb63917a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1727920786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e04398ccf8a4b1490feabf07d03922b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dbcf627-59", "ovs_interfaceid": "9dbcf627-59c5-4552-b1d3-9f8c3bff9332", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1103.068948] env[69699]: DEBUG oslo_concurrency.lockutils [req-9e44d94b-aa7e-4c62-9d3d-08cf48984894 req-d26875ba-374b-4310-99bc-a815413c6ca2 service nova] Acquired lock "refresh_cache-1b4f7e4b-88da-48ac-a2f4-8006a724e9fb" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.069150] env[69699]: DEBUG nova.network.neutron [req-9e44d94b-aa7e-4c62-9d3d-08cf48984894 req-d26875ba-374b-4310-99bc-a815413c6ca2 service nova] [instance: 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb] Refreshing network info cache for port 9dbcf627-59c5-4552-b1d3-9f8c3bff9332 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1103.070699] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:ff:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '863474bc-a24a-4823-828c-580a187829e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9dbcf627-59c5-4552-b1d3-9f8c3bff9332', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1103.082342] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.085904] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1103.086320] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4f0fb40-b93c-459f-85bd-63e6346cccaf {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.112889] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1103.112889] env[69699]: value = "task-3607783" [ 1103.112889] env[69699]: _type = "Task" [ 1103.112889] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.123832] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607783, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.294351] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3efaee43-cb9e-41d0-b28d-71c7c71c00d3 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Releasing lock "refresh_cache-33c6c229-7f77-4968-b48d-6a59bea1fc9a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.374465] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8d525334-2849-48a8-896b-11604e3b2ea7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.435960] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.436399] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f10e6f02-2346-41e0-ad67-acff2b78d98c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.443376] env[69699]: DEBUG oslo_vmware.api [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the task: (returnval){ [ 1103.443376] env[69699]: value = "task-3607784" [ 1103.443376] env[69699]: _type = "Task" [ 1103.443376] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.453508] env[69699]: DEBUG oslo_vmware.api [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607784, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.541850] env[69699]: DEBUG nova.objects.instance [None req-b0fa3742-34d1-4be0-89d5-3eb17571351e tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Lazy-loading 'flavor' on Instance uuid 12ab37c5-3a07-43ca-b87d-4c62d904ea78 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.563614] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a71660a1-a910-45cd-bf0c-e2104b064e65 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.847s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.566324] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a38866f0-c65c-480b-9c85-6528804b0ff0 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.407s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.566442] env[69699]: DEBUG nova.objects.instance [None req-a38866f0-c65c-480b-9c85-6528804b0ff0 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Lazy-loading 'resources' on Instance uuid 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.596441] env[69699]: INFO nova.scheduler.client.report [None req-a71660a1-a910-45cd-bf0c-e2104b064e65 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Deleted allocations for instance cdda04f7-d4a8-4221-a65a-445518eb5e0c [ 1103.606294] env[69699]: DEBUG nova.network.neutron [-] [instance: 8f881d79-ab95-4019-b46b-ab4f0034aa58] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.625183] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607783, 'name': CreateVM_Task, 'duration_secs': 0.357259} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.625427] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1103.626139] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.626342] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.626691] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.626971] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8fe6882-6d8b-4efc-b5c9-bcc349322b79 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.638955] env[69699]: DEBUG oslo_vmware.api [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 1103.638955] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52854cb8-9b51-813e-0505-66c3f3a8e029" [ 1103.638955] env[69699]: _type = "Task" [ 1103.638955] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.650036] env[69699]: DEBUG oslo_vmware.api [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52854cb8-9b51-813e-0505-66c3f3a8e029, 'name': SearchDatastore_Task, 'duration_secs': 0.010987} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.652300] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.652300] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1103.652300] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.652300] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.652300] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1103.652300] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9595f389-c990-4fb1-a11a-0c3dbf261d2b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.662473] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1103.662655] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1103.665588] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31347e69-cbb8-422c-a1ad-be356f5569f5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.672935] env[69699]: DEBUG oslo_vmware.api [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 1103.672935] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]523e381b-dc24-e936-f4ab-09486a88d337" [ 1103.672935] env[69699]: _type = "Task" [ 1103.672935] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.680700] env[69699]: DEBUG oslo_vmware.api [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]523e381b-dc24-e936-f4ab-09486a88d337, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.681640] env[69699]: DEBUG nova.objects.instance [None req-e9afaa79-53f5-4120-8290-c15ca7e99769 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lazy-loading 'pci_requests' on Instance uuid 8761424b-62be-4ef5-959f-032ae7ca8938 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.697048] env[69699]: DEBUG oslo_concurrency.lockutils [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "799bd3b7-732a-45ea-9871-8396e38974f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.697309] env[69699]: DEBUG oslo_concurrency.lockutils [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "799bd3b7-732a-45ea-9871-8396e38974f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.800857] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3efaee43-cb9e-41d0-b28d-71c7c71c00d3 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "interface-33c6c229-7f77-4968-b48d-6a59bea1fc9a-8eacaa48-89b4-4a3f-a3c4-3346493c02f6" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.813s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.850239] env[69699]: DEBUG nova.network.neutron [req-9e44d94b-aa7e-4c62-9d3d-08cf48984894 req-d26875ba-374b-4310-99bc-a815413c6ca2 service nova] [instance: 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb] Updated VIF entry in instance network info cache for port 9dbcf627-59c5-4552-b1d3-9f8c3bff9332. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1103.850730] env[69699]: DEBUG nova.network.neutron [req-9e44d94b-aa7e-4c62-9d3d-08cf48984894 req-d26875ba-374b-4310-99bc-a815413c6ca2 service nova] [instance: 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb] Updating instance_info_cache with network_info: [{"id": "9dbcf627-59c5-4552-b1d3-9f8c3bff9332", "address": "fa:16:3e:55:ff:9e", "network": {"id": "7f999160-b5bb-4e50-a728-01fecb63917a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1727920786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e04398ccf8a4b1490feabf07d03922b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dbcf627-59", "ovs_interfaceid": "9dbcf627-59c5-4552-b1d3-9f8c3bff9332", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.957769] env[69699]: DEBUG oslo_vmware.api [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607784, 'name': PowerOffVM_Task, 'duration_secs': 0.222192} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.958174] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1103.959401] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93635de9-7cb8-4b32-a9f3-9246a8cb4eb7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.983246] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcb1ba2-6fed-487e-803a-5a490a058431 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.049817] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b0fa3742-34d1-4be0-89d5-3eb17571351e tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Lock "12ab37c5-3a07-43ca-b87d-4c62d904ea78" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.847s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.100266] env[69699]: DEBUG nova.compute.manager [req-4fa5fc52-77b2-445d-aac6-c95266685518 req-dd46d31c-4be0-4e5d-b41b-b1f8f2329ca6 service nova] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Received event network-changed-ddc00533-57b5-4d5c-820b-37a10037f2a2 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.100344] env[69699]: DEBUG nova.compute.manager [req-4fa5fc52-77b2-445d-aac6-c95266685518 req-dd46d31c-4be0-4e5d-b41b-b1f8f2329ca6 service nova] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Refreshing instance network info cache due to event network-changed-ddc00533-57b5-4d5c-820b-37a10037f2a2. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1104.100544] env[69699]: DEBUG oslo_concurrency.lockutils [req-4fa5fc52-77b2-445d-aac6-c95266685518 req-dd46d31c-4be0-4e5d-b41b-b1f8f2329ca6 service nova] Acquiring lock "refresh_cache-33c6c229-7f77-4968-b48d-6a59bea1fc9a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.100688] env[69699]: DEBUG oslo_concurrency.lockutils [req-4fa5fc52-77b2-445d-aac6-c95266685518 req-dd46d31c-4be0-4e5d-b41b-b1f8f2329ca6 service nova] Acquired lock "refresh_cache-33c6c229-7f77-4968-b48d-6a59bea1fc9a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.100877] env[69699]: DEBUG nova.network.neutron [req-4fa5fc52-77b2-445d-aac6-c95266685518 req-dd46d31c-4be0-4e5d-b41b-b1f8f2329ca6 service nova] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Refreshing network info cache for port ddc00533-57b5-4d5c-820b-37a10037f2a2 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1104.107496] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a71660a1-a910-45cd-bf0c-e2104b064e65 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "cdda04f7-d4a8-4221-a65a-445518eb5e0c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.494s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.108392] env[69699]: INFO nova.compute.manager [-] [instance: 8f881d79-ab95-4019-b46b-ab4f0034aa58] Took 1.32 seconds to deallocate network for instance. [ 1104.186701] env[69699]: DEBUG nova.objects.base [None req-e9afaa79-53f5-4120-8290-c15ca7e99769 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Object Instance<8761424b-62be-4ef5-959f-032ae7ca8938> lazy-loaded attributes: flavor,pci_requests {{(pid=69699) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1104.186927] env[69699]: DEBUG nova.network.neutron [None req-e9afaa79-53f5-4120-8290-c15ca7e99769 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1104.189070] env[69699]: DEBUG oslo_vmware.api [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]523e381b-dc24-e936-f4ab-09486a88d337, 'name': SearchDatastore_Task, 'duration_secs': 0.011462} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.192936] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef33c141-a8fe-454a-b914-6fdcf4ca6800 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.198312] env[69699]: DEBUG oslo_vmware.api [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 1104.198312] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52daf363-eb1a-cd28-a450-14007d0d314a" [ 1104.198312] env[69699]: _type = "Task" [ 1104.198312] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.201394] env[69699]: DEBUG nova.compute.manager [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1104.213251] env[69699]: DEBUG oslo_vmware.api [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52daf363-eb1a-cd28-a450-14007d0d314a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.271867] env[69699]: DEBUG nova.policy [None req-e9afaa79-53f5-4120-8290-c15ca7e99769 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bb3e38e23894b1eab05ad6519759de4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba48fa426f0e4cb3b66a18836a0ae660', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 1104.299445] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9717ec-c3e7-44ce-b2a1-aa620fecb5b3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.307681] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627068d9-fe16-42b1-bc3e-0acd2f1d60fb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.338752] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e684c6-9168-434a-944e-00607926bcd0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.347172] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ece2880-4329-4ebd-bc02-85c57ba57af6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.361356] env[69699]: DEBUG oslo_concurrency.lockutils [req-9e44d94b-aa7e-4c62-9d3d-08cf48984894 req-d26875ba-374b-4310-99bc-a815413c6ca2 service nova] Releasing lock "refresh_cache-1b4f7e4b-88da-48ac-a2f4-8006a724e9fb" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.361971] env[69699]: DEBUG nova.compute.provider_tree [None req-a38866f0-c65c-480b-9c85-6528804b0ff0 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.496633] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Creating Snapshot of the VM instance {{(pid=69699) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1104.497453] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ab65c317-f0c5-47ce-a99b-5af09ddd632b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.507783] env[69699]: DEBUG oslo_vmware.api [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the task: (returnval){ [ 1104.507783] env[69699]: value = "task-3607785" [ 1104.507783] env[69699]: _type = "Task" [ 1104.507783] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.516664] env[69699]: DEBUG oslo_vmware.api [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607785, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.565678] env[69699]: DEBUG nova.compute.manager [req-60784dd6-8b3a-4004-bd55-4b2b90ef6eb2 req-ceb9ac46-519e-44f9-92f9-e349ace3af06 service nova] [instance: 8f881d79-ab95-4019-b46b-ab4f0034aa58] Received event network-vif-deleted-e144a4b5-d74a-4469-a2ac-deb2046e7b99 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.615918] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8ab398ea-2315-4cd9-b116-486d5b70697b tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.714771] env[69699]: DEBUG oslo_vmware.api [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52daf363-eb1a-cd28-a450-14007d0d314a, 'name': SearchDatastore_Task, 'duration_secs': 0.033489} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.717028] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.717299] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb/1b4f7e4b-88da-48ac-a2f4-8006a724e9fb.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1104.718125] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22725e8b-1a6e-48e6-9bfc-ddd92c36c312 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.726357] env[69699]: DEBUG oslo_vmware.api [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 1104.726357] env[69699]: value = "task-3607786" [ 1104.726357] env[69699]: _type = "Task" [ 1104.726357] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.733216] env[69699]: DEBUG oslo_concurrency.lockutils [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.739173] env[69699]: DEBUG oslo_vmware.api [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607786, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.829232] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b66283d3-6f0d-4a19-ab57-98efb769ed76 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquiring lock "d9110b26-9c12-47c7-a35d-eb29c51e8fa1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.829490] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b66283d3-6f0d-4a19-ab57-98efb769ed76 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "d9110b26-9c12-47c7-a35d-eb29c51e8fa1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.865116] env[69699]: DEBUG nova.scheduler.client.report [None req-a38866f0-c65c-480b-9c85-6528804b0ff0 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.869085] env[69699]: DEBUG nova.network.neutron [req-4fa5fc52-77b2-445d-aac6-c95266685518 req-dd46d31c-4be0-4e5d-b41b-b1f8f2329ca6 service nova] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Updated VIF entry in instance network info cache for port ddc00533-57b5-4d5c-820b-37a10037f2a2. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1104.869444] env[69699]: DEBUG nova.network.neutron [req-4fa5fc52-77b2-445d-aac6-c95266685518 req-dd46d31c-4be0-4e5d-b41b-b1f8f2329ca6 service nova] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Updating instance_info_cache with network_info: [{"id": "ddc00533-57b5-4d5c-820b-37a10037f2a2", "address": "fa:16:3e:fa:1e:51", "network": {"id": "0bd0c568-ae97-493c-9ed8-c70833965690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-782374772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba48fa426f0e4cb3b66a18836a0ae660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddc00533-57", "ovs_interfaceid": "ddc00533-57b5-4d5c-820b-37a10037f2a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.023010] env[69699]: DEBUG oslo_vmware.api [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607785, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.236347] env[69699]: DEBUG oslo_vmware.api [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607786, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494839} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.236583] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb/1b4f7e4b-88da-48ac-a2f4-8006a724e9fb.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1105.236798] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1105.237067] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc14b1a4-5f54-4032-91a0-165deac137a4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.244344] env[69699]: DEBUG oslo_vmware.api [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 1105.244344] env[69699]: value = "task-3607787" [ 1105.244344] env[69699]: _type = "Task" [ 1105.244344] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.254237] env[69699]: DEBUG oslo_vmware.api [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607787, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.335762] env[69699]: DEBUG nova.compute.utils [None req-b66283d3-6f0d-4a19-ab57-98efb769ed76 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1105.372150] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a38866f0-c65c-480b-9c85-6528804b0ff0 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.806s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.374433] env[69699]: DEBUG oslo_concurrency.lockutils [req-4fa5fc52-77b2-445d-aac6-c95266685518 req-dd46d31c-4be0-4e5d-b41b-b1f8f2329ca6 service nova] Releasing lock "refresh_cache-33c6c229-7f77-4968-b48d-6a59bea1fc9a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.374721] env[69699]: DEBUG nova.compute.manager [req-4fa5fc52-77b2-445d-aac6-c95266685518 req-dd46d31c-4be0-4e5d-b41b-b1f8f2329ca6 service nova] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Received event network-changed-90d4bf2f-db5e-419d-bc58-09872f716082 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.374878] env[69699]: DEBUG nova.compute.manager [req-4fa5fc52-77b2-445d-aac6-c95266685518 req-dd46d31c-4be0-4e5d-b41b-b1f8f2329ca6 service nova] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Refreshing instance network info cache due to event network-changed-90d4bf2f-db5e-419d-bc58-09872f716082. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1105.375097] env[69699]: DEBUG oslo_concurrency.lockutils [req-4fa5fc52-77b2-445d-aac6-c95266685518 req-dd46d31c-4be0-4e5d-b41b-b1f8f2329ca6 service nova] Acquiring lock "refresh_cache-8761424b-62be-4ef5-959f-032ae7ca8938" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.375244] env[69699]: DEBUG oslo_concurrency.lockutils [req-4fa5fc52-77b2-445d-aac6-c95266685518 req-dd46d31c-4be0-4e5d-b41b-b1f8f2329ca6 service nova] Acquired lock "refresh_cache-8761424b-62be-4ef5-959f-032ae7ca8938" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.375404] env[69699]: DEBUG nova.network.neutron [req-4fa5fc52-77b2-445d-aac6-c95266685518 req-dd46d31c-4be0-4e5d-b41b-b1f8f2329ca6 service nova] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Refreshing network info cache for port 90d4bf2f-db5e-419d-bc58-09872f716082 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1105.376724] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8eb741fd-1a06-47af-a961-0d1667653567 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.855s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.376953] env[69699]: DEBUG nova.objects.instance [None req-8eb741fd-1a06-47af-a961-0d1667653567 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lazy-loading 'resources' on Instance uuid 87a0c726-699f-433d-ba5b-d610a3d91db0 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.395092] env[69699]: INFO nova.scheduler.client.report [None req-a38866f0-c65c-480b-9c85-6528804b0ff0 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Deleted allocations for instance 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd [ 1105.519060] env[69699]: DEBUG oslo_vmware.api [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607785, 'name': CreateSnapshot_Task, 'duration_secs': 0.675283} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.519331] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Created Snapshot of the VM instance {{(pid=69699) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1105.520088] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f8e90d-a121-4ad4-aa04-73848dae0f94 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.754243] env[69699]: DEBUG oslo_vmware.api [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607787, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071329} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.754529] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1105.755327] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2644160-700f-45c3-986a-dd727286efc9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.783520] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb/1b4f7e4b-88da-48ac-a2f4-8006a724e9fb.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1105.784608] env[69699]: DEBUG nova.network.neutron [None req-e9afaa79-53f5-4120-8290-c15ca7e99769 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Successfully updated port: 8eacaa48-89b4-4a3f-a3c4-3346493c02f6 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1105.785765] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b490a0b-05bf-4dfb-84f7-2b2e44124883 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.800622] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e9afaa79-53f5-4120-8290-c15ca7e99769 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "refresh_cache-8761424b-62be-4ef5-959f-032ae7ca8938" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.807209] env[69699]: DEBUG oslo_vmware.api [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 1105.807209] env[69699]: value = "task-3607788" [ 1105.807209] env[69699]: _type = "Task" [ 1105.807209] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.819937] env[69699]: DEBUG oslo_vmware.api [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607788, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.839186] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b66283d3-6f0d-4a19-ab57-98efb769ed76 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "d9110b26-9c12-47c7-a35d-eb29c51e8fa1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.902602] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a38866f0-c65c-480b-9c85-6528804b0ff0 tempest-ServerRescueNegativeTestJSON-8223595 tempest-ServerRescueNegativeTestJSON-8223595-project-member] Lock "6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.197s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.039153] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Creating linked-clone VM from snapshot {{(pid=69699) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1106.043083] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5991f360-451e-4b08-9ba0-3ea91b9acddc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.053984] env[69699]: DEBUG oslo_vmware.api [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the task: (returnval){ [ 1106.053984] env[69699]: value = "task-3607789" [ 1106.053984] env[69699]: _type = "Task" [ 1106.053984] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.064166] env[69699]: DEBUG oslo_vmware.api [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607789, 'name': CloneVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.103610] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82314a25-0f75-4426-ac4d-a698e9315f1b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.111152] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49f9190-02a4-456d-adbd-b10810e9e6dc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.116302] env[69699]: DEBUG nova.network.neutron [req-4fa5fc52-77b2-445d-aac6-c95266685518 req-dd46d31c-4be0-4e5d-b41b-b1f8f2329ca6 service nova] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Updated VIF entry in instance network info cache for port 90d4bf2f-db5e-419d-bc58-09872f716082. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.116658] env[69699]: DEBUG nova.network.neutron [req-4fa5fc52-77b2-445d-aac6-c95266685518 req-dd46d31c-4be0-4e5d-b41b-b1f8f2329ca6 service nova] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Updating instance_info_cache with network_info: [{"id": "90d4bf2f-db5e-419d-bc58-09872f716082", "address": "fa:16:3e:82:ba:f8", "network": {"id": "0bd0c568-ae97-493c-9ed8-c70833965690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-782374772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba48fa426f0e4cb3b66a18836a0ae660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90d4bf2f-db", "ovs_interfaceid": "90d4bf2f-db5e-419d-bc58-09872f716082", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.142897] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad81845-9112-4aef-87f8-74b7775d8096 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.151346] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900d5d64-35c3-4042-8b1e-d44072def563 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.165791] env[69699]: DEBUG nova.compute.provider_tree [None req-8eb741fd-1a06-47af-a961-0d1667653567 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.319239] env[69699]: DEBUG oslo_vmware.api [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607788, 'name': ReconfigVM_Task, 'duration_secs': 0.275152} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.319584] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb/1b4f7e4b-88da-48ac-a2f4-8006a724e9fb.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.320456] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-851c6c0d-3b4f-4406-a30d-71623c45528f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.328098] env[69699]: DEBUG oslo_vmware.api [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 1106.328098] env[69699]: value = "task-3607790" [ 1106.328098] env[69699]: _type = "Task" [ 1106.328098] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.335815] env[69699]: DEBUG oslo_vmware.api [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607790, 'name': Rename_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.565606] env[69699]: DEBUG oslo_vmware.api [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607789, 'name': CloneVM_Task} progress is 94%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.585229] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bcd60076-cb2c-4720-bebb-353160918d80 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Acquiring lock "12ab37c5-3a07-43ca-b87d-4c62d904ea78" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.585481] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bcd60076-cb2c-4720-bebb-353160918d80 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Lock "12ab37c5-3a07-43ca-b87d-4c62d904ea78" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.642967] env[69699]: DEBUG oslo_concurrency.lockutils [req-4fa5fc52-77b2-445d-aac6-c95266685518 req-dd46d31c-4be0-4e5d-b41b-b1f8f2329ca6 service nova] Releasing lock "refresh_cache-8761424b-62be-4ef5-959f-032ae7ca8938" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.643478] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e9afaa79-53f5-4120-8290-c15ca7e99769 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquired lock "refresh_cache-8761424b-62be-4ef5-959f-032ae7ca8938" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.643797] env[69699]: DEBUG nova.network.neutron [None req-e9afaa79-53f5-4120-8290-c15ca7e99769 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.668896] env[69699]: DEBUG nova.scheduler.client.report [None req-8eb741fd-1a06-47af-a961-0d1667653567 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.839368] env[69699]: DEBUG oslo_vmware.api [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607790, 'name': Rename_Task, 'duration_secs': 0.17591} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.839695] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.839980] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c501325-53b0-46fa-98e0-f569e369070e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.847223] env[69699]: DEBUG oslo_vmware.api [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 1106.847223] env[69699]: value = "task-3607791" [ 1106.847223] env[69699]: _type = "Task" [ 1106.847223] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.860062] env[69699]: DEBUG oslo_vmware.api [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607791, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.907292] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b66283d3-6f0d-4a19-ab57-98efb769ed76 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquiring lock "d9110b26-9c12-47c7-a35d-eb29c51e8fa1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.907950] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b66283d3-6f0d-4a19-ab57-98efb769ed76 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "d9110b26-9c12-47c7-a35d-eb29c51e8fa1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.907950] env[69699]: INFO nova.compute.manager [None req-b66283d3-6f0d-4a19-ab57-98efb769ed76 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Attaching volume 5d7a1d8a-a98f-4535-b4a2-0a5d1c2b2787 to /dev/sdb [ 1106.946123] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925d8a4b-012e-433a-af3c-2c6a865c1bfb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.953697] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9615523-019e-43f7-aa5c-0aeb81ffc011 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.967857] env[69699]: DEBUG nova.virt.block_device [None req-b66283d3-6f0d-4a19-ab57-98efb769ed76 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Updating existing volume attachment record: 855c5fc7-5e77-4f5f-a36d-070bbbdaba06 {{(pid=69699) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1107.063998] env[69699]: DEBUG oslo_vmware.api [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607789, 'name': CloneVM_Task} progress is 94%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.088525] env[69699]: DEBUG nova.compute.utils [None req-bcd60076-cb2c-4720-bebb-353160918d80 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1107.174279] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8eb741fd-1a06-47af-a961-0d1667653567 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.797s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.180188] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8d525334-2849-48a8-896b-11604e3b2ea7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.805s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.180188] env[69699]: DEBUG nova.objects.instance [None req-8d525334-2849-48a8-896b-11604e3b2ea7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Lazy-loading 'resources' on Instance uuid 35b9621f-00d1-4363-8b94-928b963d03eb {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.181387] env[69699]: WARNING nova.network.neutron [None req-e9afaa79-53f5-4120-8290-c15ca7e99769 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] 0bd0c568-ae97-493c-9ed8-c70833965690 already exists in list: networks containing: ['0bd0c568-ae97-493c-9ed8-c70833965690']. ignoring it [ 1107.204795] env[69699]: INFO nova.scheduler.client.report [None req-8eb741fd-1a06-47af-a961-0d1667653567 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Deleted allocations for instance 87a0c726-699f-433d-ba5b-d610a3d91db0 [ 1107.365519] env[69699]: DEBUG oslo_vmware.api [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607791, 'name': PowerOnVM_Task, 'duration_secs': 0.466985} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.367178] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.367178] env[69699]: INFO nova.compute.manager [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb] Took 6.53 seconds to spawn the instance on the hypervisor. [ 1107.367178] env[69699]: DEBUG nova.compute.manager [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.367774] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270028fc-9d4c-4eb3-ae92-e53da54a65b1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.505547] env[69699]: DEBUG nova.network.neutron [None req-e9afaa79-53f5-4120-8290-c15ca7e99769 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Updating instance_info_cache with network_info: [{"id": "90d4bf2f-db5e-419d-bc58-09872f716082", "address": "fa:16:3e:82:ba:f8", "network": {"id": "0bd0c568-ae97-493c-9ed8-c70833965690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-782374772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba48fa426f0e4cb3b66a18836a0ae660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90d4bf2f-db", "ovs_interfaceid": "90d4bf2f-db5e-419d-bc58-09872f716082", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8eacaa48-89b4-4a3f-a3c4-3346493c02f6", "address": "fa:16:3e:e4:14:36", "network": {"id": "0bd0c568-ae97-493c-9ed8-c70833965690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-782374772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba48fa426f0e4cb3b66a18836a0ae660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eacaa48-89", "ovs_interfaceid": "8eacaa48-89b4-4a3f-a3c4-3346493c02f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.564686] env[69699]: DEBUG oslo_vmware.api [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607789, 'name': CloneVM_Task, 'duration_secs': 1.411965} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.565050] env[69699]: INFO nova.virt.vmwareapi.vmops [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Created linked-clone VM from snapshot [ 1107.565681] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b74ee3-6c5b-4ffa-963c-c9c9b0fdea65 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.573524] env[69699]: DEBUG nova.virt.vmwareapi.images [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Uploading image d8648444-48f6-4022-b6be-f918c6900120 {{(pid=69699) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1107.591764] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bcd60076-cb2c-4720-bebb-353160918d80 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Lock "12ab37c5-3a07-43ca-b87d-4c62d904ea78" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.604361] env[69699]: DEBUG oslo_vmware.rw_handles [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1107.604361] env[69699]: value = "vm-719698" [ 1107.604361] env[69699]: _type = "VirtualMachine" [ 1107.604361] env[69699]: }. {{(pid=69699) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1107.604673] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-357146b8-5a56-4c7a-8a01-55c1f05e3a51 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.611624] env[69699]: DEBUG oslo_vmware.rw_handles [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Lease: (returnval){ [ 1107.611624] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c9c894-1454-f47b-4305-5543665376a5" [ 1107.611624] env[69699]: _type = "HttpNfcLease" [ 1107.611624] env[69699]: } obtained for exporting VM: (result){ [ 1107.611624] env[69699]: value = "vm-719698" [ 1107.611624] env[69699]: _type = "VirtualMachine" [ 1107.611624] env[69699]: }. {{(pid=69699) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1107.616160] env[69699]: DEBUG oslo_vmware.api [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the lease: (returnval){ [ 1107.616160] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c9c894-1454-f47b-4305-5543665376a5" [ 1107.616160] env[69699]: _type = "HttpNfcLease" [ 1107.616160] env[69699]: } to be ready. {{(pid=69699) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1107.618837] env[69699]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1107.618837] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c9c894-1454-f47b-4305-5543665376a5" [ 1107.618837] env[69699]: _type = "HttpNfcLease" [ 1107.618837] env[69699]: } is initializing. {{(pid=69699) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1107.714272] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8eb741fd-1a06-47af-a961-0d1667653567 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "87a0c726-699f-433d-ba5b-d610a3d91db0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.722s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.887510] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8519a08-8ec7-416f-8bba-79b725d18f9b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.891422] env[69699]: INFO nova.compute.manager [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb] Took 16.11 seconds to build instance. [ 1107.896102] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce6cfe5-7fb6-4245-91dc-63514069529b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.927281] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c19117c-629c-486e-b233-6aea9efa46ae {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.935868] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c020822-fba5-46d0-92ef-87319cc84e20 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.951796] env[69699]: DEBUG nova.compute.provider_tree [None req-8d525334-2849-48a8-896b-11604e3b2ea7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.007791] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e9afaa79-53f5-4120-8290-c15ca7e99769 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Releasing lock "refresh_cache-8761424b-62be-4ef5-959f-032ae7ca8938" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.008504] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e9afaa79-53f5-4120-8290-c15ca7e99769 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "8761424b-62be-4ef5-959f-032ae7ca8938" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.008663] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e9afaa79-53f5-4120-8290-c15ca7e99769 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquired lock "8761424b-62be-4ef5-959f-032ae7ca8938" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.009491] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77b0660-f18a-4df6-ad4b-e8004659a308 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.026952] env[69699]: DEBUG nova.virt.hardware [None req-e9afaa79-53f5-4120-8290-c15ca7e99769 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1108.027192] env[69699]: DEBUG nova.virt.hardware [None req-e9afaa79-53f5-4120-8290-c15ca7e99769 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1108.027352] env[69699]: DEBUG nova.virt.hardware [None req-e9afaa79-53f5-4120-8290-c15ca7e99769 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1108.027535] env[69699]: DEBUG nova.virt.hardware [None req-e9afaa79-53f5-4120-8290-c15ca7e99769 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1108.027680] env[69699]: DEBUG nova.virt.hardware [None req-e9afaa79-53f5-4120-8290-c15ca7e99769 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1108.027826] env[69699]: DEBUG nova.virt.hardware [None req-e9afaa79-53f5-4120-8290-c15ca7e99769 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1108.028039] env[69699]: DEBUG nova.virt.hardware [None req-e9afaa79-53f5-4120-8290-c15ca7e99769 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1108.028202] env[69699]: DEBUG nova.virt.hardware [None req-e9afaa79-53f5-4120-8290-c15ca7e99769 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1108.028366] env[69699]: DEBUG nova.virt.hardware [None req-e9afaa79-53f5-4120-8290-c15ca7e99769 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1108.028529] env[69699]: DEBUG nova.virt.hardware [None req-e9afaa79-53f5-4120-8290-c15ca7e99769 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1108.028695] env[69699]: DEBUG nova.virt.hardware [None req-e9afaa79-53f5-4120-8290-c15ca7e99769 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1108.034936] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e9afaa79-53f5-4120-8290-c15ca7e99769 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Reconfiguring VM to attach interface {{(pid=69699) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1108.035290] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fca023a7-7680-4f21-baad-756bbe9962d9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.052375] env[69699]: DEBUG oslo_vmware.api [None req-e9afaa79-53f5-4120-8290-c15ca7e99769 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Waiting for the task: (returnval){ [ 1108.052375] env[69699]: value = "task-3607796" [ 1108.052375] env[69699]: _type = "Task" [ 1108.052375] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.060057] env[69699]: DEBUG oslo_vmware.api [None req-e9afaa79-53f5-4120-8290-c15ca7e99769 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607796, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.119931] env[69699]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1108.119931] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c9c894-1454-f47b-4305-5543665376a5" [ 1108.119931] env[69699]: _type = "HttpNfcLease" [ 1108.119931] env[69699]: } is ready. {{(pid=69699) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1108.120260] env[69699]: DEBUG oslo_vmware.rw_handles [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1108.120260] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c9c894-1454-f47b-4305-5543665376a5" [ 1108.120260] env[69699]: _type = "HttpNfcLease" [ 1108.120260] env[69699]: }. {{(pid=69699) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1108.121017] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391d4b3c-a9e5-45d4-9d6c-674cc22c1211 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.128591] env[69699]: DEBUG oslo_vmware.rw_handles [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52411c38-7aca-7608-0219-8cf036b5c3d8/disk-0.vmdk from lease info. {{(pid=69699) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1108.128778] env[69699]: DEBUG oslo_vmware.rw_handles [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52411c38-7aca-7608-0219-8cf036b5c3d8/disk-0.vmdk for reading. {{(pid=69699) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1108.260854] env[69699]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d9c34ec9-388e-4a8a-965d-5d4877add95e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.392832] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2e543c14-0ef0-4847-b5a8-eb0885c66af4 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "1b4f7e4b-88da-48ac-a2f4-8006a724e9fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.615s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.455687] env[69699]: DEBUG nova.scheduler.client.report [None req-8d525334-2849-48a8-896b-11604e3b2ea7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.566148] env[69699]: DEBUG oslo_vmware.api [None req-e9afaa79-53f5-4120-8290-c15ca7e99769 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607796, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.690547] env[69699]: DEBUG nova.compute.manager [req-6d8fe1ed-12e8-4898-ae25-bb74beded5e8 req-992337e6-3b50-4af6-806f-ed8a7b72dbd9 service nova] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Received event network-vif-plugged-8eacaa48-89b4-4a3f-a3c4-3346493c02f6 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.690875] env[69699]: DEBUG oslo_concurrency.lockutils [req-6d8fe1ed-12e8-4898-ae25-bb74beded5e8 req-992337e6-3b50-4af6-806f-ed8a7b72dbd9 service nova] Acquiring lock "8761424b-62be-4ef5-959f-032ae7ca8938-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.691205] env[69699]: DEBUG oslo_concurrency.lockutils [req-6d8fe1ed-12e8-4898-ae25-bb74beded5e8 req-992337e6-3b50-4af6-806f-ed8a7b72dbd9 service nova] Lock "8761424b-62be-4ef5-959f-032ae7ca8938-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.691448] env[69699]: DEBUG oslo_concurrency.lockutils [req-6d8fe1ed-12e8-4898-ae25-bb74beded5e8 req-992337e6-3b50-4af6-806f-ed8a7b72dbd9 service nova] Lock "8761424b-62be-4ef5-959f-032ae7ca8938-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.691621] env[69699]: DEBUG nova.compute.manager [req-6d8fe1ed-12e8-4898-ae25-bb74beded5e8 req-992337e6-3b50-4af6-806f-ed8a7b72dbd9 service nova] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] No waiting events found dispatching network-vif-plugged-8eacaa48-89b4-4a3f-a3c4-3346493c02f6 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1108.691856] env[69699]: WARNING nova.compute.manager [req-6d8fe1ed-12e8-4898-ae25-bb74beded5e8 req-992337e6-3b50-4af6-806f-ed8a7b72dbd9 service nova] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Received unexpected event network-vif-plugged-8eacaa48-89b4-4a3f-a3c4-3346493c02f6 for instance with vm_state active and task_state None. [ 1108.692091] env[69699]: DEBUG nova.compute.manager [req-6d8fe1ed-12e8-4898-ae25-bb74beded5e8 req-992337e6-3b50-4af6-806f-ed8a7b72dbd9 service nova] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Received event network-changed-8eacaa48-89b4-4a3f-a3c4-3346493c02f6 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.692259] env[69699]: DEBUG nova.compute.manager [req-6d8fe1ed-12e8-4898-ae25-bb74beded5e8 req-992337e6-3b50-4af6-806f-ed8a7b72dbd9 service nova] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Refreshing instance network info cache due to event network-changed-8eacaa48-89b4-4a3f-a3c4-3346493c02f6. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1108.692456] env[69699]: DEBUG oslo_concurrency.lockutils [req-6d8fe1ed-12e8-4898-ae25-bb74beded5e8 req-992337e6-3b50-4af6-806f-ed8a7b72dbd9 service nova] Acquiring lock "refresh_cache-8761424b-62be-4ef5-959f-032ae7ca8938" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.692706] env[69699]: DEBUG oslo_concurrency.lockutils [req-6d8fe1ed-12e8-4898-ae25-bb74beded5e8 req-992337e6-3b50-4af6-806f-ed8a7b72dbd9 service nova] Acquired lock "refresh_cache-8761424b-62be-4ef5-959f-032ae7ca8938" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.693118] env[69699]: DEBUG nova.network.neutron [req-6d8fe1ed-12e8-4898-ae25-bb74beded5e8 req-992337e6-3b50-4af6-806f-ed8a7b72dbd9 service nova] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Refreshing network info cache for port 8eacaa48-89b4-4a3f-a3c4-3346493c02f6 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1108.695275] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bcd60076-cb2c-4720-bebb-353160918d80 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Acquiring lock "12ab37c5-3a07-43ca-b87d-4c62d904ea78" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.695441] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bcd60076-cb2c-4720-bebb-353160918d80 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Lock "12ab37c5-3a07-43ca-b87d-4c62d904ea78" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.695677] env[69699]: INFO nova.compute.manager [None req-bcd60076-cb2c-4720-bebb-353160918d80 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Attaching volume e6e870a6-0a55-4d88-8e58-8343b78b427d to /dev/sdc [ 1108.738859] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e59934-aeba-4164-a5c6-0a7d9759c965 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.748345] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49fba15-4991-4277-9f69-29288ad1fe5a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.770999] env[69699]: DEBUG nova.virt.block_device [None req-bcd60076-cb2c-4720-bebb-353160918d80 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Updating existing volume attachment record: 704e7769-f9f3-49bd-b6a1-c193ea1009ac {{(pid=69699) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1108.962793] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8d525334-2849-48a8-896b-11604e3b2ea7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.783s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.966458] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8ab398ea-2315-4cd9-b116-486d5b70697b tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.351s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.967034] env[69699]: DEBUG nova.objects.instance [None req-8ab398ea-2315-4cd9-b116-486d5b70697b tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lazy-loading 'resources' on Instance uuid 8f881d79-ab95-4019-b46b-ab4f0034aa58 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.996775] env[69699]: INFO nova.scheduler.client.report [None req-8d525334-2849-48a8-896b-11604e3b2ea7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Deleted allocations for instance 35b9621f-00d1-4363-8b94-928b963d03eb [ 1109.070063] env[69699]: DEBUG oslo_vmware.api [None req-e9afaa79-53f5-4120-8290-c15ca7e99769 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607796, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.430840] env[69699]: DEBUG nova.network.neutron [req-6d8fe1ed-12e8-4898-ae25-bb74beded5e8 req-992337e6-3b50-4af6-806f-ed8a7b72dbd9 service nova] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Updated VIF entry in instance network info cache for port 8eacaa48-89b4-4a3f-a3c4-3346493c02f6. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1109.431417] env[69699]: DEBUG nova.network.neutron [req-6d8fe1ed-12e8-4898-ae25-bb74beded5e8 req-992337e6-3b50-4af6-806f-ed8a7b72dbd9 service nova] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Updating instance_info_cache with network_info: [{"id": "90d4bf2f-db5e-419d-bc58-09872f716082", "address": "fa:16:3e:82:ba:f8", "network": {"id": "0bd0c568-ae97-493c-9ed8-c70833965690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-782374772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba48fa426f0e4cb3b66a18836a0ae660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90d4bf2f-db", "ovs_interfaceid": "90d4bf2f-db5e-419d-bc58-09872f716082", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8eacaa48-89b4-4a3f-a3c4-3346493c02f6", "address": "fa:16:3e:e4:14:36", "network": {"id": "0bd0c568-ae97-493c-9ed8-c70833965690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-782374772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba48fa426f0e4cb3b66a18836a0ae660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eacaa48-89", "ovs_interfaceid": "8eacaa48-89b4-4a3f-a3c4-3346493c02f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.508861] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8d525334-2849-48a8-896b-11604e3b2ea7 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Lock "35b9621f-00d1-4363-8b94-928b963d03eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.312s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.564409] env[69699]: DEBUG oslo_vmware.api [None req-e9afaa79-53f5-4120-8290-c15ca7e99769 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607796, 'name': ReconfigVM_Task, 'duration_secs': 1.022923} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.567462] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e9afaa79-53f5-4120-8290-c15ca7e99769 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Releasing lock "8761424b-62be-4ef5-959f-032ae7ca8938" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.567933] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-e9afaa79-53f5-4120-8290-c15ca7e99769 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Reconfigured VM to attach interface {{(pid=69699) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1109.714954] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bfcd9e9-10f1-47c5-8527-d982641caa2e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.722737] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2927ff78-eebf-4809-9e73-88c3d0e000f3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.761026] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8ecda3-b56c-4845-bd64-25ef437f97fe {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.766982] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965e5de5-9624-4aed-a8fa-5f3dbc0c74f3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.785360] env[69699]: DEBUG nova.compute.provider_tree [None req-8ab398ea-2315-4cd9-b116-486d5b70697b tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.790939] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquiring lock "eb3dca42-7412-429a-ad9e-71fc4977dd30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.791181] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "eb3dca42-7412-429a-ad9e-71fc4977dd30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.934553] env[69699]: DEBUG oslo_concurrency.lockutils [req-6d8fe1ed-12e8-4898-ae25-bb74beded5e8 req-992337e6-3b50-4af6-806f-ed8a7b72dbd9 service nova] Releasing lock "refresh_cache-8761424b-62be-4ef5-959f-032ae7ca8938" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.072424] env[69699]: DEBUG oslo_concurrency.lockutils [None req-e9afaa79-53f5-4120-8290-c15ca7e99769 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "interface-8761424b-62be-4ef5-959f-032ae7ca8938-8eacaa48-89b4-4a3f-a3c4-3346493c02f6" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.041s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.120617] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquiring lock "81798ce1-9b3b-48ce-86d9-837923752fdc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.120617] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "81798ce1-9b3b-48ce-86d9-837923752fdc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.291812] env[69699]: DEBUG nova.scheduler.client.report [None req-8ab398ea-2315-4cd9-b116-486d5b70697b tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.295041] env[69699]: DEBUG nova.compute.manager [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1110.622961] env[69699]: DEBUG nova.compute.manager [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 81798ce1-9b3b-48ce-86d9-837923752fdc] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1110.799806] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8ab398ea-2315-4cd9-b116-486d5b70697b tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.833s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.806057] env[69699]: DEBUG oslo_concurrency.lockutils [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.073s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.808128] env[69699]: INFO nova.compute.claims [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1110.829864] env[69699]: INFO nova.scheduler.client.report [None req-8ab398ea-2315-4cd9-b116-486d5b70697b tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Deleted allocations for instance 8f881d79-ab95-4019-b46b-ab4f0034aa58 [ 1110.832077] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.989021] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Acquiring lock "99225813-f478-4dbf-a5d8-d7d003c77149" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.989021] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Lock "99225813-f478-4dbf-a5d8-d7d003c77149" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.142764] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.314088] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d775c72e-4fe6-40bf-a4a7-3b5068545603 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "1b4f7e4b-88da-48ac-a2f4-8006a724e9fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.314351] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d775c72e-4fe6-40bf-a4a7-3b5068545603 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "1b4f7e4b-88da-48ac-a2f4-8006a724e9fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.314638] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d775c72e-4fe6-40bf-a4a7-3b5068545603 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "1b4f7e4b-88da-48ac-a2f4-8006a724e9fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.314918] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d775c72e-4fe6-40bf-a4a7-3b5068545603 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "1b4f7e4b-88da-48ac-a2f4-8006a724e9fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.315128] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d775c72e-4fe6-40bf-a4a7-3b5068545603 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "1b4f7e4b-88da-48ac-a2f4-8006a724e9fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.317334] env[69699]: INFO nova.compute.manager [None req-d775c72e-4fe6-40bf-a4a7-3b5068545603 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb] Terminating instance [ 1111.338069] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8ab398ea-2315-4cd9-b116-486d5b70697b tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lock "8f881d79-ab95-4019-b46b-ab4f0034aa58" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.185s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.490257] env[69699]: DEBUG nova.compute.manager [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 99225813-f478-4dbf-a5d8-d7d003c77149] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1111.703931] env[69699]: DEBUG oslo_concurrency.lockutils [None req-93659447-c41d-401d-8bfe-0eb5c86ebe54 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "interface-8761424b-62be-4ef5-959f-032ae7ca8938-8eacaa48-89b4-4a3f-a3c4-3346493c02f6" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.704341] env[69699]: DEBUG oslo_concurrency.lockutils [None req-93659447-c41d-401d-8bfe-0eb5c86ebe54 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "interface-8761424b-62be-4ef5-959f-032ae7ca8938-8eacaa48-89b4-4a3f-a3c4-3346493c02f6" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.820995] env[69699]: DEBUG nova.compute.manager [None req-d775c72e-4fe6-40bf-a4a7-3b5068545603 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1111.821266] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d775c72e-4fe6-40bf-a4a7-3b5068545603 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1111.822221] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c55647-759b-462b-8d5f-9bbfc62e0d76 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.830542] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d775c72e-4fe6-40bf-a4a7-3b5068545603 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.830789] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2b642de-04ed-4a46-a6e4-2d075374ca48 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.837108] env[69699]: DEBUG oslo_vmware.api [None req-d775c72e-4fe6-40bf-a4a7-3b5068545603 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 1111.837108] env[69699]: value = "task-3607800" [ 1111.837108] env[69699]: _type = "Task" [ 1111.837108] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.845206] env[69699]: DEBUG oslo_vmware.api [None req-d775c72e-4fe6-40bf-a4a7-3b5068545603 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607800, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.011743] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.016587] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-b66283d3-6f0d-4a19-ab57-98efb769ed76 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Volume attach. Driver type: vmdk {{(pid=69699) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1112.016839] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-b66283d3-6f0d-4a19-ab57-98efb769ed76 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719700', 'volume_id': '5d7a1d8a-a98f-4535-b4a2-0a5d1c2b2787', 'name': 'volume-5d7a1d8a-a98f-4535-b4a2-0a5d1c2b2787', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd9110b26-9c12-47c7-a35d-eb29c51e8fa1', 'attached_at': '', 'detached_at': '', 'volume_id': '5d7a1d8a-a98f-4535-b4a2-0a5d1c2b2787', 'serial': '5d7a1d8a-a98f-4535-b4a2-0a5d1c2b2787'} {{(pid=69699) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1112.017807] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4b00da-6ea1-43d6-91ce-1190cfffc07a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.042524] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a1b8b2-2f20-468f-8ad7-2ce5d29651cc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.068009] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-b66283d3-6f0d-4a19-ab57-98efb769ed76 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] volume-5d7a1d8a-a98f-4535-b4a2-0a5d1c2b2787/volume-5d7a1d8a-a98f-4535-b4a2-0a5d1c2b2787.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1112.069311] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd96974b-0710-4dc8-9b0e-0486c5ca0191 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.082692] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e528fa85-da52-4165-bb21-52fee90f60fb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.091321] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e063697-1991-4230-afc9-4f61e839f3e2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.094678] env[69699]: DEBUG oslo_vmware.api [None req-b66283d3-6f0d-4a19-ab57-98efb769ed76 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 1112.094678] env[69699]: value = "task-3607801" [ 1112.094678] env[69699]: _type = "Task" [ 1112.094678] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.123058] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35548033-8f23-4b20-981e-70c336b83e90 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.129025] env[69699]: DEBUG oslo_vmware.api [None req-b66283d3-6f0d-4a19-ab57-98efb769ed76 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.134231] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7efd82-24b3-4967-a9da-0e0433b8b73e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.147503] env[69699]: DEBUG nova.compute.provider_tree [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.153035] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3cdb517e-31fc-400b-9640-aa467f04e105 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquiring lock "3f5ab19e-bdec-48ba-93d7-28c9a192f618" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.153035] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3cdb517e-31fc-400b-9640-aa467f04e105 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "3f5ab19e-bdec-48ba-93d7-28c9a192f618" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.153035] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3cdb517e-31fc-400b-9640-aa467f04e105 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquiring lock "3f5ab19e-bdec-48ba-93d7-28c9a192f618-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.153256] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3cdb517e-31fc-400b-9640-aa467f04e105 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "3f5ab19e-bdec-48ba-93d7-28c9a192f618-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.153400] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3cdb517e-31fc-400b-9640-aa467f04e105 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "3f5ab19e-bdec-48ba-93d7-28c9a192f618-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.156775] env[69699]: INFO nova.compute.manager [None req-3cdb517e-31fc-400b-9640-aa467f04e105 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Terminating instance [ 1112.207796] env[69699]: DEBUG oslo_concurrency.lockutils [None req-93659447-c41d-401d-8bfe-0eb5c86ebe54 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "8761424b-62be-4ef5-959f-032ae7ca8938" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.207796] env[69699]: DEBUG oslo_concurrency.lockutils [None req-93659447-c41d-401d-8bfe-0eb5c86ebe54 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquired lock "8761424b-62be-4ef5-959f-032ae7ca8938" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.208560] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f41d382-3d7a-40ea-bad8-5a49a5c3f7dd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.227600] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5bc44b-bb27-4a7f-b79e-8718e1ea5158 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.254115] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-93659447-c41d-401d-8bfe-0eb5c86ebe54 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Reconfiguring VM to detach interface {{(pid=69699) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1112.254238] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-588f1fc0-8af5-444e-bbf0-dac568d6be13 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.272703] env[69699]: DEBUG oslo_vmware.api [None req-93659447-c41d-401d-8bfe-0eb5c86ebe54 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Waiting for the task: (returnval){ [ 1112.272703] env[69699]: value = "task-3607802" [ 1112.272703] env[69699]: _type = "Task" [ 1112.272703] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.280568] env[69699]: DEBUG oslo_vmware.api [None req-93659447-c41d-401d-8bfe-0eb5c86ebe54 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607802, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.346419] env[69699]: DEBUG oslo_vmware.api [None req-d775c72e-4fe6-40bf-a4a7-3b5068545603 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607800, 'name': PowerOffVM_Task, 'duration_secs': 0.174371} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.346889] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d775c72e-4fe6-40bf-a4a7-3b5068545603 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1112.347146] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d775c72e-4fe6-40bf-a4a7-3b5068545603 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1112.347416] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-951513ae-a9e6-412e-a74a-1841c2ffa886 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.409936] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d775c72e-4fe6-40bf-a4a7-3b5068545603 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1112.410785] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d775c72e-4fe6-40bf-a4a7-3b5068545603 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1112.410785] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-d775c72e-4fe6-40bf-a4a7-3b5068545603 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Deleting the datastore file [datastore2] 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1112.410785] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f0c5b44-5692-4eae-b34b-7a5f89230837 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.417165] env[69699]: DEBUG oslo_vmware.api [None req-d775c72e-4fe6-40bf-a4a7-3b5068545603 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for the task: (returnval){ [ 1112.417165] env[69699]: value = "task-3607804" [ 1112.417165] env[69699]: _type = "Task" [ 1112.417165] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.425356] env[69699]: DEBUG oslo_vmware.api [None req-d775c72e-4fe6-40bf-a4a7-3b5068545603 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607804, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.466118] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8d058e95-5259-4d70-b3ff-b8fafe3e2b35 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquiring lock "2a426aa8-b5c2-4b48-b491-9b7702b1d033" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.466383] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8d058e95-5259-4d70-b3ff-b8fafe3e2b35 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lock "2a426aa8-b5c2-4b48-b491-9b7702b1d033" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.466594] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8d058e95-5259-4d70-b3ff-b8fafe3e2b35 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquiring lock "2a426aa8-b5c2-4b48-b491-9b7702b1d033-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.466775] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8d058e95-5259-4d70-b3ff-b8fafe3e2b35 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lock "2a426aa8-b5c2-4b48-b491-9b7702b1d033-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.466943] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8d058e95-5259-4d70-b3ff-b8fafe3e2b35 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lock "2a426aa8-b5c2-4b48-b491-9b7702b1d033-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.469370] env[69699]: INFO nova.compute.manager [None req-8d058e95-5259-4d70-b3ff-b8fafe3e2b35 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Terminating instance [ 1112.605869] env[69699]: DEBUG oslo_vmware.api [None req-b66283d3-6f0d-4a19-ab57-98efb769ed76 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607801, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.650643] env[69699]: DEBUG nova.scheduler.client.report [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.660892] env[69699]: DEBUG nova.compute.manager [None req-3cdb517e-31fc-400b-9640-aa467f04e105 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1112.661119] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdb517e-31fc-400b-9640-aa467f04e105 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1112.662039] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a2d414-40bb-40ae-8e93-be759787787f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.670488] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cdb517e-31fc-400b-9640-aa467f04e105 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1112.670728] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d09dc171-5490-46ce-99b1-acad3bfc1ddd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.677574] env[69699]: DEBUG oslo_vmware.api [None req-3cdb517e-31fc-400b-9640-aa467f04e105 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1112.677574] env[69699]: value = "task-3607805" [ 1112.677574] env[69699]: _type = "Task" [ 1112.677574] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.685914] env[69699]: DEBUG oslo_vmware.api [None req-3cdb517e-31fc-400b-9640-aa467f04e105 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.784359] env[69699]: DEBUG oslo_vmware.api [None req-93659447-c41d-401d-8bfe-0eb5c86ebe54 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607802, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.927809] env[69699]: DEBUG oslo_vmware.api [None req-d775c72e-4fe6-40bf-a4a7-3b5068545603 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Task: {'id': task-3607804, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136067} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.928463] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-d775c72e-4fe6-40bf-a4a7-3b5068545603 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.928653] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d775c72e-4fe6-40bf-a4a7-3b5068545603 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.928831] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d775c72e-4fe6-40bf-a4a7-3b5068545603 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.929014] env[69699]: INFO nova.compute.manager [None req-d775c72e-4fe6-40bf-a4a7-3b5068545603 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] [instance: 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1112.929274] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d775c72e-4fe6-40bf-a4a7-3b5068545603 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.929466] env[69699]: DEBUG nova.compute.manager [-] [instance: 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1112.929563] env[69699]: DEBUG nova.network.neutron [-] [instance: 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1112.958245] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquiring lock "4a99a881-e491-42f0-9d0d-91e20a7a7a61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.958589] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lock "4a99a881-e491-42f0-9d0d-91e20a7a7a61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.973682] env[69699]: DEBUG nova.compute.manager [None req-8d058e95-5259-4d70-b3ff-b8fafe3e2b35 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1112.973868] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8d058e95-5259-4d70-b3ff-b8fafe3e2b35 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1112.975757] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dafd553a-623e-44f8-8634-dca2cb90a506 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.984145] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d058e95-5259-4d70-b3ff-b8fafe3e2b35 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1112.984434] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef2320f8-79db-4d56-80a5-73876e1d9c3e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.991572] env[69699]: DEBUG oslo_vmware.api [None req-8d058e95-5259-4d70-b3ff-b8fafe3e2b35 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 1112.991572] env[69699]: value = "task-3607806" [ 1112.991572] env[69699]: _type = "Task" [ 1112.991572] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.003117] env[69699]: DEBUG oslo_vmware.api [None req-8d058e95-5259-4d70-b3ff-b8fafe3e2b35 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607806, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.106221] env[69699]: DEBUG oslo_vmware.api [None req-b66283d3-6f0d-4a19-ab57-98efb769ed76 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607801, 'name': ReconfigVM_Task, 'duration_secs': 0.531426} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.106512] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-b66283d3-6f0d-4a19-ab57-98efb769ed76 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Reconfigured VM instance instance-0000005e to attach disk [datastore1] volume-5d7a1d8a-a98f-4535-b4a2-0a5d1c2b2787/volume-5d7a1d8a-a98f-4535-b4a2-0a5d1c2b2787.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1113.111304] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8aeaacd1-eeed-46a6-aa81-d03053b8ee91 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.128009] env[69699]: DEBUG oslo_vmware.api [None req-b66283d3-6f0d-4a19-ab57-98efb769ed76 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 1113.128009] env[69699]: value = "task-3607807" [ 1113.128009] env[69699]: _type = "Task" [ 1113.128009] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.136923] env[69699]: DEBUG oslo_vmware.api [None req-b66283d3-6f0d-4a19-ab57-98efb769ed76 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607807, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.156125] env[69699]: DEBUG oslo_concurrency.lockutils [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.350s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.156666] env[69699]: DEBUG nova.compute.manager [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1113.159420] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.328s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.163169] env[69699]: INFO nova.compute.claims [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1113.193994] env[69699]: DEBUG oslo_vmware.api [None req-3cdb517e-31fc-400b-9640-aa467f04e105 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607805, 'name': PowerOffVM_Task, 'duration_secs': 0.234865} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.194617] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cdb517e-31fc-400b-9640-aa467f04e105 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1113.194797] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdb517e-31fc-400b-9640-aa467f04e105 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1113.195098] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5410f252-392b-4504-bf32-a1a744ba36a1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.241682] env[69699]: DEBUG nova.compute.manager [req-5132bbd2-9868-486a-a217-2a5cccb1b08b req-dd9e1fac-ff2a-44de-9c2a-6015e454f505 service nova] [instance: 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb] Received event network-vif-deleted-9dbcf627-59c5-4552-b1d3-9f8c3bff9332 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.241935] env[69699]: INFO nova.compute.manager [req-5132bbd2-9868-486a-a217-2a5cccb1b08b req-dd9e1fac-ff2a-44de-9c2a-6015e454f505 service nova] [instance: 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb] Neutron deleted interface 9dbcf627-59c5-4552-b1d3-9f8c3bff9332; detaching it from the instance and deleting it from the info cache [ 1113.242265] env[69699]: DEBUG nova.network.neutron [req-5132bbd2-9868-486a-a217-2a5cccb1b08b req-dd9e1fac-ff2a-44de-9c2a-6015e454f505 service nova] [instance: 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.268414] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdb517e-31fc-400b-9640-aa467f04e105 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1113.268521] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdb517e-31fc-400b-9640-aa467f04e105 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1113.268721] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cdb517e-31fc-400b-9640-aa467f04e105 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Deleting the datastore file [datastore2] 3f5ab19e-bdec-48ba-93d7-28c9a192f618 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1113.269017] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-efda273f-f1b7-45fa-a707-c06fba51646d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.279804] env[69699]: DEBUG oslo_vmware.api [None req-3cdb517e-31fc-400b-9640-aa467f04e105 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1113.279804] env[69699]: value = "task-3607809" [ 1113.279804] env[69699]: _type = "Task" [ 1113.279804] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.287086] env[69699]: DEBUG oslo_vmware.api [None req-93659447-c41d-401d-8bfe-0eb5c86ebe54 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607802, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.291968] env[69699]: DEBUG oslo_vmware.api [None req-3cdb517e-31fc-400b-9640-aa467f04e105 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607809, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.326330] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcd60076-cb2c-4720-bebb-353160918d80 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Volume attach. Driver type: vmdk {{(pid=69699) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1113.326575] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcd60076-cb2c-4720-bebb-353160918d80 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719701', 'volume_id': 'e6e870a6-0a55-4d88-8e58-8343b78b427d', 'name': 'volume-e6e870a6-0a55-4d88-8e58-8343b78b427d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '12ab37c5-3a07-43ca-b87d-4c62d904ea78', 'attached_at': '', 'detached_at': '', 'volume_id': 'e6e870a6-0a55-4d88-8e58-8343b78b427d', 'serial': 'e6e870a6-0a55-4d88-8e58-8343b78b427d'} {{(pid=69699) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1113.327457] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f9aa3b-cfa8-4692-9f02-b15a27695d53 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.345444] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4481992-31c5-4e1d-abd2-cee3d535d5b3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.375522] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcd60076-cb2c-4720-bebb-353160918d80 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] volume-e6e870a6-0a55-4d88-8e58-8343b78b427d/volume-e6e870a6-0a55-4d88-8e58-8343b78b427d.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.375886] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6154570-12f3-4ebd-968c-183a9ddcdac7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.394394] env[69699]: DEBUG oslo_vmware.api [None req-bcd60076-cb2c-4720-bebb-353160918d80 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Waiting for the task: (returnval){ [ 1113.394394] env[69699]: value = "task-3607810" [ 1113.394394] env[69699]: _type = "Task" [ 1113.394394] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.403284] env[69699]: DEBUG oslo_vmware.api [None req-bcd60076-cb2c-4720-bebb-353160918d80 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607810, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.461047] env[69699]: DEBUG nova.compute.manager [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1113.501680] env[69699]: DEBUG oslo_vmware.api [None req-8d058e95-5259-4d70-b3ff-b8fafe3e2b35 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607806, 'name': PowerOffVM_Task, 'duration_secs': 0.218327} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.502779] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d058e95-5259-4d70-b3ff-b8fafe3e2b35 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1113.502981] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8d058e95-5259-4d70-b3ff-b8fafe3e2b35 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1113.503276] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d658f92c-debf-42f5-a9c9-4fd965460b63 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.569452] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8d058e95-5259-4d70-b3ff-b8fafe3e2b35 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1113.569722] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8d058e95-5259-4d70-b3ff-b8fafe3e2b35 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1113.569912] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d058e95-5259-4d70-b3ff-b8fafe3e2b35 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Deleting the datastore file [datastore2] 2a426aa8-b5c2-4b48-b491-9b7702b1d033 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1113.570552] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c7edb16-6c4a-47e1-b272-1adb1eb6097f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.577620] env[69699]: DEBUG oslo_vmware.api [None req-8d058e95-5259-4d70-b3ff-b8fafe3e2b35 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 1113.577620] env[69699]: value = "task-3607812" [ 1113.577620] env[69699]: _type = "Task" [ 1113.577620] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.587233] env[69699]: DEBUG oslo_vmware.api [None req-8d058e95-5259-4d70-b3ff-b8fafe3e2b35 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607812, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.638753] env[69699]: DEBUG oslo_vmware.api [None req-b66283d3-6f0d-4a19-ab57-98efb769ed76 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607807, 'name': ReconfigVM_Task, 'duration_secs': 0.166606} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.639198] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-b66283d3-6f0d-4a19-ab57-98efb769ed76 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719700', 'volume_id': '5d7a1d8a-a98f-4535-b4a2-0a5d1c2b2787', 'name': 'volume-5d7a1d8a-a98f-4535-b4a2-0a5d1c2b2787', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd9110b26-9c12-47c7-a35d-eb29c51e8fa1', 'attached_at': '', 'detached_at': '', 'volume_id': '5d7a1d8a-a98f-4535-b4a2-0a5d1c2b2787', 'serial': '5d7a1d8a-a98f-4535-b4a2-0a5d1c2b2787'} {{(pid=69699) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1113.666374] env[69699]: DEBUG nova.compute.utils [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1113.670042] env[69699]: DEBUG nova.compute.manager [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1113.670354] env[69699]: DEBUG nova.network.neutron [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1113.719608] env[69699]: DEBUG nova.network.neutron [-] [instance: 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.722290] env[69699]: DEBUG nova.policy [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9252a3a462ec44ef98ad3d8f019ab715', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '152467b2c42f4433aacb37504612095d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 1113.745597] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-65c42c96-fad4-4e6a-8312-0e70a17098c6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.757590] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6722fe7-b36b-4de1-b9aa-08760799a9cb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.783568] env[69699]: DEBUG oslo_vmware.api [None req-93659447-c41d-401d-8bfe-0eb5c86ebe54 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607802, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.797186] env[69699]: DEBUG nova.compute.manager [req-5132bbd2-9868-486a-a217-2a5cccb1b08b req-dd9e1fac-ff2a-44de-9c2a-6015e454f505 service nova] [instance: 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb] Detach interface failed, port_id=9dbcf627-59c5-4552-b1d3-9f8c3bff9332, reason: Instance 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1113.804579] env[69699]: DEBUG oslo_vmware.api [None req-3cdb517e-31fc-400b-9640-aa467f04e105 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607809, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315652} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.804579] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cdb517e-31fc-400b-9640-aa467f04e105 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1113.804946] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdb517e-31fc-400b-9640-aa467f04e105 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1113.804946] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdb517e-31fc-400b-9640-aa467f04e105 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1113.805162] env[69699]: INFO nova.compute.manager [None req-3cdb517e-31fc-400b-9640-aa467f04e105 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1113.805344] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cdb517e-31fc-400b-9640-aa467f04e105 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1113.805541] env[69699]: DEBUG nova.compute.manager [-] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1113.805635] env[69699]: DEBUG nova.network.neutron [-] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1113.907782] env[69699]: DEBUG oslo_vmware.api [None req-bcd60076-cb2c-4720-bebb-353160918d80 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.998580] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.036173] env[69699]: DEBUG nova.network.neutron [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Successfully created port: 20005b70-2996-4ba6-a22b-e5c8c311749c {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1114.089162] env[69699]: DEBUG oslo_vmware.api [None req-8d058e95-5259-4d70-b3ff-b8fafe3e2b35 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607812, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239447} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.089162] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d058e95-5259-4d70-b3ff-b8fafe3e2b35 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1114.089162] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8d058e95-5259-4d70-b3ff-b8fafe3e2b35 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1114.089162] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8d058e95-5259-4d70-b3ff-b8fafe3e2b35 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1114.089162] env[69699]: INFO nova.compute.manager [None req-8d058e95-5259-4d70-b3ff-b8fafe3e2b35 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1114.089423] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d058e95-5259-4d70-b3ff-b8fafe3e2b35 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1114.089527] env[69699]: DEBUG nova.compute.manager [-] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1114.089614] env[69699]: DEBUG nova.network.neutron [-] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1114.170913] env[69699]: DEBUG nova.compute.manager [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1114.225511] env[69699]: INFO nova.compute.manager [-] [instance: 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb] Took 1.30 seconds to deallocate network for instance. [ 1114.288469] env[69699]: DEBUG oslo_vmware.api [None req-93659447-c41d-401d-8bfe-0eb5c86ebe54 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607802, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.405655] env[69699]: DEBUG oslo_vmware.api [None req-bcd60076-cb2c-4720-bebb-353160918d80 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607810, 'name': ReconfigVM_Task, 'duration_secs': 0.611566} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.405941] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcd60076-cb2c-4720-bebb-353160918d80 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Reconfigured VM instance instance-0000005b to attach disk [datastore1] volume-e6e870a6-0a55-4d88-8e58-8343b78b427d/volume-e6e870a6-0a55-4d88-8e58-8343b78b427d.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.414019] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ef23b95-593a-4e9c-8784-67887dd43db5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.432734] env[69699]: DEBUG oslo_vmware.api [None req-bcd60076-cb2c-4720-bebb-353160918d80 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Waiting for the task: (returnval){ [ 1114.432734] env[69699]: value = "task-3607813" [ 1114.432734] env[69699]: _type = "Task" [ 1114.432734] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.442307] env[69699]: DEBUG oslo_vmware.api [None req-bcd60076-cb2c-4720-bebb-353160918d80 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607813, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.476902] env[69699]: DEBUG nova.compute.manager [req-10aab816-fe07-4f4e-b1bf-bc12eec477d1 req-39c3547e-7fa3-4ee7-b213-b3368cf6dfb8 service nova] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Received event network-vif-deleted-a67842ec-53d1-4577-bc8f-03fbf51ce240 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.477257] env[69699]: INFO nova.compute.manager [req-10aab816-fe07-4f4e-b1bf-bc12eec477d1 req-39c3547e-7fa3-4ee7-b213-b3368cf6dfb8 service nova] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Neutron deleted interface a67842ec-53d1-4577-bc8f-03fbf51ce240; detaching it from the instance and deleting it from the info cache [ 1114.477546] env[69699]: DEBUG nova.network.neutron [req-10aab816-fe07-4f4e-b1bf-bc12eec477d1 req-39c3547e-7fa3-4ee7-b213-b3368cf6dfb8 service nova] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.493185] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a3bc51-cc4f-40d5-b9a9-dc546087152c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.502454] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f508a7-ee94-4016-b972-3efde25b7e8e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.536588] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec374bab-6035-4888-85fc-4f66623fef32 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.545223] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1268256-521e-4609-bad0-664829bd7368 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.559295] env[69699]: DEBUG nova.compute.provider_tree [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.690901] env[69699]: DEBUG nova.objects.instance [None req-b66283d3-6f0d-4a19-ab57-98efb769ed76 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lazy-loading 'flavor' on Instance uuid d9110b26-9c12-47c7-a35d-eb29c51e8fa1 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.737517] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d775c72e-4fe6-40bf-a4a7-3b5068545603 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.788133] env[69699]: DEBUG oslo_vmware.api [None req-93659447-c41d-401d-8bfe-0eb5c86ebe54 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607802, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.942839] env[69699]: DEBUG oslo_vmware.api [None req-bcd60076-cb2c-4720-bebb-353160918d80 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607813, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.948328] env[69699]: DEBUG nova.network.neutron [-] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.981028] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-67098c80-6f20-4259-aa14-c293c889c1ef {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.984639] env[69699]: DEBUG nova.network.neutron [-] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.990770] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0154bbee-5999-4409-bbbc-3b7ce4953108 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.027197] env[69699]: DEBUG nova.compute.manager [req-10aab816-fe07-4f4e-b1bf-bc12eec477d1 req-39c3547e-7fa3-4ee7-b213-b3368cf6dfb8 service nova] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Detach interface failed, port_id=a67842ec-53d1-4577-bc8f-03fbf51ce240, reason: Instance 3f5ab19e-bdec-48ba-93d7-28c9a192f618 could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1115.063997] env[69699]: DEBUG nova.scheduler.client.report [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.183152] env[69699]: DEBUG nova.compute.manager [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1115.197036] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b66283d3-6f0d-4a19-ab57-98efb769ed76 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "d9110b26-9c12-47c7-a35d-eb29c51e8fa1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.289s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.210853] env[69699]: DEBUG nova.virt.hardware [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1115.210853] env[69699]: DEBUG nova.virt.hardware [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1115.211055] env[69699]: DEBUG nova.virt.hardware [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1115.211159] env[69699]: DEBUG nova.virt.hardware [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1115.211314] env[69699]: DEBUG nova.virt.hardware [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1115.211461] env[69699]: DEBUG nova.virt.hardware [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1115.211701] env[69699]: DEBUG nova.virt.hardware [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1115.211892] env[69699]: DEBUG nova.virt.hardware [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1115.212094] env[69699]: DEBUG nova.virt.hardware [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1115.212267] env[69699]: DEBUG nova.virt.hardware [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1115.212550] env[69699]: DEBUG nova.virt.hardware [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1115.213463] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937cea44-3b36-435f-9a7c-8090bb1083e1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.222373] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1a7f2e-262a-42f4-ba2f-5519460a5e09 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.289362] env[69699]: DEBUG oslo_vmware.api [None req-93659447-c41d-401d-8bfe-0eb5c86ebe54 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607802, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.443834] env[69699]: DEBUG oslo_vmware.api [None req-bcd60076-cb2c-4720-bebb-353160918d80 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607813, 'name': ReconfigVM_Task, 'duration_secs': 0.703821} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.444185] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcd60076-cb2c-4720-bebb-353160918d80 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719701', 'volume_id': 'e6e870a6-0a55-4d88-8e58-8343b78b427d', 'name': 'volume-e6e870a6-0a55-4d88-8e58-8343b78b427d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '12ab37c5-3a07-43ca-b87d-4c62d904ea78', 'attached_at': '', 'detached_at': '', 'volume_id': 'e6e870a6-0a55-4d88-8e58-8343b78b427d', 'serial': 'e6e870a6-0a55-4d88-8e58-8343b78b427d'} {{(pid=69699) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1115.450722] env[69699]: INFO nova.compute.manager [-] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Took 1.64 seconds to deallocate network for instance. [ 1115.487595] env[69699]: INFO nova.compute.manager [-] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Took 1.40 seconds to deallocate network for instance. [ 1115.499406] env[69699]: DEBUG nova.compute.manager [req-44280e0f-c7bc-4b69-b3cd-71919119810e req-eaaa4b3a-6e3b-4cc7-811f-9f042175d33c service nova] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Received event network-vif-plugged-20005b70-2996-4ba6-a22b-e5c8c311749c {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.499624] env[69699]: DEBUG oslo_concurrency.lockutils [req-44280e0f-c7bc-4b69-b3cd-71919119810e req-eaaa4b3a-6e3b-4cc7-811f-9f042175d33c service nova] Acquiring lock "799bd3b7-732a-45ea-9871-8396e38974f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.499832] env[69699]: DEBUG oslo_concurrency.lockutils [req-44280e0f-c7bc-4b69-b3cd-71919119810e req-eaaa4b3a-6e3b-4cc7-811f-9f042175d33c service nova] Lock "799bd3b7-732a-45ea-9871-8396e38974f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.499999] env[69699]: DEBUG oslo_concurrency.lockutils [req-44280e0f-c7bc-4b69-b3cd-71919119810e req-eaaa4b3a-6e3b-4cc7-811f-9f042175d33c service nova] Lock "799bd3b7-732a-45ea-9871-8396e38974f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.500482] env[69699]: DEBUG nova.compute.manager [req-44280e0f-c7bc-4b69-b3cd-71919119810e req-eaaa4b3a-6e3b-4cc7-811f-9f042175d33c service nova] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] No waiting events found dispatching network-vif-plugged-20005b70-2996-4ba6-a22b-e5c8c311749c {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1115.500482] env[69699]: WARNING nova.compute.manager [req-44280e0f-c7bc-4b69-b3cd-71919119810e req-eaaa4b3a-6e3b-4cc7-811f-9f042175d33c service nova] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Received unexpected event network-vif-plugged-20005b70-2996-4ba6-a22b-e5c8c311749c for instance with vm_state building and task_state spawning. [ 1115.569187] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.410s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.569850] env[69699]: DEBUG nova.compute.manager [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1115.573265] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.431s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.575864] env[69699]: INFO nova.compute.claims [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 81798ce1-9b3b-48ce-86d9-837923752fdc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1115.628700] env[69699]: DEBUG nova.network.neutron [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Successfully updated port: 20005b70-2996-4ba6-a22b-e5c8c311749c {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1115.789798] env[69699]: DEBUG oslo_vmware.api [None req-93659447-c41d-401d-8bfe-0eb5c86ebe54 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607802, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.962688] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3cdb517e-31fc-400b-9640-aa467f04e105 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.996376] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8d058e95-5259-4d70-b3ff-b8fafe3e2b35 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.079479] env[69699]: DEBUG nova.compute.utils [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1116.083263] env[69699]: DEBUG nova.compute.manager [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1116.083433] env[69699]: DEBUG nova.network.neutron [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1116.121373] env[69699]: DEBUG nova.policy [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '130c1d64199f4ce7afae83d594a164b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d1f0086b55c4ee08639e366146ed58d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 1116.131969] env[69699]: DEBUG oslo_concurrency.lockutils [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "refresh_cache-799bd3b7-732a-45ea-9871-8396e38974f7" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.132141] env[69699]: DEBUG oslo_concurrency.lockutils [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquired lock "refresh_cache-799bd3b7-732a-45ea-9871-8396e38974f7" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.132529] env[69699]: DEBUG nova.network.neutron [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.291268] env[69699]: DEBUG oslo_vmware.api [None req-93659447-c41d-401d-8bfe-0eb5c86ebe54 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607802, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.431040] env[69699]: DEBUG nova.network.neutron [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Successfully created port: eb2304e4-7e23-4ad0-8695-2ed0f54748ee {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1116.488289] env[69699]: DEBUG nova.objects.instance [None req-bcd60076-cb2c-4720-bebb-353160918d80 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Lazy-loading 'flavor' on Instance uuid 12ab37c5-3a07-43ca-b87d-4c62d904ea78 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.502840] env[69699]: DEBUG nova.compute.manager [req-dcf34a17-fd1a-42fb-a7e7-708ee1122af0 req-213dbc71-841c-40af-a54f-7cb279e98540 service nova] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Received event network-vif-deleted-eb7fc2d4-1068-46d8-839f-4bf5563c12c6 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.584811] env[69699]: DEBUG nova.compute.manager [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1116.671258] env[69699]: DEBUG nova.network.neutron [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1116.683835] env[69699]: DEBUG oslo_vmware.rw_handles [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52411c38-7aca-7608-0219-8cf036b5c3d8/disk-0.vmdk. {{(pid=69699) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1116.683835] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87589b26-7a44-4d5b-bd5a-3f4bac2da5d2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.693029] env[69699]: DEBUG oslo_vmware.rw_handles [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52411c38-7aca-7608-0219-8cf036b5c3d8/disk-0.vmdk is in state: ready. {{(pid=69699) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1116.693207] env[69699]: ERROR oslo_vmware.rw_handles [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52411c38-7aca-7608-0219-8cf036b5c3d8/disk-0.vmdk due to incomplete transfer. [ 1116.699026] env[69699]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b285914f-8afa-4237-bf9e-af29cb8f2df3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.705492] env[69699]: DEBUG oslo_vmware.rw_handles [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52411c38-7aca-7608-0219-8cf036b5c3d8/disk-0.vmdk. {{(pid=69699) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1116.705678] env[69699]: DEBUG nova.virt.vmwareapi.images [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Uploaded image d8648444-48f6-4022-b6be-f918c6900120 to the Glance image server {{(pid=69699) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1116.707965] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Destroying the VM {{(pid=69699) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1116.710018] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b0581f9f-6cd6-4d29-aad3-011e656bb006 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.714702] env[69699]: DEBUG nova.compute.manager [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Stashing vm_state: active {{(pid=69699) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1116.725020] env[69699]: DEBUG oslo_vmware.api [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the task: (returnval){ [ 1116.725020] env[69699]: value = "task-3607814" [ 1116.725020] env[69699]: _type = "Task" [ 1116.725020] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.736838] env[69699]: DEBUG oslo_vmware.api [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607814, 'name': Destroy_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.792564] env[69699]: DEBUG oslo_vmware.api [None req-93659447-c41d-401d-8bfe-0eb5c86ebe54 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607802, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.859858] env[69699]: DEBUG nova.network.neutron [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Updating instance_info_cache with network_info: [{"id": "20005b70-2996-4ba6-a22b-e5c8c311749c", "address": "fa:16:3e:1a:ae:f7", "network": {"id": "3704068f-6289-4088-bfd3-0d8f4fb8ad07", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1045952331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "152467b2c42f4433aacb37504612095d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20005b70-29", "ovs_interfaceid": "20005b70-2996-4ba6-a22b-e5c8c311749c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.863343] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e2f93a-33b1-4f5a-962a-e0ae47c00e16 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.874016] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f345d26-e706-4a6a-b1c7-edc7575e88d9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.903096] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c522674-9248-4f6b-a2c5-bf3df4fbf504 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.910534] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3b5d4a-d288-47a5-868d-e9184ecbe29e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.924195] env[69699]: DEBUG nova.compute.provider_tree [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.995160] env[69699]: DEBUG oslo_concurrency.lockutils [None req-bcd60076-cb2c-4720-bebb-353160918d80 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Lock "12ab37c5-3a07-43ca-b87d-4c62d904ea78" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.300s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.018357] env[69699]: DEBUG oslo_concurrency.lockutils [None req-14b12217-8eed-47cc-9061-2aa1e6d331e9 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Acquiring lock "12ab37c5-3a07-43ca-b87d-4c62d904ea78" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.018649] env[69699]: DEBUG oslo_concurrency.lockutils [None req-14b12217-8eed-47cc-9061-2aa1e6d331e9 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Lock "12ab37c5-3a07-43ca-b87d-4c62d904ea78" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.162292] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1117.162292] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1117.162292] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1117.162292] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1117.162292] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1117.162292] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1117.162292] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1117.162292] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69699) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1117.162292] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1117.234480] env[69699]: DEBUG oslo_vmware.api [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607814, 'name': Destroy_Task, 'duration_secs': 0.329091} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.235390] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.235660] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Destroyed the VM [ 1117.235892] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Deleting Snapshot of the VM instance {{(pid=69699) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1117.236155] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-da4ce9dc-6535-42c0-a93c-e0dc34ebb5da {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.242363] env[69699]: DEBUG oslo_vmware.api [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the task: (returnval){ [ 1117.242363] env[69699]: value = "task-3607815" [ 1117.242363] env[69699]: _type = "Task" [ 1117.242363] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.250264] env[69699]: DEBUG oslo_vmware.api [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607815, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.293114] env[69699]: DEBUG oslo_vmware.api [None req-93659447-c41d-401d-8bfe-0eb5c86ebe54 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607802, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.363349] env[69699]: DEBUG oslo_concurrency.lockutils [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Releasing lock "refresh_cache-799bd3b7-732a-45ea-9871-8396e38974f7" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.363650] env[69699]: DEBUG nova.compute.manager [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Instance network_info: |[{"id": "20005b70-2996-4ba6-a22b-e5c8c311749c", "address": "fa:16:3e:1a:ae:f7", "network": {"id": "3704068f-6289-4088-bfd3-0d8f4fb8ad07", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1045952331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "152467b2c42f4433aacb37504612095d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20005b70-29", "ovs_interfaceid": "20005b70-2996-4ba6-a22b-e5c8c311749c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1117.364175] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:ae:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c894ab55-c869-4530-9702-cb46d173ce94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20005b70-2996-4ba6-a22b-e5c8c311749c', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1117.371704] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.371905] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1117.372146] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8c61be5-5a43-46fd-bb72-6098c30c8519 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.393133] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1117.393133] env[69699]: value = "task-3607816" [ 1117.393133] env[69699]: _type = "Task" [ 1117.393133] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.400605] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607816, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.427736] env[69699]: DEBUG nova.scheduler.client.report [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.521864] env[69699]: INFO nova.compute.manager [None req-14b12217-8eed-47cc-9061-2aa1e6d331e9 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Detaching volume 3e135317-28fb-43ab-94d5-58c65984aaa9 [ 1117.528887] env[69699]: DEBUG nova.compute.manager [req-390bbf15-daaf-4986-9b93-f03d10984916 req-e95c09b9-5f06-4a3f-87af-5c512c8d1b7c service nova] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Received event network-changed-20005b70-2996-4ba6-a22b-e5c8c311749c {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.529191] env[69699]: DEBUG nova.compute.manager [req-390bbf15-daaf-4986-9b93-f03d10984916 req-e95c09b9-5f06-4a3f-87af-5c512c8d1b7c service nova] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Refreshing instance network info cache due to event network-changed-20005b70-2996-4ba6-a22b-e5c8c311749c. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1117.529432] env[69699]: DEBUG oslo_concurrency.lockutils [req-390bbf15-daaf-4986-9b93-f03d10984916 req-e95c09b9-5f06-4a3f-87af-5c512c8d1b7c service nova] Acquiring lock "refresh_cache-799bd3b7-732a-45ea-9871-8396e38974f7" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.529580] env[69699]: DEBUG oslo_concurrency.lockutils [req-390bbf15-daaf-4986-9b93-f03d10984916 req-e95c09b9-5f06-4a3f-87af-5c512c8d1b7c service nova] Acquired lock "refresh_cache-799bd3b7-732a-45ea-9871-8396e38974f7" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.529750] env[69699]: DEBUG nova.network.neutron [req-390bbf15-daaf-4986-9b93-f03d10984916 req-e95c09b9-5f06-4a3f-87af-5c512c8d1b7c service nova] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Refreshing network info cache for port 20005b70-2996-4ba6-a22b-e5c8c311749c {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.565385] env[69699]: INFO nova.virt.block_device [None req-14b12217-8eed-47cc-9061-2aa1e6d331e9 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Attempting to driver detach volume 3e135317-28fb-43ab-94d5-58c65984aaa9 from mountpoint /dev/sdb [ 1117.565385] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-14b12217-8eed-47cc-9061-2aa1e6d331e9 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Volume detach. Driver type: vmdk {{(pid=69699) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1117.565528] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-14b12217-8eed-47cc-9061-2aa1e6d331e9 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719695', 'volume_id': '3e135317-28fb-43ab-94d5-58c65984aaa9', 'name': 'volume-3e135317-28fb-43ab-94d5-58c65984aaa9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '12ab37c5-3a07-43ca-b87d-4c62d904ea78', 'attached_at': '', 'detached_at': '', 'volume_id': '3e135317-28fb-43ab-94d5-58c65984aaa9', 'serial': '3e135317-28fb-43ab-94d5-58c65984aaa9'} {{(pid=69699) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1117.566725] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd91b06d-a8bb-4942-9da4-1d07e1d0f07b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.592170] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddad7656-93bc-466a-9f57-9b0876b0e4ff {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.596412] env[69699]: DEBUG nova.compute.manager [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1117.609107] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc7662d-d9bc-402e-bfb1-2e30aee0feb0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.636808] env[69699]: DEBUG nova.virt.hardware [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1117.637094] env[69699]: DEBUG nova.virt.hardware [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.637276] env[69699]: DEBUG nova.virt.hardware [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.637469] env[69699]: DEBUG nova.virt.hardware [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.637633] env[69699]: DEBUG nova.virt.hardware [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.637806] env[69699]: DEBUG nova.virt.hardware [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1117.638042] env[69699]: DEBUG nova.virt.hardware [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1117.638230] env[69699]: DEBUG nova.virt.hardware [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1117.638409] env[69699]: DEBUG nova.virt.hardware [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1117.638575] env[69699]: DEBUG nova.virt.hardware [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1117.638762] env[69699]: DEBUG nova.virt.hardware [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1117.639625] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce7ddb0-1fa0-40ec-b5ee-4e249a19bc11 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.642819] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e2accd-f308-485b-9ce3-6aa5e3a94ec9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.659649] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-14b12217-8eed-47cc-9061-2aa1e6d331e9 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] The volume has not been displaced from its original location: [datastore2] volume-3e135317-28fb-43ab-94d5-58c65984aaa9/volume-3e135317-28fb-43ab-94d5-58c65984aaa9.vmdk. No consolidation needed. {{(pid=69699) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1117.665109] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-14b12217-8eed-47cc-9061-2aa1e6d331e9 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Reconfiguring VM instance instance-0000005b to detach disk 2001 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1117.668118] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.668372] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b17cfaa-8281-41a2-b627-9261c942e28b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.683582] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d9ec55-4245-4380-a1ba-43bf23b6430f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.701458] env[69699]: DEBUG oslo_vmware.api [None req-14b12217-8eed-47cc-9061-2aa1e6d331e9 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Waiting for the task: (returnval){ [ 1117.701458] env[69699]: value = "task-3607817" [ 1117.701458] env[69699]: _type = "Task" [ 1117.701458] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.708989] env[69699]: DEBUG oslo_vmware.api [None req-14b12217-8eed-47cc-9061-2aa1e6d331e9 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607817, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.757163] env[69699]: DEBUG oslo_vmware.api [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607815, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.792971] env[69699]: DEBUG oslo_vmware.api [None req-93659447-c41d-401d-8bfe-0eb5c86ebe54 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607802, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.906640] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607816, 'name': CreateVM_Task, 'duration_secs': 0.38308} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.906829] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1117.907558] env[69699]: DEBUG oslo_concurrency.lockutils [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.907714] env[69699]: DEBUG oslo_concurrency.lockutils [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.908065] env[69699]: DEBUG oslo_concurrency.lockutils [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.908327] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09930d95-558a-4050-a321-8a5bb4d3b1ad {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.912900] env[69699]: DEBUG oslo_vmware.api [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 1117.912900] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b0d11a-08c1-fe40-5202-810b43c82c7c" [ 1117.912900] env[69699]: _type = "Task" [ 1117.912900] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.923276] env[69699]: DEBUG oslo_vmware.api [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b0d11a-08c1-fe40-5202-810b43c82c7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.933475] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.360s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.934069] env[69699]: DEBUG nova.compute.manager [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 81798ce1-9b3b-48ce-86d9-837923752fdc] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1117.937058] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.925s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.938740] env[69699]: INFO nova.compute.claims [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 99225813-f478-4dbf-a5d8-d7d003c77149] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1118.211343] env[69699]: DEBUG oslo_vmware.api [None req-14b12217-8eed-47cc-9061-2aa1e6d331e9 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607817, 'name': ReconfigVM_Task, 'duration_secs': 0.247125} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.215116] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-14b12217-8eed-47cc-9061-2aa1e6d331e9 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Reconfigured VM instance instance-0000005b to detach disk 2001 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1118.219470] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1376202-5fc0-467b-85f4-4ed535838dc0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.238702] env[69699]: DEBUG oslo_vmware.api [None req-14b12217-8eed-47cc-9061-2aa1e6d331e9 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Waiting for the task: (returnval){ [ 1118.238702] env[69699]: value = "task-3607818" [ 1118.238702] env[69699]: _type = "Task" [ 1118.238702] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.239566] env[69699]: DEBUG nova.network.neutron [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Successfully updated port: eb2304e4-7e23-4ad0-8695-2ed0f54748ee {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1118.259268] env[69699]: DEBUG oslo_vmware.api [None req-14b12217-8eed-47cc-9061-2aa1e6d331e9 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607818, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.263016] env[69699]: DEBUG oslo_vmware.api [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607815, 'name': RemoveSnapshot_Task, 'duration_secs': 0.526698} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.263016] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Deleted Snapshot of the VM instance {{(pid=69699) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1118.263016] env[69699]: DEBUG nova.compute.manager [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.263016] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908b04b3-6f76-4908-879c-c8aa1c937efa {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.296300] env[69699]: DEBUG oslo_vmware.api [None req-93659447-c41d-401d-8bfe-0eb5c86ebe54 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607802, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.332277] env[69699]: DEBUG nova.network.neutron [req-390bbf15-daaf-4986-9b93-f03d10984916 req-e95c09b9-5f06-4a3f-87af-5c512c8d1b7c service nova] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Updated VIF entry in instance network info cache for port 20005b70-2996-4ba6-a22b-e5c8c311749c. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1118.332647] env[69699]: DEBUG nova.network.neutron [req-390bbf15-daaf-4986-9b93-f03d10984916 req-e95c09b9-5f06-4a3f-87af-5c512c8d1b7c service nova] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Updating instance_info_cache with network_info: [{"id": "20005b70-2996-4ba6-a22b-e5c8c311749c", "address": "fa:16:3e:1a:ae:f7", "network": {"id": "3704068f-6289-4088-bfd3-0d8f4fb8ad07", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1045952331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "152467b2c42f4433aacb37504612095d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20005b70-29", "ovs_interfaceid": "20005b70-2996-4ba6-a22b-e5c8c311749c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.424849] env[69699]: DEBUG oslo_vmware.api [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b0d11a-08c1-fe40-5202-810b43c82c7c, 'name': SearchDatastore_Task, 'duration_secs': 0.010101} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.425170] env[69699]: DEBUG oslo_concurrency.lockutils [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.425408] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1118.425644] env[69699]: DEBUG oslo_concurrency.lockutils [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.425795] env[69699]: DEBUG oslo_concurrency.lockutils [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.425974] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1118.426258] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83281324-7ee2-4db6-a82f-cf482df33c0e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.434688] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1118.434874] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1118.435545] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d3d9157-94d3-43a9-8ce6-cc4d374f511a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.440117] env[69699]: DEBUG oslo_vmware.api [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 1118.440117] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52356a66-3d65-9deb-7298-c0f95b1f170c" [ 1118.440117] env[69699]: _type = "Task" [ 1118.440117] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.446194] env[69699]: DEBUG nova.compute.utils [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1118.447548] env[69699]: DEBUG nova.compute.manager [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 81798ce1-9b3b-48ce-86d9-837923752fdc] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1118.447711] env[69699]: DEBUG nova.network.neutron [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 81798ce1-9b3b-48ce-86d9-837923752fdc] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1118.455080] env[69699]: DEBUG oslo_vmware.api [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52356a66-3d65-9deb-7298-c0f95b1f170c, 'name': SearchDatastore_Task, 'duration_secs': 0.011467} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.456257] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a77b8c89-ab26-4333-af89-bd4627f53ab8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.463464] env[69699]: DEBUG oslo_vmware.api [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 1118.463464] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52fc0844-17b5-dc7e-a842-cbc507834a3e" [ 1118.463464] env[69699]: _type = "Task" [ 1118.463464] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.471138] env[69699]: DEBUG oslo_vmware.api [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52fc0844-17b5-dc7e-a842-cbc507834a3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.486564] env[69699]: DEBUG nova.policy [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f0b93b91fd04453aedc002d85df53cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50be8566da6d43a5a4de8d714eb3befd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 1118.748964] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquiring lock "refresh_cache-eb3dca42-7412-429a-ad9e-71fc4977dd30" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.749207] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquired lock "refresh_cache-eb3dca42-7412-429a-ad9e-71fc4977dd30" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.749482] env[69699]: DEBUG nova.network.neutron [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.751105] env[69699]: DEBUG oslo_vmware.api [None req-14b12217-8eed-47cc-9061-2aa1e6d331e9 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607818, 'name': ReconfigVM_Task, 'duration_secs': 0.146203} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.751413] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-14b12217-8eed-47cc-9061-2aa1e6d331e9 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719695', 'volume_id': '3e135317-28fb-43ab-94d5-58c65984aaa9', 'name': 'volume-3e135317-28fb-43ab-94d5-58c65984aaa9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '12ab37c5-3a07-43ca-b87d-4c62d904ea78', 'attached_at': '', 'detached_at': '', 'volume_id': '3e135317-28fb-43ab-94d5-58c65984aaa9', 'serial': '3e135317-28fb-43ab-94d5-58c65984aaa9'} {{(pid=69699) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1118.764622] env[69699]: DEBUG nova.network.neutron [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 81798ce1-9b3b-48ce-86d9-837923752fdc] Successfully created port: 21e0c140-a61e-4d05-9a9b-e432a558e0e0 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1118.774499] env[69699]: INFO nova.compute.manager [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Shelve offloading [ 1118.798185] env[69699]: DEBUG oslo_vmware.api [None req-93659447-c41d-401d-8bfe-0eb5c86ebe54 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607802, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.836436] env[69699]: DEBUG oslo_concurrency.lockutils [req-390bbf15-daaf-4986-9b93-f03d10984916 req-e95c09b9-5f06-4a3f-87af-5c512c8d1b7c service nova] Releasing lock "refresh_cache-799bd3b7-732a-45ea-9871-8396e38974f7" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.951366] env[69699]: DEBUG nova.compute.manager [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 81798ce1-9b3b-48ce-86d9-837923752fdc] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1118.980767] env[69699]: DEBUG oslo_vmware.api [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52fc0844-17b5-dc7e-a842-cbc507834a3e, 'name': SearchDatastore_Task, 'duration_secs': 0.009972} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.981044] env[69699]: DEBUG oslo_concurrency.lockutils [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.981304] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 799bd3b7-732a-45ea-9871-8396e38974f7/799bd3b7-732a-45ea-9871-8396e38974f7.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1118.981565] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02feeafb-e524-4e64-ab74-2bc0a99d795a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.989064] env[69699]: DEBUG oslo_vmware.api [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 1118.989064] env[69699]: value = "task-3607819" [ 1118.989064] env[69699]: _type = "Task" [ 1118.989064] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.002981] env[69699]: DEBUG oslo_vmware.api [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607819, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.191249] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2acc6d-0ad5-4c5f-9079-4232fbe71e88 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.201923] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfe9440-c16b-4698-8018-6dd64591e4b3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.236361] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4ae40a-5691-411f-8498-4a704f043eee {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.244459] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3ed7cc-6e77-4df4-9d65-501072745a23 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.261400] env[69699]: DEBUG nova.compute.provider_tree [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.281209] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.281864] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fedc655-439d-4d7a-a724-f1029cd65c9c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.292374] env[69699]: DEBUG oslo_vmware.api [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the task: (returnval){ [ 1119.292374] env[69699]: value = "task-3607820" [ 1119.292374] env[69699]: _type = "Task" [ 1119.292374] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.296652] env[69699]: DEBUG nova.network.neutron [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1119.302193] env[69699]: DEBUG oslo_vmware.api [None req-93659447-c41d-401d-8bfe-0eb5c86ebe54 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607802, 'name': ReconfigVM_Task, 'duration_secs': 6.751252} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.303508] env[69699]: DEBUG nova.objects.instance [None req-14b12217-8eed-47cc-9061-2aa1e6d331e9 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Lazy-loading 'flavor' on Instance uuid 12ab37c5-3a07-43ca-b87d-4c62d904ea78 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.305793] env[69699]: DEBUG oslo_concurrency.lockutils [None req-93659447-c41d-401d-8bfe-0eb5c86ebe54 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Releasing lock "8761424b-62be-4ef5-959f-032ae7ca8938" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.306029] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-93659447-c41d-401d-8bfe-0eb5c86ebe54 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Reconfigured VM to detach interface {{(pid=69699) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1119.312390] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] VM already powered off {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1119.312624] env[69699]: DEBUG nova.compute.manager [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1119.313449] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a0639a-7ddb-4a20-9891-fb8bd0354665 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.321227] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Acquiring lock "refresh_cache-8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.321409] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Acquired lock "refresh_cache-8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.321584] env[69699]: DEBUG nova.network.neutron [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.498700] env[69699]: DEBUG oslo_vmware.api [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607819, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477015} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.499588] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 799bd3b7-732a-45ea-9871-8396e38974f7/799bd3b7-732a-45ea-9871-8396e38974f7.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1119.500154] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1119.500154] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05802d96-4186-44df-aa88-b86725ccb273 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.506247] env[69699]: DEBUG oslo_vmware.api [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 1119.506247] env[69699]: value = "task-3607821" [ 1119.506247] env[69699]: _type = "Task" [ 1119.506247] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.514511] env[69699]: DEBUG oslo_vmware.api [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607821, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.522723] env[69699]: DEBUG nova.network.neutron [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Updating instance_info_cache with network_info: [{"id": "eb2304e4-7e23-4ad0-8695-2ed0f54748ee", "address": "fa:16:3e:54:14:2c", "network": {"id": "ef05e9d5-6e97-4020-94d2-33bdde906e39", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-274559231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d1f0086b55c4ee08639e366146ed58d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb2304e4-7e", "ovs_interfaceid": "eb2304e4-7e23-4ad0-8695-2ed0f54748ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.556231] env[69699]: DEBUG nova.compute.manager [req-1f8d943a-5dc9-4e5a-9fce-fe82cd8b8a9a req-fa3eb227-87b6-4af2-9d13-2db0ae91ac61 service nova] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Received event network-vif-plugged-eb2304e4-7e23-4ad0-8695-2ed0f54748ee {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.556471] env[69699]: DEBUG oslo_concurrency.lockutils [req-1f8d943a-5dc9-4e5a-9fce-fe82cd8b8a9a req-fa3eb227-87b6-4af2-9d13-2db0ae91ac61 service nova] Acquiring lock "eb3dca42-7412-429a-ad9e-71fc4977dd30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.556715] env[69699]: DEBUG oslo_concurrency.lockutils [req-1f8d943a-5dc9-4e5a-9fce-fe82cd8b8a9a req-fa3eb227-87b6-4af2-9d13-2db0ae91ac61 service nova] Lock "eb3dca42-7412-429a-ad9e-71fc4977dd30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.556919] env[69699]: DEBUG oslo_concurrency.lockutils [req-1f8d943a-5dc9-4e5a-9fce-fe82cd8b8a9a req-fa3eb227-87b6-4af2-9d13-2db0ae91ac61 service nova] Lock "eb3dca42-7412-429a-ad9e-71fc4977dd30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.557136] env[69699]: DEBUG nova.compute.manager [req-1f8d943a-5dc9-4e5a-9fce-fe82cd8b8a9a req-fa3eb227-87b6-4af2-9d13-2db0ae91ac61 service nova] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] No waiting events found dispatching network-vif-plugged-eb2304e4-7e23-4ad0-8695-2ed0f54748ee {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1119.557345] env[69699]: WARNING nova.compute.manager [req-1f8d943a-5dc9-4e5a-9fce-fe82cd8b8a9a req-fa3eb227-87b6-4af2-9d13-2db0ae91ac61 service nova] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Received unexpected event network-vif-plugged-eb2304e4-7e23-4ad0-8695-2ed0f54748ee for instance with vm_state building and task_state spawning. [ 1119.557556] env[69699]: DEBUG nova.compute.manager [req-1f8d943a-5dc9-4e5a-9fce-fe82cd8b8a9a req-fa3eb227-87b6-4af2-9d13-2db0ae91ac61 service nova] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Received event network-changed-eb2304e4-7e23-4ad0-8695-2ed0f54748ee {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.557755] env[69699]: DEBUG nova.compute.manager [req-1f8d943a-5dc9-4e5a-9fce-fe82cd8b8a9a req-fa3eb227-87b6-4af2-9d13-2db0ae91ac61 service nova] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Refreshing instance network info cache due to event network-changed-eb2304e4-7e23-4ad0-8695-2ed0f54748ee. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1119.557943] env[69699]: DEBUG oslo_concurrency.lockutils [req-1f8d943a-5dc9-4e5a-9fce-fe82cd8b8a9a req-fa3eb227-87b6-4af2-9d13-2db0ae91ac61 service nova] Acquiring lock "refresh_cache-eb3dca42-7412-429a-ad9e-71fc4977dd30" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.764639] env[69699]: DEBUG nova.scheduler.client.report [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.961866] env[69699]: DEBUG nova.compute.manager [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 81798ce1-9b3b-48ce-86d9-837923752fdc] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1120.012921] env[69699]: DEBUG nova.virt.hardware [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1120.013172] env[69699]: DEBUG nova.virt.hardware [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1120.013331] env[69699]: DEBUG nova.virt.hardware [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1120.013513] env[69699]: DEBUG nova.virt.hardware [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1120.013662] env[69699]: DEBUG nova.virt.hardware [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1120.013808] env[69699]: DEBUG nova.virt.hardware [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1120.014068] env[69699]: DEBUG nova.virt.hardware [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1120.014243] env[69699]: DEBUG nova.virt.hardware [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1120.014664] env[69699]: DEBUG nova.virt.hardware [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1120.014664] env[69699]: DEBUG nova.virt.hardware [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1120.014737] env[69699]: DEBUG nova.virt.hardware [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1120.015569] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe11576-c4ac-4449-a28d-e9a41e79a963 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.028922] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e874e41e-b96f-4018-9565-408cc24624e6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.033188] env[69699]: DEBUG oslo_vmware.api [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607821, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065475} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.033598] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Releasing lock "refresh_cache-eb3dca42-7412-429a-ad9e-71fc4977dd30" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.033913] env[69699]: DEBUG nova.compute.manager [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Instance network_info: |[{"id": "eb2304e4-7e23-4ad0-8695-2ed0f54748ee", "address": "fa:16:3e:54:14:2c", "network": {"id": "ef05e9d5-6e97-4020-94d2-33bdde906e39", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-274559231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d1f0086b55c4ee08639e366146ed58d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb2304e4-7e", "ovs_interfaceid": "eb2304e4-7e23-4ad0-8695-2ed0f54748ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1120.034230] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1120.034536] env[69699]: DEBUG oslo_concurrency.lockutils [req-1f8d943a-5dc9-4e5a-9fce-fe82cd8b8a9a req-fa3eb227-87b6-4af2-9d13-2db0ae91ac61 service nova] Acquired lock "refresh_cache-eb3dca42-7412-429a-ad9e-71fc4977dd30" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.034708] env[69699]: DEBUG nova.network.neutron [req-1f8d943a-5dc9-4e5a-9fce-fe82cd8b8a9a req-fa3eb227-87b6-4af2-9d13-2db0ae91ac61 service nova] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Refreshing network info cache for port eb2304e4-7e23-4ad0-8695-2ed0f54748ee {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.035956] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:14:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb2304e4-7e23-4ad0-8695-2ed0f54748ee', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1120.044619] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.048152] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9553258-a3a3-4971-aff0-547a51fef83a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.049913] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1120.059449] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4629abf-d42a-44f1-9e0c-69b17c144da0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.095538] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 799bd3b7-732a-45ea-9871-8396e38974f7/799bd3b7-732a-45ea-9871-8396e38974f7.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.099960] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd62fc62-749d-4a62-bf79-b64beb7d4ca1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.115075] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1120.115075] env[69699]: value = "task-3607822" [ 1120.115075] env[69699]: _type = "Task" [ 1120.115075] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.124109] env[69699]: DEBUG oslo_vmware.api [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 1120.124109] env[69699]: value = "task-3607823" [ 1120.124109] env[69699]: _type = "Task" [ 1120.124109] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.128150] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607822, 'name': CreateVM_Task} progress is 15%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.138308] env[69699]: DEBUG oslo_vmware.api [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607823, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.180615] env[69699]: DEBUG oslo_concurrency.lockutils [None req-dc319dff-4046-412e-9596-5959eb019a1a tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "8761424b-62be-4ef5-959f-032ae7ca8938" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.180880] env[69699]: DEBUG oslo_concurrency.lockutils [None req-dc319dff-4046-412e-9596-5959eb019a1a tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "8761424b-62be-4ef5-959f-032ae7ca8938" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.181390] env[69699]: DEBUG oslo_concurrency.lockutils [None req-dc319dff-4046-412e-9596-5959eb019a1a tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "8761424b-62be-4ef5-959f-032ae7ca8938-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.181390] env[69699]: DEBUG oslo_concurrency.lockutils [None req-dc319dff-4046-412e-9596-5959eb019a1a tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "8761424b-62be-4ef5-959f-032ae7ca8938-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.181571] env[69699]: DEBUG oslo_concurrency.lockutils [None req-dc319dff-4046-412e-9596-5959eb019a1a tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "8761424b-62be-4ef5-959f-032ae7ca8938-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.183780] env[69699]: INFO nova.compute.manager [None req-dc319dff-4046-412e-9596-5959eb019a1a tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Terminating instance [ 1120.276433] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.338s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.276433] env[69699]: DEBUG nova.compute.manager [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 99225813-f478-4dbf-a5d8-d7d003c77149] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1120.281548] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.281s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.281548] env[69699]: INFO nova.compute.claims [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1120.302195] env[69699]: DEBUG nova.network.neutron [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Updating instance_info_cache with network_info: [{"id": "4caa43da-d5ab-4dea-80ae-8a77909ff4eb", "address": "fa:16:3e:52:eb:44", "network": {"id": "ea781b08-64ab-439d-b6be-fdcba547dbc1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1455220346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8394c185353f4b06b9f5e55522a396c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4caa43da-d5", "ovs_interfaceid": "4caa43da-d5ab-4dea-80ae-8a77909ff4eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.314503] env[69699]: DEBUG oslo_concurrency.lockutils [None req-14b12217-8eed-47cc-9061-2aa1e6d331e9 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Lock "12ab37c5-3a07-43ca-b87d-4c62d904ea78" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.296s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.353601] env[69699]: DEBUG oslo_concurrency.lockutils [None req-16673513-1b82-4dcb-a8b8-e4ad54a09bb6 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Acquiring lock "12ab37c5-3a07-43ca-b87d-4c62d904ea78" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.353601] env[69699]: DEBUG oslo_concurrency.lockutils [None req-16673513-1b82-4dcb-a8b8-e4ad54a09bb6 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Lock "12ab37c5-3a07-43ca-b87d-4c62d904ea78" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.409942] env[69699]: DEBUG nova.compute.manager [req-3813bdad-7c56-48fc-ae9f-8e2d015cc5b5 req-a645eea8-4fe8-46e5-9ebc-9fe535deb605 service nova] [instance: 81798ce1-9b3b-48ce-86d9-837923752fdc] Received event network-vif-plugged-21e0c140-a61e-4d05-9a9b-e432a558e0e0 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.410234] env[69699]: DEBUG oslo_concurrency.lockutils [req-3813bdad-7c56-48fc-ae9f-8e2d015cc5b5 req-a645eea8-4fe8-46e5-9ebc-9fe535deb605 service nova] Acquiring lock "81798ce1-9b3b-48ce-86d9-837923752fdc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.410550] env[69699]: DEBUG oslo_concurrency.lockutils [req-3813bdad-7c56-48fc-ae9f-8e2d015cc5b5 req-a645eea8-4fe8-46e5-9ebc-9fe535deb605 service nova] Lock "81798ce1-9b3b-48ce-86d9-837923752fdc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.410890] env[69699]: DEBUG oslo_concurrency.lockutils [req-3813bdad-7c56-48fc-ae9f-8e2d015cc5b5 req-a645eea8-4fe8-46e5-9ebc-9fe535deb605 service nova] Lock "81798ce1-9b3b-48ce-86d9-837923752fdc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.410890] env[69699]: DEBUG nova.compute.manager [req-3813bdad-7c56-48fc-ae9f-8e2d015cc5b5 req-a645eea8-4fe8-46e5-9ebc-9fe535deb605 service nova] [instance: 81798ce1-9b3b-48ce-86d9-837923752fdc] No waiting events found dispatching network-vif-plugged-21e0c140-a61e-4d05-9a9b-e432a558e0e0 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1120.411171] env[69699]: WARNING nova.compute.manager [req-3813bdad-7c56-48fc-ae9f-8e2d015cc5b5 req-a645eea8-4fe8-46e5-9ebc-9fe535deb605 service nova] [instance: 81798ce1-9b3b-48ce-86d9-837923752fdc] Received unexpected event network-vif-plugged-21e0c140-a61e-4d05-9a9b-e432a558e0e0 for instance with vm_state building and task_state spawning. [ 1120.618238] env[69699]: DEBUG oslo_concurrency.lockutils [None req-93659447-c41d-401d-8bfe-0eb5c86ebe54 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "refresh_cache-8761424b-62be-4ef5-959f-032ae7ca8938" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.618416] env[69699]: DEBUG oslo_concurrency.lockutils [None req-93659447-c41d-401d-8bfe-0eb5c86ebe54 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquired lock "refresh_cache-8761424b-62be-4ef5-959f-032ae7ca8938" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.618913] env[69699]: DEBUG nova.network.neutron [None req-93659447-c41d-401d-8bfe-0eb5c86ebe54 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.630670] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607822, 'name': CreateVM_Task} progress is 25%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.642784] env[69699]: DEBUG oslo_vmware.api [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607823, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.688805] env[69699]: DEBUG nova.compute.manager [None req-dc319dff-4046-412e-9596-5959eb019a1a tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1120.688805] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-dc319dff-4046-412e-9596-5959eb019a1a tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1120.689636] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c432fa-e364-4bff-b544-98f79d179638 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.698174] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc319dff-4046-412e-9596-5959eb019a1a tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.698512] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8d9b058-cc91-4b71-a5b8-efb6abd6552a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.705471] env[69699]: DEBUG oslo_vmware.api [None req-dc319dff-4046-412e-9596-5959eb019a1a tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Waiting for the task: (returnval){ [ 1120.705471] env[69699]: value = "task-3607824" [ 1120.705471] env[69699]: _type = "Task" [ 1120.705471] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.716543] env[69699]: DEBUG oslo_vmware.api [None req-dc319dff-4046-412e-9596-5959eb019a1a tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607824, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.787643] env[69699]: DEBUG nova.compute.utils [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1120.795048] env[69699]: DEBUG nova.compute.manager [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 99225813-f478-4dbf-a5d8-d7d003c77149] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1120.795048] env[69699]: DEBUG nova.network.neutron [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 99225813-f478-4dbf-a5d8-d7d003c77149] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1120.806342] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Releasing lock "refresh_cache-8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.815946] env[69699]: DEBUG nova.network.neutron [req-1f8d943a-5dc9-4e5a-9fce-fe82cd8b8a9a req-fa3eb227-87b6-4af2-9d13-2db0ae91ac61 service nova] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Updated VIF entry in instance network info cache for port eb2304e4-7e23-4ad0-8695-2ed0f54748ee. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1120.816440] env[69699]: DEBUG nova.network.neutron [req-1f8d943a-5dc9-4e5a-9fce-fe82cd8b8a9a req-fa3eb227-87b6-4af2-9d13-2db0ae91ac61 service nova] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Updating instance_info_cache with network_info: [{"id": "eb2304e4-7e23-4ad0-8695-2ed0f54748ee", "address": "fa:16:3e:54:14:2c", "network": {"id": "ef05e9d5-6e97-4020-94d2-33bdde906e39", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-274559231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d1f0086b55c4ee08639e366146ed58d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb2304e4-7e", "ovs_interfaceid": "eb2304e4-7e23-4ad0-8695-2ed0f54748ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.846047] env[69699]: DEBUG nova.policy [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a65cae1623bd40abb3e9626c8c3426c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01efa6bdb7d042a0af69905ef1196df6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 1120.856189] env[69699]: INFO nova.compute.manager [None req-16673513-1b82-4dcb-a8b8-e4ad54a09bb6 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Detaching volume e6e870a6-0a55-4d88-8e58-8343b78b427d [ 1120.903087] env[69699]: INFO nova.virt.block_device [None req-16673513-1b82-4dcb-a8b8-e4ad54a09bb6 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Attempting to driver detach volume e6e870a6-0a55-4d88-8e58-8343b78b427d from mountpoint /dev/sdc [ 1120.903087] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-16673513-1b82-4dcb-a8b8-e4ad54a09bb6 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Volume detach. Driver type: vmdk {{(pid=69699) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1120.903087] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-16673513-1b82-4dcb-a8b8-e4ad54a09bb6 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719701', 'volume_id': 'e6e870a6-0a55-4d88-8e58-8343b78b427d', 'name': 'volume-e6e870a6-0a55-4d88-8e58-8343b78b427d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '12ab37c5-3a07-43ca-b87d-4c62d904ea78', 'attached_at': '', 'detached_at': '', 'volume_id': 'e6e870a6-0a55-4d88-8e58-8343b78b427d', 'serial': 'e6e870a6-0a55-4d88-8e58-8343b78b427d'} {{(pid=69699) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1120.903087] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99f9790-9983-4073-ae4b-f74537c68bc9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.929659] env[69699]: DEBUG nova.network.neutron [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 81798ce1-9b3b-48ce-86d9-837923752fdc] Successfully updated port: 21e0c140-a61e-4d05-9a9b-e432a558e0e0 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1120.933764] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d297768-9a40-4060-8826-26ec5ee6fa10 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.941796] env[69699]: DEBUG nova.compute.manager [req-36c38e77-b8ba-46c1-891e-4b2b806e6449 req-0f943ba9-b590-4afd-a913-33b1602d0b41 service nova] [instance: 81798ce1-9b3b-48ce-86d9-837923752fdc] Received event network-changed-21e0c140-a61e-4d05-9a9b-e432a558e0e0 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.941796] env[69699]: DEBUG nova.compute.manager [req-36c38e77-b8ba-46c1-891e-4b2b806e6449 req-0f943ba9-b590-4afd-a913-33b1602d0b41 service nova] [instance: 81798ce1-9b3b-48ce-86d9-837923752fdc] Refreshing instance network info cache due to event network-changed-21e0c140-a61e-4d05-9a9b-e432a558e0e0. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1120.941796] env[69699]: DEBUG oslo_concurrency.lockutils [req-36c38e77-b8ba-46c1-891e-4b2b806e6449 req-0f943ba9-b590-4afd-a913-33b1602d0b41 service nova] Acquiring lock "refresh_cache-81798ce1-9b3b-48ce-86d9-837923752fdc" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.942031] env[69699]: DEBUG oslo_concurrency.lockutils [req-36c38e77-b8ba-46c1-891e-4b2b806e6449 req-0f943ba9-b590-4afd-a913-33b1602d0b41 service nova] Acquired lock "refresh_cache-81798ce1-9b3b-48ce-86d9-837923752fdc" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.942231] env[69699]: DEBUG nova.network.neutron [req-36c38e77-b8ba-46c1-891e-4b2b806e6449 req-0f943ba9-b590-4afd-a913-33b1602d0b41 service nova] [instance: 81798ce1-9b3b-48ce-86d9-837923752fdc] Refreshing network info cache for port 21e0c140-a61e-4d05-9a9b-e432a558e0e0 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.949383] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15cf4bc1-9822-4c13-bdd5-34acbe2f75fe {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.971668] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b789d5-723e-4e12-9af6-915027b845e9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.998261] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-16673513-1b82-4dcb-a8b8-e4ad54a09bb6 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] The volume has not been displaced from its original location: [datastore1] volume-e6e870a6-0a55-4d88-8e58-8343b78b427d/volume-e6e870a6-0a55-4d88-8e58-8343b78b427d.vmdk. No consolidation needed. {{(pid=69699) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1121.007195] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-16673513-1b82-4dcb-a8b8-e4ad54a09bb6 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Reconfiguring VM instance instance-0000005b to detach disk 2002 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1121.007759] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52503533-e4ea-4638-92af-0554ea7eb9e2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.034947] env[69699]: DEBUG oslo_vmware.api [None req-16673513-1b82-4dcb-a8b8-e4ad54a09bb6 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Waiting for the task: (returnval){ [ 1121.034947] env[69699]: value = "task-3607825" [ 1121.034947] env[69699]: _type = "Task" [ 1121.034947] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.047526] env[69699]: DEBUG oslo_vmware.api [None req-16673513-1b82-4dcb-a8b8-e4ad54a09bb6 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607825, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.131384] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607822, 'name': CreateVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.138988] env[69699]: DEBUG oslo_vmware.api [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607823, 'name': ReconfigVM_Task, 'duration_secs': 0.771285} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.142713] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 799bd3b7-732a-45ea-9871-8396e38974f7/799bd3b7-732a-45ea-9871-8396e38974f7.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.142713] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e086819-781e-430b-8ae9-52ba07cbb9fa {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.148713] env[69699]: DEBUG oslo_vmware.api [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 1121.148713] env[69699]: value = "task-3607826" [ 1121.148713] env[69699]: _type = "Task" [ 1121.148713] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.157612] env[69699]: DEBUG oslo_vmware.api [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607826, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.169044] env[69699]: DEBUG nova.network.neutron [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 99225813-f478-4dbf-a5d8-d7d003c77149] Successfully created port: 7c0d5279-0093-41e7-81c8-3e4a65ac053e {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1121.215541] env[69699]: DEBUG oslo_vmware.api [None req-dc319dff-4046-412e-9596-5959eb019a1a tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607824, 'name': PowerOffVM_Task, 'duration_secs': 0.218663} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.215840] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc319dff-4046-412e-9596-5959eb019a1a tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.216046] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-dc319dff-4046-412e-9596-5959eb019a1a tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1121.216354] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-625954a3-a660-4672-92e2-1a0e0fe7e448 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.297988] env[69699]: DEBUG nova.compute.manager [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 99225813-f478-4dbf-a5d8-d7d003c77149] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1121.304330] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-dc319dff-4046-412e-9596-5959eb019a1a tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1121.304446] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-dc319dff-4046-412e-9596-5959eb019a1a tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1121.304539] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc319dff-4046-412e-9596-5959eb019a1a tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Deleting the datastore file [datastore2] 8761424b-62be-4ef5-959f-032ae7ca8938 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1121.307145] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a155fc0e-470c-4efb-a36e-1ecb6ae4538a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.314357] env[69699]: DEBUG oslo_vmware.api [None req-dc319dff-4046-412e-9596-5959eb019a1a tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Waiting for the task: (returnval){ [ 1121.314357] env[69699]: value = "task-3607828" [ 1121.314357] env[69699]: _type = "Task" [ 1121.314357] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.320700] env[69699]: DEBUG oslo_concurrency.lockutils [req-1f8d943a-5dc9-4e5a-9fce-fe82cd8b8a9a req-fa3eb227-87b6-4af2-9d13-2db0ae91ac61 service nova] Releasing lock "refresh_cache-eb3dca42-7412-429a-ad9e-71fc4977dd30" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.328248] env[69699]: DEBUG oslo_vmware.api [None req-dc319dff-4046-412e-9596-5959eb019a1a tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607828, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.442397] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquiring lock "refresh_cache-81798ce1-9b3b-48ce-86d9-837923752fdc" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.462091] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1121.463226] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7dbae1-29df-4dd1-b85e-a2e84dc42f5e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.473813] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1121.474132] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a523a3b-36fa-4382-80d1-3bb012c51c4e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.510453] env[69699]: DEBUG nova.network.neutron [req-36c38e77-b8ba-46c1-891e-4b2b806e6449 req-0f943ba9-b590-4afd-a913-33b1602d0b41 service nova] [instance: 81798ce1-9b3b-48ce-86d9-837923752fdc] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1121.535672] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1121.535672] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Deleting contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1121.535808] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Deleting the datastore file [datastore1] 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1121.536032] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75d03224-5862-4994-bce2-62cbdf8fbc72 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.547187] env[69699]: DEBUG oslo_vmware.api [None req-16673513-1b82-4dcb-a8b8-e4ad54a09bb6 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607825, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.548371] env[69699]: DEBUG oslo_vmware.api [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the task: (returnval){ [ 1121.548371] env[69699]: value = "task-3607830" [ 1121.548371] env[69699]: _type = "Task" [ 1121.548371] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.556181] env[69699]: DEBUG oslo_vmware.api [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607830, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.571781] env[69699]: INFO nova.network.neutron [None req-93659447-c41d-401d-8bfe-0eb5c86ebe54 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Port 8eacaa48-89b4-4a3f-a3c4-3346493c02f6 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1121.571781] env[69699]: DEBUG nova.network.neutron [None req-93659447-c41d-401d-8bfe-0eb5c86ebe54 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Updating instance_info_cache with network_info: [{"id": "90d4bf2f-db5e-419d-bc58-09872f716082", "address": "fa:16:3e:82:ba:f8", "network": {"id": "0bd0c568-ae97-493c-9ed8-c70833965690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-782374772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba48fa426f0e4cb3b66a18836a0ae660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90d4bf2f-db", "ovs_interfaceid": "90d4bf2f-db5e-419d-bc58-09872f716082", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.615682] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669c5baa-dcac-4e20-a143-a963158dac7b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.630413] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d31b646-03ae-48fe-ac6b-7ce7c37820d7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.633644] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607822, 'name': CreateVM_Task, 'duration_secs': 1.062644} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.633775] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1121.634825] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.635024] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.635359] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.635615] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c77c002-b1b4-46e2-bc57-4a69fa704f1b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.662412] env[69699]: DEBUG nova.network.neutron [req-36c38e77-b8ba-46c1-891e-4b2b806e6449 req-0f943ba9-b590-4afd-a913-33b1602d0b41 service nova] [instance: 81798ce1-9b3b-48ce-86d9-837923752fdc] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.666977] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc294054-6a0a-4ea3-9ee3-8ca1d7fd6a0c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.670825] env[69699]: DEBUG oslo_vmware.api [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1121.670825] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52bb76d1-b4a9-b419-5420-d0a3b695e11f" [ 1121.670825] env[69699]: _type = "Task" [ 1121.670825] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.680030] env[69699]: DEBUG oslo_vmware.api [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607826, 'name': Rename_Task, 'duration_secs': 0.212459} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.681538] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb16044-7eb0-4a02-97a4-219dfdc29de3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.685390] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.689084] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68d77ba2-2a44-43cc-9f61-e0c4f416f8bd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.690568] env[69699]: DEBUG oslo_vmware.api [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52bb76d1-b4a9-b419-5420-d0a3b695e11f, 'name': SearchDatastore_Task, 'duration_secs': 0.008686} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.691177] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.691399] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1121.691625] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.691771] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.691944] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1121.692506] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea6deb86-b0d0-4de4-9df9-dc6fd1bef3cd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.703645] env[69699]: DEBUG nova.compute.provider_tree [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.706216] env[69699]: DEBUG oslo_vmware.api [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 1121.706216] env[69699]: value = "task-3607831" [ 1121.706216] env[69699]: _type = "Task" [ 1121.706216] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.716239] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1121.716436] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1121.717475] env[69699]: DEBUG oslo_vmware.api [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607831, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.717688] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5710109-56ba-4ae8-ac30-97f6eb738a2a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.725399] env[69699]: DEBUG oslo_vmware.api [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1121.725399] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52dc6b0c-a486-5c1a-6097-0a854b5115cc" [ 1121.725399] env[69699]: _type = "Task" [ 1121.725399] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.735088] env[69699]: DEBUG oslo_vmware.api [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52dc6b0c-a486-5c1a-6097-0a854b5115cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.824325] env[69699]: DEBUG oslo_vmware.api [None req-dc319dff-4046-412e-9596-5959eb019a1a tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607828, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158904} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.824325] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc319dff-4046-412e-9596-5959eb019a1a tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1121.824460] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-dc319dff-4046-412e-9596-5959eb019a1a tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1121.824668] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-dc319dff-4046-412e-9596-5959eb019a1a tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1121.824849] env[69699]: INFO nova.compute.manager [None req-dc319dff-4046-412e-9596-5959eb019a1a tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1121.825188] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc319dff-4046-412e-9596-5959eb019a1a tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.825352] env[69699]: DEBUG nova.compute.manager [-] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1121.825475] env[69699]: DEBUG nova.network.neutron [-] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1122.046404] env[69699]: DEBUG oslo_vmware.api [None req-16673513-1b82-4dcb-a8b8-e4ad54a09bb6 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607825, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.056317] env[69699]: DEBUG oslo_vmware.api [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607830, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206762} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.056610] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.056801] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Deleted contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.056983] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.074961] env[69699]: DEBUG oslo_concurrency.lockutils [None req-93659447-c41d-401d-8bfe-0eb5c86ebe54 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Releasing lock "refresh_cache-8761424b-62be-4ef5-959f-032ae7ca8938" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.090526] env[69699]: INFO nova.scheduler.client.report [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Deleted allocations for instance 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a [ 1122.171424] env[69699]: DEBUG oslo_concurrency.lockutils [req-36c38e77-b8ba-46c1-891e-4b2b806e6449 req-0f943ba9-b590-4afd-a913-33b1602d0b41 service nova] Releasing lock "refresh_cache-81798ce1-9b3b-48ce-86d9-837923752fdc" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.171798] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquired lock "refresh_cache-81798ce1-9b3b-48ce-86d9-837923752fdc" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.171958] env[69699]: DEBUG nova.network.neutron [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 81798ce1-9b3b-48ce-86d9-837923752fdc] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.207670] env[69699]: DEBUG nova.scheduler.client.report [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.220564] env[69699]: DEBUG oslo_vmware.api [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607831, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.235157] env[69699]: DEBUG oslo_vmware.api [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52dc6b0c-a486-5c1a-6097-0a854b5115cc, 'name': SearchDatastore_Task, 'duration_secs': 0.009222} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.235937] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cfbd22c-e190-4946-9201-7eb06430a286 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.246922] env[69699]: DEBUG oslo_vmware.api [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1122.246922] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]527f5976-b426-e4bb-a370-bfeb21fcc888" [ 1122.246922] env[69699]: _type = "Task" [ 1122.246922] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.255218] env[69699]: DEBUG oslo_vmware.api [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]527f5976-b426-e4bb-a370-bfeb21fcc888, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.308186] env[69699]: DEBUG nova.compute.manager [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 99225813-f478-4dbf-a5d8-d7d003c77149] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1122.333171] env[69699]: DEBUG nova.virt.hardware [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1122.333463] env[69699]: DEBUG nova.virt.hardware [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1122.333625] env[69699]: DEBUG nova.virt.hardware [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1122.333806] env[69699]: DEBUG nova.virt.hardware [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1122.333982] env[69699]: DEBUG nova.virt.hardware [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1122.334166] env[69699]: DEBUG nova.virt.hardware [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1122.334378] env[69699]: DEBUG nova.virt.hardware [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1122.334536] env[69699]: DEBUG nova.virt.hardware [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1122.334705] env[69699]: DEBUG nova.virt.hardware [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1122.334879] env[69699]: DEBUG nova.virt.hardware [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1122.335177] env[69699]: DEBUG nova.virt.hardware [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1122.336146] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f625c1c4-2178-4733-b0bd-f1e9ab56743c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.344224] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f50736-cd8c-4996-8eaf-921e7fdbc164 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.547104] env[69699]: DEBUG oslo_vmware.api [None req-16673513-1b82-4dcb-a8b8-e4ad54a09bb6 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607825, 'name': ReconfigVM_Task, 'duration_secs': 1.227774} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.547452] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-16673513-1b82-4dcb-a8b8-e4ad54a09bb6 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Reconfigured VM instance instance-0000005b to detach disk 2002 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1122.552269] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ec011b3-c6fa-4a14-90ac-115b4903f304 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.568558] env[69699]: DEBUG oslo_vmware.api [None req-16673513-1b82-4dcb-a8b8-e4ad54a09bb6 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Waiting for the task: (returnval){ [ 1122.568558] env[69699]: value = "task-3607832" [ 1122.568558] env[69699]: _type = "Task" [ 1122.568558] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.579868] env[69699]: DEBUG oslo_vmware.api [None req-16673513-1b82-4dcb-a8b8-e4ad54a09bb6 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607832, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.580743] env[69699]: DEBUG oslo_concurrency.lockutils [None req-93659447-c41d-401d-8bfe-0eb5c86ebe54 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "interface-8761424b-62be-4ef5-959f-032ae7ca8938-8eacaa48-89b4-4a3f-a3c4-3346493c02f6" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.877s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.597405] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.695387] env[69699]: DEBUG nova.compute.manager [req-414d0a97-7a90-4a47-94fa-b1462d2bdb1a req-940fd118-d4d1-4ad4-b5f3-487239a4592b service nova] [instance: 99225813-f478-4dbf-a5d8-d7d003c77149] Received event network-vif-plugged-7c0d5279-0093-41e7-81c8-3e4a65ac053e {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.695773] env[69699]: DEBUG oslo_concurrency.lockutils [req-414d0a97-7a90-4a47-94fa-b1462d2bdb1a req-940fd118-d4d1-4ad4-b5f3-487239a4592b service nova] Acquiring lock "99225813-f478-4dbf-a5d8-d7d003c77149-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.698258] env[69699]: DEBUG oslo_concurrency.lockutils [req-414d0a97-7a90-4a47-94fa-b1462d2bdb1a req-940fd118-d4d1-4ad4-b5f3-487239a4592b service nova] Lock "99225813-f478-4dbf-a5d8-d7d003c77149-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.698258] env[69699]: DEBUG oslo_concurrency.lockutils [req-414d0a97-7a90-4a47-94fa-b1462d2bdb1a req-940fd118-d4d1-4ad4-b5f3-487239a4592b service nova] Lock "99225813-f478-4dbf-a5d8-d7d003c77149-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.698258] env[69699]: DEBUG nova.compute.manager [req-414d0a97-7a90-4a47-94fa-b1462d2bdb1a req-940fd118-d4d1-4ad4-b5f3-487239a4592b service nova] [instance: 99225813-f478-4dbf-a5d8-d7d003c77149] No waiting events found dispatching network-vif-plugged-7c0d5279-0093-41e7-81c8-3e4a65ac053e {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1122.698258] env[69699]: WARNING nova.compute.manager [req-414d0a97-7a90-4a47-94fa-b1462d2bdb1a req-940fd118-d4d1-4ad4-b5f3-487239a4592b service nova] [instance: 99225813-f478-4dbf-a5d8-d7d003c77149] Received unexpected event network-vif-plugged-7c0d5279-0093-41e7-81c8-3e4a65ac053e for instance with vm_state building and task_state spawning. [ 1122.719022] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.437s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.719022] env[69699]: DEBUG nova.compute.manager [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1122.720732] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d775c72e-4fe6-40bf-a4a7-3b5068545603 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.983s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.721094] env[69699]: DEBUG nova.objects.instance [None req-d775c72e-4fe6-40bf-a4a7-3b5068545603 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lazy-loading 'resources' on Instance uuid 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.727310] env[69699]: DEBUG nova.network.neutron [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 81798ce1-9b3b-48ce-86d9-837923752fdc] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1122.736103] env[69699]: DEBUG oslo_vmware.api [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607831, 'name': PowerOnVM_Task, 'duration_secs': 0.938778} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.736506] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.736816] env[69699]: INFO nova.compute.manager [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Took 7.55 seconds to spawn the instance on the hypervisor. [ 1122.737304] env[69699]: DEBUG nova.compute.manager [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.738681] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ec1a24-14d0-4b2c-b5fc-a55c72b09675 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.744572] env[69699]: DEBUG nova.network.neutron [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 99225813-f478-4dbf-a5d8-d7d003c77149] Successfully updated port: 7c0d5279-0093-41e7-81c8-3e4a65ac053e {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1122.762167] env[69699]: DEBUG oslo_vmware.api [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]527f5976-b426-e4bb-a370-bfeb21fcc888, 'name': SearchDatastore_Task, 'duration_secs': 0.009424} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.763240] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.763623] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] eb3dca42-7412-429a-ad9e-71fc4977dd30/eb3dca42-7412-429a-ad9e-71fc4977dd30.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1122.764090] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbc7d79b-2aaf-4f7a-9697-18a1f5e0c695 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.776019] env[69699]: DEBUG oslo_vmware.api [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1122.776019] env[69699]: value = "task-3607833" [ 1122.776019] env[69699]: _type = "Task" [ 1122.776019] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.783775] env[69699]: DEBUG oslo_vmware.api [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607833, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.014381] env[69699]: DEBUG nova.network.neutron [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 81798ce1-9b3b-48ce-86d9-837923752fdc] Updating instance_info_cache with network_info: [{"id": "21e0c140-a61e-4d05-9a9b-e432a558e0e0", "address": "fa:16:3e:da:84:aa", "network": {"id": "092078f3-d8c3-496a-80c8-b95e926ea458", "bridge": "br-int", "label": "tempest-ServersTestJSON-968257115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50be8566da6d43a5a4de8d714eb3befd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21e0c140-a6", "ovs_interfaceid": "21e0c140-a61e-4d05-9a9b-e432a558e0e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.040640] env[69699]: DEBUG nova.compute.manager [req-54d9dd23-049c-4a21-893e-c27717d72d14 req-84158435-8b2f-4bfe-83ee-5abaa5f93c96 service nova] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Received event network-vif-unplugged-4caa43da-d5ab-4dea-80ae-8a77909ff4eb {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.040640] env[69699]: DEBUG oslo_concurrency.lockutils [req-54d9dd23-049c-4a21-893e-c27717d72d14 req-84158435-8b2f-4bfe-83ee-5abaa5f93c96 service nova] Acquiring lock "8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.040640] env[69699]: DEBUG oslo_concurrency.lockutils [req-54d9dd23-049c-4a21-893e-c27717d72d14 req-84158435-8b2f-4bfe-83ee-5abaa5f93c96 service nova] Lock "8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.041103] env[69699]: DEBUG oslo_concurrency.lockutils [req-54d9dd23-049c-4a21-893e-c27717d72d14 req-84158435-8b2f-4bfe-83ee-5abaa5f93c96 service nova] Lock "8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.041304] env[69699]: DEBUG nova.compute.manager [req-54d9dd23-049c-4a21-893e-c27717d72d14 req-84158435-8b2f-4bfe-83ee-5abaa5f93c96 service nova] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] No waiting events found dispatching network-vif-unplugged-4caa43da-d5ab-4dea-80ae-8a77909ff4eb {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1123.041518] env[69699]: WARNING nova.compute.manager [req-54d9dd23-049c-4a21-893e-c27717d72d14 req-84158435-8b2f-4bfe-83ee-5abaa5f93c96 service nova] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Received unexpected event network-vif-unplugged-4caa43da-d5ab-4dea-80ae-8a77909ff4eb for instance with vm_state shelved_offloaded and task_state None. [ 1123.041732] env[69699]: DEBUG nova.compute.manager [req-54d9dd23-049c-4a21-893e-c27717d72d14 req-84158435-8b2f-4bfe-83ee-5abaa5f93c96 service nova] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Received event network-changed-4caa43da-d5ab-4dea-80ae-8a77909ff4eb {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.042126] env[69699]: DEBUG nova.compute.manager [req-54d9dd23-049c-4a21-893e-c27717d72d14 req-84158435-8b2f-4bfe-83ee-5abaa5f93c96 service nova] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Refreshing instance network info cache due to event network-changed-4caa43da-d5ab-4dea-80ae-8a77909ff4eb. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1123.042389] env[69699]: DEBUG oslo_concurrency.lockutils [req-54d9dd23-049c-4a21-893e-c27717d72d14 req-84158435-8b2f-4bfe-83ee-5abaa5f93c96 service nova] Acquiring lock "refresh_cache-8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.042573] env[69699]: DEBUG oslo_concurrency.lockutils [req-54d9dd23-049c-4a21-893e-c27717d72d14 req-84158435-8b2f-4bfe-83ee-5abaa5f93c96 service nova] Acquired lock "refresh_cache-8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.042806] env[69699]: DEBUG nova.network.neutron [req-54d9dd23-049c-4a21-893e-c27717d72d14 req-84158435-8b2f-4bfe-83ee-5abaa5f93c96 service nova] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Refreshing network info cache for port 4caa43da-d5ab-4dea-80ae-8a77909ff4eb {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1123.082137] env[69699]: DEBUG oslo_vmware.api [None req-16673513-1b82-4dcb-a8b8-e4ad54a09bb6 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607832, 'name': ReconfigVM_Task, 'duration_secs': 0.150447} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.082191] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-16673513-1b82-4dcb-a8b8-e4ad54a09bb6 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719701', 'volume_id': 'e6e870a6-0a55-4d88-8e58-8343b78b427d', 'name': 'volume-e6e870a6-0a55-4d88-8e58-8343b78b427d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '12ab37c5-3a07-43ca-b87d-4c62d904ea78', 'attached_at': '', 'detached_at': '', 'volume_id': 'e6e870a6-0a55-4d88-8e58-8343b78b427d', 'serial': 'e6e870a6-0a55-4d88-8e58-8343b78b427d'} {{(pid=69699) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1123.228846] env[69699]: DEBUG nova.compute.utils [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1123.230372] env[69699]: DEBUG nova.compute.manager [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1123.230549] env[69699]: DEBUG nova.network.neutron [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1123.247431] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Acquiring lock "refresh_cache-99225813-f478-4dbf-a5d8-d7d003c77149" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.247581] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Acquired lock "refresh_cache-99225813-f478-4dbf-a5d8-d7d003c77149" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.247732] env[69699]: DEBUG nova.network.neutron [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 99225813-f478-4dbf-a5d8-d7d003c77149] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.267476] env[69699]: INFO nova.compute.manager [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Took 18.55 seconds to build instance. [ 1123.275204] env[69699]: DEBUG nova.policy [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e613a936989546069d59164e00c0bac3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'deb2d5d11bed4a27b8072873567c44b6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 1123.288809] env[69699]: DEBUG oslo_vmware.api [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607833, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470534} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.289411] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] eb3dca42-7412-429a-ad9e-71fc4977dd30/eb3dca42-7412-429a-ad9e-71fc4977dd30.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1123.289504] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1123.289855] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-900313bc-1b52-4ad8-8ad2-637cd3528adc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.300922] env[69699]: DEBUG oslo_vmware.api [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1123.300922] env[69699]: value = "task-3607834" [ 1123.300922] env[69699]: _type = "Task" [ 1123.300922] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.310470] env[69699]: DEBUG oslo_vmware.api [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607834, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.432417] env[69699]: DEBUG nova.network.neutron [-] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.500089] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efe19b6-a9d1-4748-8da7-fa145fa1d45d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.507947] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03394c2e-9381-4ad4-a82a-d501149d8310 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.539101] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Releasing lock "refresh_cache-81798ce1-9b3b-48ce-86d9-837923752fdc" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.539101] env[69699]: DEBUG nova.compute.manager [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 81798ce1-9b3b-48ce-86d9-837923752fdc] Instance network_info: |[{"id": "21e0c140-a61e-4d05-9a9b-e432a558e0e0", "address": "fa:16:3e:da:84:aa", "network": {"id": "092078f3-d8c3-496a-80c8-b95e926ea458", "bridge": "br-int", "label": "tempest-ServersTestJSON-968257115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50be8566da6d43a5a4de8d714eb3befd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21e0c140-a6", "ovs_interfaceid": "21e0c140-a61e-4d05-9a9b-e432a558e0e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1123.539411] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 81798ce1-9b3b-48ce-86d9-837923752fdc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:84:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed9dc063-5c7a-4591-ba7d-b58b861d7f63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21e0c140-a61e-4d05-9a9b-e432a558e0e0', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1123.546771] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1123.547491] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6768c274-4d49-4dcb-a458-f65cfd55e912 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.551910] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81798ce1-9b3b-48ce-86d9-837923752fdc] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1123.552166] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56ca7ffc-211b-4454-ab06-95d11b933d35 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.576492] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0da0a52-fd0e-486d-b777-ce6e0fdd27d9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.581563] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1123.581563] env[69699]: value = "task-3607835" [ 1123.581563] env[69699]: _type = "Task" [ 1123.581563] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.593125] env[69699]: DEBUG nova.compute.provider_tree [None req-d775c72e-4fe6-40bf-a4a7-3b5068545603 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.601190] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607835, 'name': CreateVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.634848] env[69699]: DEBUG nova.objects.instance [None req-16673513-1b82-4dcb-a8b8-e4ad54a09bb6 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Lazy-loading 'flavor' on Instance uuid 12ab37c5-3a07-43ca-b87d-4c62d904ea78 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.735149] env[69699]: DEBUG nova.compute.manager [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1123.774363] env[69699]: DEBUG nova.network.neutron [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Successfully created port: a6a9ceae-64c3-496b-b489-079305fd97ad {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1123.776774] env[69699]: DEBUG oslo_concurrency.lockutils [None req-22aee768-9314-4015-aed9-b8cb48f15c3f tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "799bd3b7-732a-45ea-9871-8396e38974f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.079s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.806115] env[69699]: DEBUG nova.network.neutron [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 99225813-f478-4dbf-a5d8-d7d003c77149] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1123.814071] env[69699]: DEBUG oslo_vmware.api [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607834, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066955} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.814782] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1123.815757] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af790d5-a0ee-4212-ac01-b5b27d4888e2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.839381] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] eb3dca42-7412-429a-ad9e-71fc4977dd30/eb3dca42-7412-429a-ad9e-71fc4977dd30.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.844278] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eaf5d321-c1f3-476c-afe4-d1c6fa6e9397 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.870365] env[69699]: DEBUG oslo_vmware.api [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1123.870365] env[69699]: value = "task-3607836" [ 1123.870365] env[69699]: _type = "Task" [ 1123.870365] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.876301] env[69699]: DEBUG oslo_vmware.api [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607836, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.937510] env[69699]: INFO nova.compute.manager [-] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Took 2.11 seconds to deallocate network for instance. [ 1124.023255] env[69699]: DEBUG nova.network.neutron [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 99225813-f478-4dbf-a5d8-d7d003c77149] Updating instance_info_cache with network_info: [{"id": "7c0d5279-0093-41e7-81c8-3e4a65ac053e", "address": "fa:16:3e:19:2a:37", "network": {"id": "f0955931-0591-48a9-819a-23b46190744b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1813458221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01efa6bdb7d042a0af69905ef1196df6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c0d5279-00", "ovs_interfaceid": "7c0d5279-0093-41e7-81c8-3e4a65ac053e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.072956] env[69699]: DEBUG nova.network.neutron [req-54d9dd23-049c-4a21-893e-c27717d72d14 req-84158435-8b2f-4bfe-83ee-5abaa5f93c96 service nova] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Updated VIF entry in instance network info cache for port 4caa43da-d5ab-4dea-80ae-8a77909ff4eb. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1124.073372] env[69699]: DEBUG nova.network.neutron [req-54d9dd23-049c-4a21-893e-c27717d72d14 req-84158435-8b2f-4bfe-83ee-5abaa5f93c96 service nova] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Updating instance_info_cache with network_info: [{"id": "4caa43da-d5ab-4dea-80ae-8a77909ff4eb", "address": "fa:16:3e:52:eb:44", "network": {"id": "ea781b08-64ab-439d-b6be-fdcba547dbc1", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1455220346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8394c185353f4b06b9f5e55522a396c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap4caa43da-d5", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.097374] env[69699]: DEBUG nova.scheduler.client.report [None req-d775c72e-4fe6-40bf-a4a7-3b5068545603 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.103372] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607835, 'name': CreateVM_Task} progress is 25%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.377365] env[69699]: DEBUG oslo_vmware.api [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607836, 'name': ReconfigVM_Task, 'duration_secs': 0.297293} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.377662] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Reconfigured VM instance instance-00000069 to attach disk [datastore2] eb3dca42-7412-429a-ad9e-71fc4977dd30/eb3dca42-7412-429a-ad9e-71fc4977dd30.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.378300] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b09e2e7-48f1-4001-804a-6838a812bf70 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.384667] env[69699]: DEBUG oslo_vmware.api [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1124.384667] env[69699]: value = "task-3607837" [ 1124.384667] env[69699]: _type = "Task" [ 1124.384667] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.391880] env[69699]: DEBUG oslo_vmware.api [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607837, 'name': Rename_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.444669] env[69699]: DEBUG oslo_concurrency.lockutils [None req-dc319dff-4046-412e-9596-5959eb019a1a tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.525735] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Releasing lock "refresh_cache-99225813-f478-4dbf-a5d8-d7d003c77149" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.526215] env[69699]: DEBUG nova.compute.manager [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 99225813-f478-4dbf-a5d8-d7d003c77149] Instance network_info: |[{"id": "7c0d5279-0093-41e7-81c8-3e4a65ac053e", "address": "fa:16:3e:19:2a:37", "network": {"id": "f0955931-0591-48a9-819a-23b46190744b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1813458221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01efa6bdb7d042a0af69905ef1196df6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c0d5279-00", "ovs_interfaceid": "7c0d5279-0093-41e7-81c8-3e4a65ac053e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1124.526654] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 99225813-f478-4dbf-a5d8-d7d003c77149] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:2a:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd891a662-7da0-4be5-8d0d-01b4ff70552a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c0d5279-0093-41e7-81c8-3e4a65ac053e', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1124.534121] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.534339] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99225813-f478-4dbf-a5d8-d7d003c77149] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1124.534568] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ab04fd8-e544-46cd-9eb4-5e460ab58d5e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.555964] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1124.555964] env[69699]: value = "task-3607838" [ 1124.555964] env[69699]: _type = "Task" [ 1124.555964] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.564617] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607838, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.567036] env[69699]: DEBUG nova.compute.manager [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Stashing vm_state: active {{(pid=69699) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1124.575565] env[69699]: DEBUG oslo_concurrency.lockutils [req-54d9dd23-049c-4a21-893e-c27717d72d14 req-84158435-8b2f-4bfe-83ee-5abaa5f93c96 service nova] Releasing lock "refresh_cache-8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.575786] env[69699]: DEBUG nova.compute.manager [req-54d9dd23-049c-4a21-893e-c27717d72d14 req-84158435-8b2f-4bfe-83ee-5abaa5f93c96 service nova] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Received event network-vif-deleted-90d4bf2f-db5e-419d-bc58-09872f716082 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.575957] env[69699]: INFO nova.compute.manager [req-54d9dd23-049c-4a21-893e-c27717d72d14 req-84158435-8b2f-4bfe-83ee-5abaa5f93c96 service nova] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Neutron deleted interface 90d4bf2f-db5e-419d-bc58-09872f716082; detaching it from the instance and deleting it from the info cache [ 1124.576147] env[69699]: DEBUG nova.network.neutron [req-54d9dd23-049c-4a21-893e-c27717d72d14 req-84158435-8b2f-4bfe-83ee-5abaa5f93c96 service nova] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.595425] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607835, 'name': CreateVM_Task} progress is 25%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.604536] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d775c72e-4fe6-40bf-a4a7-3b5068545603 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.884s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.607797] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3cdb517e-31fc-400b-9640-aa467f04e105 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.645s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.607797] env[69699]: DEBUG nova.objects.instance [None req-3cdb517e-31fc-400b-9640-aa467f04e105 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lazy-loading 'resources' on Instance uuid 3f5ab19e-bdec-48ba-93d7-28c9a192f618 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.627148] env[69699]: INFO nova.scheduler.client.report [None req-d775c72e-4fe6-40bf-a4a7-3b5068545603 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Deleted allocations for instance 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb [ 1124.643915] env[69699]: DEBUG oslo_concurrency.lockutils [None req-16673513-1b82-4dcb-a8b8-e4ad54a09bb6 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Lock "12ab37c5-3a07-43ca-b87d-4c62d904ea78" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.291s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.719916] env[69699]: DEBUG nova.compute.manager [req-90be132c-6319-49a9-936c-bdc58a1da5b5 req-c385dbe6-6ffb-49e7-9188-3746ce1f3312 service nova] [instance: 99225813-f478-4dbf-a5d8-d7d003c77149] Received event network-changed-7c0d5279-0093-41e7-81c8-3e4a65ac053e {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.720150] env[69699]: DEBUG nova.compute.manager [req-90be132c-6319-49a9-936c-bdc58a1da5b5 req-c385dbe6-6ffb-49e7-9188-3746ce1f3312 service nova] [instance: 99225813-f478-4dbf-a5d8-d7d003c77149] Refreshing instance network info cache due to event network-changed-7c0d5279-0093-41e7-81c8-3e4a65ac053e. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1124.720381] env[69699]: DEBUG oslo_concurrency.lockutils [req-90be132c-6319-49a9-936c-bdc58a1da5b5 req-c385dbe6-6ffb-49e7-9188-3746ce1f3312 service nova] Acquiring lock "refresh_cache-99225813-f478-4dbf-a5d8-d7d003c77149" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.720520] env[69699]: DEBUG oslo_concurrency.lockutils [req-90be132c-6319-49a9-936c-bdc58a1da5b5 req-c385dbe6-6ffb-49e7-9188-3746ce1f3312 service nova] Acquired lock "refresh_cache-99225813-f478-4dbf-a5d8-d7d003c77149" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.720675] env[69699]: DEBUG nova.network.neutron [req-90be132c-6319-49a9-936c-bdc58a1da5b5 req-c385dbe6-6ffb-49e7-9188-3746ce1f3312 service nova] [instance: 99225813-f478-4dbf-a5d8-d7d003c77149] Refreshing network info cache for port 7c0d5279-0093-41e7-81c8-3e4a65ac053e {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.749406] env[69699]: DEBUG nova.compute.manager [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1124.776789] env[69699]: DEBUG nova.virt.hardware [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1124.777056] env[69699]: DEBUG nova.virt.hardware [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1124.777224] env[69699]: DEBUG nova.virt.hardware [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1124.777427] env[69699]: DEBUG nova.virt.hardware [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1124.777615] env[69699]: DEBUG nova.virt.hardware [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1124.777799] env[69699]: DEBUG nova.virt.hardware [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1124.778019] env[69699]: DEBUG nova.virt.hardware [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1124.778198] env[69699]: DEBUG nova.virt.hardware [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1124.778366] env[69699]: DEBUG nova.virt.hardware [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1124.778525] env[69699]: DEBUG nova.virt.hardware [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1124.778698] env[69699]: DEBUG nova.virt.hardware [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1124.779581] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c592f8ff-4e00-4afd-8873-fd5c1f3dff3a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.787499] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b491fda8-2e81-40f1-b514-87bc5b297e24 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.895106] env[69699]: DEBUG oslo_vmware.api [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607837, 'name': Rename_Task, 'duration_secs': 0.13086} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.895106] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1124.895106] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3fb522bb-3bf7-4a68-96e4-65a318c02b00 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.901357] env[69699]: DEBUG oslo_vmware.api [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1124.901357] env[69699]: value = "task-3607839" [ 1124.901357] env[69699]: _type = "Task" [ 1124.901357] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.908946] env[69699]: DEBUG oslo_vmware.api [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607839, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.066524] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607838, 'name': CreateVM_Task, 'duration_secs': 0.323725} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.066524] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99225813-f478-4dbf-a5d8-d7d003c77149] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1125.066728] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.066897] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.067253] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.067501] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b4d0a34-0ddb-424f-91f8-9e365a343708 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.075504] env[69699]: DEBUG oslo_vmware.api [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Waiting for the task: (returnval){ [ 1125.075504] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]523b8027-90d0-be12-78c1-0fdfac354dcd" [ 1125.075504] env[69699]: _type = "Task" [ 1125.075504] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.078876] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-41e1ab89-3c0d-489b-a83a-93cca562bd46 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.088201] env[69699]: DEBUG oslo_vmware.api [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]523b8027-90d0-be12-78c1-0fdfac354dcd, 'name': SearchDatastore_Task, 'duration_secs': 0.009651} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.089113] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.092788] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.093047] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 99225813-f478-4dbf-a5d8-d7d003c77149] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1125.093290] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.094446] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.094673] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1125.094979] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-695c83d2-e2ff-420f-a4d6-0a0f9c3aa7fb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.099329] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21521ed-3f32-4488-9792-a3b4308675df {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.136913] env[69699]: DEBUG nova.compute.manager [req-54d9dd23-049c-4a21-893e-c27717d72d14 req-84158435-8b2f-4bfe-83ee-5abaa5f93c96 service nova] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Detach interface failed, port_id=90d4bf2f-db5e-419d-bc58-09872f716082, reason: Instance 8761424b-62be-4ef5-959f-032ae7ca8938 could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1125.137477] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607835, 'name': CreateVM_Task} progress is 25%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.141368] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d775c72e-4fe6-40bf-a4a7-3b5068545603 tempest-ServerDiskConfigTestJSON-756528476 tempest-ServerDiskConfigTestJSON-756528476-project-member] Lock "1b4f7e4b-88da-48ac-a2f4-8006a724e9fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.827s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.142438] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1125.142652] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1125.144352] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-709b3860-2abc-4e6f-af8d-cc61e921e46d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.150246] env[69699]: DEBUG oslo_vmware.api [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Waiting for the task: (returnval){ [ 1125.150246] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5297629f-be40-0462-ec55-9740138c15dd" [ 1125.150246] env[69699]: _type = "Task" [ 1125.150246] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.162631] env[69699]: DEBUG oslo_vmware.api [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5297629f-be40-0462-ec55-9740138c15dd, 'name': SearchDatastore_Task, 'duration_secs': 0.009541} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.163243] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef682cd9-65dd-4b43-a0f6-48dd47e1af66 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.171301] env[69699]: DEBUG oslo_vmware.api [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Waiting for the task: (returnval){ [ 1125.171301] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522da298-6787-985a-9db2-38a639fd48f8" [ 1125.171301] env[69699]: _type = "Task" [ 1125.171301] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.179807] env[69699]: DEBUG oslo_vmware.api [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522da298-6787-985a-9db2-38a639fd48f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.215195] env[69699]: DEBUG oslo_concurrency.lockutils [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Acquiring lock "8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.389226] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def212b8-4214-4373-9fc4-a4e691a5bae8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.402165] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfacf741-d28f-42f1-a73c-d99260383380 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.442802] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f77289-6e74-4388-bad2-f3968c4fbeb2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.446597] env[69699]: DEBUG oslo_vmware.api [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607839, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.459234] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036ffab2-b923-4587-afa6-a58bfe27a86b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.474325] env[69699]: DEBUG nova.compute.provider_tree [None req-3cdb517e-31fc-400b-9640-aa467f04e105 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.524103] env[69699]: DEBUG nova.compute.manager [req-63f7f540-d357-46b2-a96d-4e9b4a3551aa req-37b2598b-6f22-43e3-ba58-dd9872b63000 service nova] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Received event network-vif-plugged-a6a9ceae-64c3-496b-b489-079305fd97ad {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.524367] env[69699]: DEBUG oslo_concurrency.lockutils [req-63f7f540-d357-46b2-a96d-4e9b4a3551aa req-37b2598b-6f22-43e3-ba58-dd9872b63000 service nova] Acquiring lock "4a99a881-e491-42f0-9d0d-91e20a7a7a61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.524577] env[69699]: DEBUG oslo_concurrency.lockutils [req-63f7f540-d357-46b2-a96d-4e9b4a3551aa req-37b2598b-6f22-43e3-ba58-dd9872b63000 service nova] Lock "4a99a881-e491-42f0-9d0d-91e20a7a7a61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.524779] env[69699]: DEBUG oslo_concurrency.lockutils [req-63f7f540-d357-46b2-a96d-4e9b4a3551aa req-37b2598b-6f22-43e3-ba58-dd9872b63000 service nova] Lock "4a99a881-e491-42f0-9d0d-91e20a7a7a61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.524908] env[69699]: DEBUG nova.compute.manager [req-63f7f540-d357-46b2-a96d-4e9b4a3551aa req-37b2598b-6f22-43e3-ba58-dd9872b63000 service nova] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] No waiting events found dispatching network-vif-plugged-a6a9ceae-64c3-496b-b489-079305fd97ad {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1125.525541] env[69699]: WARNING nova.compute.manager [req-63f7f540-d357-46b2-a96d-4e9b4a3551aa req-37b2598b-6f22-43e3-ba58-dd9872b63000 service nova] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Received unexpected event network-vif-plugged-a6a9ceae-64c3-496b-b489-079305fd97ad for instance with vm_state building and task_state spawning. [ 1125.557280] env[69699]: DEBUG nova.network.neutron [req-90be132c-6319-49a9-936c-bdc58a1da5b5 req-c385dbe6-6ffb-49e7-9188-3746ce1f3312 service nova] [instance: 99225813-f478-4dbf-a5d8-d7d003c77149] Updated VIF entry in instance network info cache for port 7c0d5279-0093-41e7-81c8-3e4a65ac053e. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1125.557642] env[69699]: DEBUG nova.network.neutron [req-90be132c-6319-49a9-936c-bdc58a1da5b5 req-c385dbe6-6ffb-49e7-9188-3746ce1f3312 service nova] [instance: 99225813-f478-4dbf-a5d8-d7d003c77149] Updating instance_info_cache with network_info: [{"id": "7c0d5279-0093-41e7-81c8-3e4a65ac053e", "address": "fa:16:3e:19:2a:37", "network": {"id": "f0955931-0591-48a9-819a-23b46190744b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1813458221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01efa6bdb7d042a0af69905ef1196df6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c0d5279-00", "ovs_interfaceid": "7c0d5279-0093-41e7-81c8-3e4a65ac053e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.598434] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607835, 'name': CreateVM_Task, 'duration_secs': 1.855129} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.598434] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81798ce1-9b3b-48ce-86d9-837923752fdc] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1125.598827] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.598910] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.600097] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.600097] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ce5d5c4-ce8a-4d6f-b8fa-44d97e5e4052 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.604950] env[69699]: DEBUG oslo_vmware.api [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 1125.604950] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52503ef7-8791-5cb2-faa4-0dd85c0e8dd9" [ 1125.604950] env[69699]: _type = "Task" [ 1125.604950] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.613166] env[69699]: DEBUG oslo_vmware.api [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52503ef7-8791-5cb2-faa4-0dd85c0e8dd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.638903] env[69699]: DEBUG nova.network.neutron [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Successfully updated port: a6a9ceae-64c3-496b-b489-079305fd97ad {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1125.684072] env[69699]: DEBUG oslo_vmware.api [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522da298-6787-985a-9db2-38a639fd48f8, 'name': SearchDatastore_Task, 'duration_secs': 0.009827} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.684354] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.684609] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 99225813-f478-4dbf-a5d8-d7d003c77149/99225813-f478-4dbf-a5d8-d7d003c77149.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1125.684870] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-977d48d8-db22-4194-a4aa-791256711b57 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.691219] env[69699]: DEBUG oslo_vmware.api [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Waiting for the task: (returnval){ [ 1125.691219] env[69699]: value = "task-3607840" [ 1125.691219] env[69699]: _type = "Task" [ 1125.691219] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.699316] env[69699]: DEBUG oslo_vmware.api [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607840, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.916413] env[69699]: DEBUG oslo_vmware.api [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607839, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.959127] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4e89462c-a036-4019-96ce-ce7d19c6e350 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Acquiring lock "12ab37c5-3a07-43ca-b87d-4c62d904ea78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.959433] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4e89462c-a036-4019-96ce-ce7d19c6e350 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Lock "12ab37c5-3a07-43ca-b87d-4c62d904ea78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.959669] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4e89462c-a036-4019-96ce-ce7d19c6e350 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Acquiring lock "12ab37c5-3a07-43ca-b87d-4c62d904ea78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.959863] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4e89462c-a036-4019-96ce-ce7d19c6e350 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Lock "12ab37c5-3a07-43ca-b87d-4c62d904ea78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.960059] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4e89462c-a036-4019-96ce-ce7d19c6e350 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Lock "12ab37c5-3a07-43ca-b87d-4c62d904ea78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.962369] env[69699]: INFO nova.compute.manager [None req-4e89462c-a036-4019-96ce-ce7d19c6e350 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Terminating instance [ 1125.977406] env[69699]: DEBUG nova.scheduler.client.report [None req-3cdb517e-31fc-400b-9640-aa467f04e105 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.060504] env[69699]: DEBUG oslo_concurrency.lockutils [req-90be132c-6319-49a9-936c-bdc58a1da5b5 req-c385dbe6-6ffb-49e7-9188-3746ce1f3312 service nova] Releasing lock "refresh_cache-99225813-f478-4dbf-a5d8-d7d003c77149" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.119518] env[69699]: DEBUG oslo_vmware.api [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52503ef7-8791-5cb2-faa4-0dd85c0e8dd9, 'name': SearchDatastore_Task, 'duration_secs': 0.011948} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.119756] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.120184] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 81798ce1-9b3b-48ce-86d9-837923752fdc] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1126.120296] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.120457] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.120564] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1126.120871] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dcc48abe-3380-4fec-8881-df7d900a19b6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.130987] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1126.131209] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1126.132013] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05e7802f-8a04-45a8-a611-72fc5d4417a8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.137781] env[69699]: DEBUG oslo_vmware.api [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 1126.137781] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5249935d-8c7e-0ad9-b07c-4f40aee0aafc" [ 1126.137781] env[69699]: _type = "Task" [ 1126.137781] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.142934] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquiring lock "refresh_cache-4a99a881-e491-42f0-9d0d-91e20a7a7a61" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.143097] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquired lock "refresh_cache-4a99a881-e491-42f0-9d0d-91e20a7a7a61" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.143248] env[69699]: DEBUG nova.network.neutron [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.148022] env[69699]: DEBUG oslo_vmware.api [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5249935d-8c7e-0ad9-b07c-4f40aee0aafc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.201692] env[69699]: DEBUG oslo_vmware.api [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607840, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.419283] env[69699]: DEBUG oslo_vmware.api [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607839, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.466295] env[69699]: DEBUG nova.compute.manager [None req-4e89462c-a036-4019-96ce-ce7d19c6e350 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1126.466587] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-4e89462c-a036-4019-96ce-ce7d19c6e350 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1126.467526] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76a2ab1-1b81-4a1e-8e3b-c81678e47807 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.475075] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e89462c-a036-4019-96ce-ce7d19c6e350 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1126.475341] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83cfc7f0-c5e1-465c-a89b-fe2292127807 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.481746] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3cdb517e-31fc-400b-9640-aa467f04e105 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.874s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.483760] env[69699]: DEBUG oslo_vmware.api [None req-4e89462c-a036-4019-96ce-ce7d19c6e350 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Waiting for the task: (returnval){ [ 1126.483760] env[69699]: value = "task-3607841" [ 1126.483760] env[69699]: _type = "Task" [ 1126.483760] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.484255] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8d058e95-5259-4d70-b3ff-b8fafe3e2b35 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.488s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.484500] env[69699]: DEBUG nova.objects.instance [None req-8d058e95-5259-4d70-b3ff-b8fafe3e2b35 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lazy-loading 'resources' on Instance uuid 2a426aa8-b5c2-4b48-b491-9b7702b1d033 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.493756] env[69699]: DEBUG oslo_vmware.api [None req-4e89462c-a036-4019-96ce-ce7d19c6e350 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607841, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.511822] env[69699]: INFO nova.scheduler.client.report [None req-3cdb517e-31fc-400b-9640-aa467f04e105 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Deleted allocations for instance 3f5ab19e-bdec-48ba-93d7-28c9a192f618 [ 1126.651823] env[69699]: DEBUG oslo_vmware.api [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5249935d-8c7e-0ad9-b07c-4f40aee0aafc, 'name': SearchDatastore_Task, 'duration_secs': 0.018532} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.653308] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be970b34-6b45-4224-89a3-a7af1a9d3c87 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.658937] env[69699]: DEBUG oslo_vmware.api [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 1126.658937] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522f0b95-3200-8c29-138a-85708064f193" [ 1126.658937] env[69699]: _type = "Task" [ 1126.658937] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.666747] env[69699]: DEBUG oslo_vmware.api [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522f0b95-3200-8c29-138a-85708064f193, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.686051] env[69699]: DEBUG nova.network.neutron [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1126.703593] env[69699]: DEBUG oslo_vmware.api [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607840, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.734982} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.703593] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 99225813-f478-4dbf-a5d8-d7d003c77149/99225813-f478-4dbf-a5d8-d7d003c77149.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1126.703593] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 99225813-f478-4dbf-a5d8-d7d003c77149] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1126.703778] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f832a58c-05b7-47df-9d98-72d57cb16f11 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.720831] env[69699]: DEBUG oslo_vmware.api [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Waiting for the task: (returnval){ [ 1126.720831] env[69699]: value = "task-3607842" [ 1126.720831] env[69699]: _type = "Task" [ 1126.720831] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.732411] env[69699]: DEBUG oslo_vmware.api [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607842, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.902278] env[69699]: DEBUG nova.network.neutron [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Updating instance_info_cache with network_info: [{"id": "a6a9ceae-64c3-496b-b489-079305fd97ad", "address": "fa:16:3e:2f:d3:03", "network": {"id": "9844044a-e94c-45d6-aa96-24b8c7d1e908", "bridge": "br-int", "label": "tempest-ImagesTestJSON-288563612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "deb2d5d11bed4a27b8072873567c44b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6a9ceae-64", "ovs_interfaceid": "a6a9ceae-64c3-496b-b489-079305fd97ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.919122] env[69699]: DEBUG oslo_vmware.api [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607839, 'name': PowerOnVM_Task, 'duration_secs': 1.846805} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.920080] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1126.920300] env[69699]: INFO nova.compute.manager [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Took 9.32 seconds to spawn the instance on the hypervisor. [ 1126.920482] env[69699]: DEBUG nova.compute.manager [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1126.922065] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03f3052-57e0-4c71-9c2a-806657145b86 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.000407] env[69699]: DEBUG oslo_vmware.api [None req-4e89462c-a036-4019-96ce-ce7d19c6e350 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607841, 'name': PowerOffVM_Task, 'duration_secs': 0.40043} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.000407] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e89462c-a036-4019-96ce-ce7d19c6e350 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1127.000407] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-4e89462c-a036-4019-96ce-ce7d19c6e350 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1127.000407] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c46ab830-3e3b-46a2-82d4-de044b5c03d2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.021520] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3cdb517e-31fc-400b-9640-aa467f04e105 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "3f5ab19e-bdec-48ba-93d7-28c9a192f618" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.869s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.096262] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-4e89462c-a036-4019-96ce-ce7d19c6e350 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1127.096473] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-4e89462c-a036-4019-96ce-ce7d19c6e350 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1127.096689] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e89462c-a036-4019-96ce-ce7d19c6e350 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Deleting the datastore file [datastore2] 12ab37c5-3a07-43ca-b87d-4c62d904ea78 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1127.099345] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26ddfd6c-58f8-4b24-ba42-c2cec38e4ca3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.107874] env[69699]: DEBUG oslo_vmware.api [None req-4e89462c-a036-4019-96ce-ce7d19c6e350 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Waiting for the task: (returnval){ [ 1127.107874] env[69699]: value = "task-3607844" [ 1127.107874] env[69699]: _type = "Task" [ 1127.107874] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.113610] env[69699]: DEBUG oslo_vmware.api [None req-4e89462c-a036-4019-96ce-ce7d19c6e350 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607844, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.170977] env[69699]: DEBUG oslo_vmware.api [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522f0b95-3200-8c29-138a-85708064f193, 'name': SearchDatastore_Task, 'duration_secs': 0.013797} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.170977] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.170977] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 81798ce1-9b3b-48ce-86d9-837923752fdc/81798ce1-9b3b-48ce-86d9-837923752fdc.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1127.171183] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0571b664-875a-4197-8d0d-477e4a850e6e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.177596] env[69699]: DEBUG oslo_vmware.api [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 1127.177596] env[69699]: value = "task-3607845" [ 1127.177596] env[69699]: _type = "Task" [ 1127.177596] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.190183] env[69699]: DEBUG oslo_vmware.api [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607845, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.230478] env[69699]: DEBUG oslo_vmware.api [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607842, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070965} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.233298] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 99225813-f478-4dbf-a5d8-d7d003c77149] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1127.234990] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74a9943-1e84-4528-b4c7-50dbd337b8b4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.258796] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 99225813-f478-4dbf-a5d8-d7d003c77149] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 99225813-f478-4dbf-a5d8-d7d003c77149/99225813-f478-4dbf-a5d8-d7d003c77149.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1127.263503] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ca75b19-9bf4-4251-ae35-dbaf12209ea6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.275327] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b68d1f-d1a5-4f8b-bc2a-c9bd649fb71a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.284127] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce758dd-7e18-4032-babc-4ab0af6c76d8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.287903] env[69699]: DEBUG oslo_vmware.api [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Waiting for the task: (returnval){ [ 1127.287903] env[69699]: value = "task-3607846" [ 1127.287903] env[69699]: _type = "Task" [ 1127.287903] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.318610] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570286dc-234a-4b81-be5a-b017d58728de {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.339641] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b24e09-fb0b-43cd-9d1d-b64b02eead43 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.343970] env[69699]: DEBUG oslo_vmware.api [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607846, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.355064] env[69699]: DEBUG nova.compute.provider_tree [None req-8d058e95-5259-4d70-b3ff-b8fafe3e2b35 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.407767] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Releasing lock "refresh_cache-4a99a881-e491-42f0-9d0d-91e20a7a7a61" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.408162] env[69699]: DEBUG nova.compute.manager [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Instance network_info: |[{"id": "a6a9ceae-64c3-496b-b489-079305fd97ad", "address": "fa:16:3e:2f:d3:03", "network": {"id": "9844044a-e94c-45d6-aa96-24b8c7d1e908", "bridge": "br-int", "label": "tempest-ImagesTestJSON-288563612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "deb2d5d11bed4a27b8072873567c44b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6a9ceae-64", "ovs_interfaceid": "a6a9ceae-64c3-496b-b489-079305fd97ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1127.408635] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:d3:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1c8fdf9-970c-4ae0-b6d9-f1015196b552', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6a9ceae-64c3-496b-b489-079305fd97ad', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1127.416414] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.416694] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1127.416830] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02c6bd83-746f-4412-98c0-f9c703407375 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.441503] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1127.441503] env[69699]: value = "task-3607847" [ 1127.441503] env[69699]: _type = "Task" [ 1127.441503] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.442712] env[69699]: INFO nova.compute.manager [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Took 16.64 seconds to build instance. [ 1127.451958] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607847, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.616359] env[69699]: DEBUG oslo_vmware.api [None req-4e89462c-a036-4019-96ce-ce7d19c6e350 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Task: {'id': task-3607844, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.440301} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.616804] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e89462c-a036-4019-96ce-ce7d19c6e350 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1127.617151] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-4e89462c-a036-4019-96ce-ce7d19c6e350 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1127.617448] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-4e89462c-a036-4019-96ce-ce7d19c6e350 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1127.617723] env[69699]: INFO nova.compute.manager [None req-4e89462c-a036-4019-96ce-ce7d19c6e350 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1127.618221] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e89462c-a036-4019-96ce-ce7d19c6e350 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.618724] env[69699]: DEBUG nova.compute.manager [-] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1127.618956] env[69699]: DEBUG nova.network.neutron [-] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1127.648343] env[69699]: DEBUG nova.compute.manager [req-344f3bae-2782-4787-93ab-68df19c9e1c3 req-37cfbefc-121d-4fc8-a594-a19408b9377f service nova] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Received event network-changed-a6a9ceae-64c3-496b-b489-079305fd97ad {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.648343] env[69699]: DEBUG nova.compute.manager [req-344f3bae-2782-4787-93ab-68df19c9e1c3 req-37cfbefc-121d-4fc8-a594-a19408b9377f service nova] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Refreshing instance network info cache due to event network-changed-a6a9ceae-64c3-496b-b489-079305fd97ad. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1127.648343] env[69699]: DEBUG oslo_concurrency.lockutils [req-344f3bae-2782-4787-93ab-68df19c9e1c3 req-37cfbefc-121d-4fc8-a594-a19408b9377f service nova] Acquiring lock "refresh_cache-4a99a881-e491-42f0-9d0d-91e20a7a7a61" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.648343] env[69699]: DEBUG oslo_concurrency.lockutils [req-344f3bae-2782-4787-93ab-68df19c9e1c3 req-37cfbefc-121d-4fc8-a594-a19408b9377f service nova] Acquired lock "refresh_cache-4a99a881-e491-42f0-9d0d-91e20a7a7a61" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.648343] env[69699]: DEBUG nova.network.neutron [req-344f3bae-2782-4787-93ab-68df19c9e1c3 req-37cfbefc-121d-4fc8-a594-a19408b9377f service nova] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Refreshing network info cache for port a6a9ceae-64c3-496b-b489-079305fd97ad {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1127.690468] env[69699]: DEBUG oslo_vmware.api [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607845, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.805624] env[69699]: DEBUG oslo_vmware.api [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607846, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.863025] env[69699]: DEBUG nova.scheduler.client.report [None req-8d058e95-5259-4d70-b3ff-b8fafe3e2b35 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.947506] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2c4346f4-ead0-4d6f-87b8-2da176325b51 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "eb3dca42-7412-429a-ad9e-71fc4977dd30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.156s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.953601] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607847, 'name': CreateVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.190677] env[69699]: DEBUG oslo_vmware.api [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607845, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.7354} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.190931] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 81798ce1-9b3b-48ce-86d9-837923752fdc/81798ce1-9b3b-48ce-86d9-837923752fdc.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1128.191269] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 81798ce1-9b3b-48ce-86d9-837923752fdc] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1128.191563] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6a275b0-1015-4500-9fb8-f8c64a3e228e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.198832] env[69699]: DEBUG oslo_vmware.api [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 1128.198832] env[69699]: value = "task-3607848" [ 1128.198832] env[69699]: _type = "Task" [ 1128.198832] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.206243] env[69699]: DEBUG oslo_vmware.api [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607848, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.300606] env[69699]: DEBUG oslo_vmware.api [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607846, 'name': ReconfigVM_Task, 'duration_secs': 0.565923} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.300941] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 99225813-f478-4dbf-a5d8-d7d003c77149] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 99225813-f478-4dbf-a5d8-d7d003c77149/99225813-f478-4dbf-a5d8-d7d003c77149.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1128.301811] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6648abfa-709c-4774-8236-bb50aae31ec8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.308993] env[69699]: DEBUG oslo_vmware.api [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Waiting for the task: (returnval){ [ 1128.308993] env[69699]: value = "task-3607849" [ 1128.308993] env[69699]: _type = "Task" [ 1128.308993] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.323238] env[69699]: DEBUG oslo_vmware.api [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607849, 'name': Rename_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.367351] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8d058e95-5259-4d70-b3ff-b8fafe3e2b35 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.883s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.372137] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 11.135s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.398828] env[69699]: INFO nova.scheduler.client.report [None req-8d058e95-5259-4d70-b3ff-b8fafe3e2b35 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Deleted allocations for instance 2a426aa8-b5c2-4b48-b491-9b7702b1d033 [ 1128.468433] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607847, 'name': CreateVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.556552] env[69699]: DEBUG nova.compute.manager [req-241854e4-598d-47a3-ad9e-26ba3ec222ee req-e27e5fdf-268b-4774-afbc-3a2fcf44f192 service nova] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Received event network-changed-eb2304e4-7e23-4ad0-8695-2ed0f54748ee {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.556757] env[69699]: DEBUG nova.compute.manager [req-241854e4-598d-47a3-ad9e-26ba3ec222ee req-e27e5fdf-268b-4774-afbc-3a2fcf44f192 service nova] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Refreshing instance network info cache due to event network-changed-eb2304e4-7e23-4ad0-8695-2ed0f54748ee. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1128.556931] env[69699]: DEBUG oslo_concurrency.lockutils [req-241854e4-598d-47a3-ad9e-26ba3ec222ee req-e27e5fdf-268b-4774-afbc-3a2fcf44f192 service nova] Acquiring lock "refresh_cache-eb3dca42-7412-429a-ad9e-71fc4977dd30" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.557101] env[69699]: DEBUG oslo_concurrency.lockutils [req-241854e4-598d-47a3-ad9e-26ba3ec222ee req-e27e5fdf-268b-4774-afbc-3a2fcf44f192 service nova] Acquired lock "refresh_cache-eb3dca42-7412-429a-ad9e-71fc4977dd30" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.557266] env[69699]: DEBUG nova.network.neutron [req-241854e4-598d-47a3-ad9e-26ba3ec222ee req-e27e5fdf-268b-4774-afbc-3a2fcf44f192 service nova] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Refreshing network info cache for port eb2304e4-7e23-4ad0-8695-2ed0f54748ee {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.559032] env[69699]: DEBUG nova.network.neutron [req-344f3bae-2782-4787-93ab-68df19c9e1c3 req-37cfbefc-121d-4fc8-a594-a19408b9377f service nova] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Updated VIF entry in instance network info cache for port a6a9ceae-64c3-496b-b489-079305fd97ad. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1128.559356] env[69699]: DEBUG nova.network.neutron [req-344f3bae-2782-4787-93ab-68df19c9e1c3 req-37cfbefc-121d-4fc8-a594-a19408b9377f service nova] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Updating instance_info_cache with network_info: [{"id": "a6a9ceae-64c3-496b-b489-079305fd97ad", "address": "fa:16:3e:2f:d3:03", "network": {"id": "9844044a-e94c-45d6-aa96-24b8c7d1e908", "bridge": "br-int", "label": "tempest-ImagesTestJSON-288563612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "deb2d5d11bed4a27b8072873567c44b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6a9ceae-64", "ovs_interfaceid": "a6a9ceae-64c3-496b-b489-079305fd97ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.718151] env[69699]: DEBUG oslo_vmware.api [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607848, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.824430] env[69699]: DEBUG oslo_vmware.api [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607849, 'name': Rename_Task, 'duration_secs': 0.348154} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.824685] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 99225813-f478-4dbf-a5d8-d7d003c77149] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1128.824952] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29a0ffe9-185f-4aed-9dc7-90cdb33535be {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.831605] env[69699]: DEBUG oslo_vmware.api [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Waiting for the task: (returnval){ [ 1128.831605] env[69699]: value = "task-3607850" [ 1128.831605] env[69699]: _type = "Task" [ 1128.831605] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.840397] env[69699]: DEBUG oslo_vmware.api [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607850, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.881403] env[69699]: INFO nova.compute.claims [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1128.906329] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8d058e95-5259-4d70-b3ff-b8fafe3e2b35 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lock "2a426aa8-b5c2-4b48-b491-9b7702b1d033" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.440s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.915090] env[69699]: DEBUG nova.network.neutron [-] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.958028] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607847, 'name': CreateVM_Task, 'duration_secs': 1.445802} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.958028] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1128.958800] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.958976] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.959332] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.959616] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c744f234-b16a-46e6-be79-5f9e7227da30 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.964938] env[69699]: DEBUG oslo_vmware.api [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 1128.964938] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52efb926-946a-389c-2492-0b507fbb11e7" [ 1128.964938] env[69699]: _type = "Task" [ 1128.964938] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.974663] env[69699]: DEBUG oslo_vmware.api [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52efb926-946a-389c-2492-0b507fbb11e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.064167] env[69699]: DEBUG oslo_concurrency.lockutils [req-344f3bae-2782-4787-93ab-68df19c9e1c3 req-37cfbefc-121d-4fc8-a594-a19408b9377f service nova] Releasing lock "refresh_cache-4a99a881-e491-42f0-9d0d-91e20a7a7a61" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.215455] env[69699]: DEBUG oslo_vmware.api [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607848, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.667582} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.215987] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 81798ce1-9b3b-48ce-86d9-837923752fdc] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1129.216561] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68357f3f-f64d-44d6-847c-88e55af40fa3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.239658] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 81798ce1-9b3b-48ce-86d9-837923752fdc] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 81798ce1-9b3b-48ce-86d9-837923752fdc/81798ce1-9b3b-48ce-86d9-837923752fdc.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1129.239976] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44c218bd-688c-40b5-abad-8a4689a87902 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.262446] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Acquiring lock "13da2a75-0714-4c8e-ba8f-a853113472c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.262695] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Lock "13da2a75-0714-4c8e-ba8f-a853113472c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.263796] env[69699]: DEBUG oslo_vmware.api [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 1129.263796] env[69699]: value = "task-3607851" [ 1129.263796] env[69699]: _type = "Task" [ 1129.263796] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.273797] env[69699]: DEBUG oslo_vmware.api [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607851, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.287221] env[69699]: DEBUG nova.network.neutron [req-241854e4-598d-47a3-ad9e-26ba3ec222ee req-e27e5fdf-268b-4774-afbc-3a2fcf44f192 service nova] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Updated VIF entry in instance network info cache for port eb2304e4-7e23-4ad0-8695-2ed0f54748ee. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1129.287580] env[69699]: DEBUG nova.network.neutron [req-241854e4-598d-47a3-ad9e-26ba3ec222ee req-e27e5fdf-268b-4774-afbc-3a2fcf44f192 service nova] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Updating instance_info_cache with network_info: [{"id": "eb2304e4-7e23-4ad0-8695-2ed0f54748ee", "address": "fa:16:3e:54:14:2c", "network": {"id": "ef05e9d5-6e97-4020-94d2-33bdde906e39", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-274559231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d1f0086b55c4ee08639e366146ed58d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb2304e4-7e", "ovs_interfaceid": "eb2304e4-7e23-4ad0-8695-2ed0f54748ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.342371] env[69699]: DEBUG oslo_vmware.api [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607850, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.362895] env[69699]: DEBUG nova.compute.manager [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Stashing vm_state: active {{(pid=69699) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1129.387351] env[69699]: INFO nova.compute.resource_tracker [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Updating resource usage from migration 4df6055c-ebc2-4efb-b703-e604b28717e3 [ 1129.418073] env[69699]: INFO nova.compute.manager [-] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Took 1.80 seconds to deallocate network for instance. [ 1129.474997] env[69699]: DEBUG oslo_vmware.api [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52efb926-946a-389c-2492-0b507fbb11e7, 'name': SearchDatastore_Task, 'duration_secs': 0.041222} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.477620] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.477864] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1129.478107] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.478285] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.478500] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1129.478988] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fc72395-2219-43b7-b560-06543dc283a4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.496765] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1129.496991] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1129.497736] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21632df0-337b-4095-94dc-721ed0d054bd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.504993] env[69699]: DEBUG oslo_vmware.api [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 1129.504993] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52dfc8c7-87b1-fa9f-4336-1c5fd47b9b45" [ 1129.504993] env[69699]: _type = "Task" [ 1129.504993] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.512697] env[69699]: DEBUG oslo_vmware.api [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52dfc8c7-87b1-fa9f-4336-1c5fd47b9b45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.621424] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8e88cc-8f02-4779-b76b-12cec3b629ed {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.630521] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930331f3-596c-4adf-a0c7-859f413439f0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.666475] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c785b6fb-f6ac-4472-b3fb-dda6889ef4af {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.677834] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99748f7-0fc0-48aa-94ad-87e08a7618e3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.685252] env[69699]: DEBUG nova.compute.manager [req-23742e1b-610e-48ff-b869-ce16985af6e3 req-95a3a1b3-6cab-452f-8476-fe6877ac079c service nova] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Received event network-vif-deleted-f53466d2-f6b6-4827-b645-13410447fe44 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.700514] env[69699]: DEBUG nova.compute.provider_tree [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.765022] env[69699]: DEBUG nova.compute.manager [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] [instance: 13da2a75-0714-4c8e-ba8f-a853113472c4] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1129.776703] env[69699]: DEBUG oslo_vmware.api [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607851, 'name': ReconfigVM_Task, 'duration_secs': 0.501483} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.776992] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 81798ce1-9b3b-48ce-86d9-837923752fdc] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 81798ce1-9b3b-48ce-86d9-837923752fdc/81798ce1-9b3b-48ce-86d9-837923752fdc.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1129.777636] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-676bde28-ce4f-46c9-aefc-c23aedfb4eec {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.783888] env[69699]: DEBUG oslo_vmware.api [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 1129.783888] env[69699]: value = "task-3607852" [ 1129.783888] env[69699]: _type = "Task" [ 1129.783888] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.792584] env[69699]: DEBUG oslo_concurrency.lockutils [req-241854e4-598d-47a3-ad9e-26ba3ec222ee req-e27e5fdf-268b-4774-afbc-3a2fcf44f192 service nova] Releasing lock "refresh_cache-eb3dca42-7412-429a-ad9e-71fc4977dd30" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.792999] env[69699]: DEBUG oslo_vmware.api [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607852, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.842586] env[69699]: DEBUG oslo_vmware.api [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607850, 'name': PowerOnVM_Task, 'duration_secs': 0.916012} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.842789] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 99225813-f478-4dbf-a5d8-d7d003c77149] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1129.842991] env[69699]: INFO nova.compute.manager [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 99225813-f478-4dbf-a5d8-d7d003c77149] Took 7.53 seconds to spawn the instance on the hypervisor. [ 1129.843191] env[69699]: DEBUG nova.compute.manager [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 99225813-f478-4dbf-a5d8-d7d003c77149] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1129.844034] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8d5005-1642-401e-a496-a80d9f488090 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.881859] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.925040] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4e89462c-a036-4019-96ce-ce7d19c6e350 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.015747] env[69699]: DEBUG oslo_vmware.api [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52dfc8c7-87b1-fa9f-4336-1c5fd47b9b45, 'name': SearchDatastore_Task, 'duration_secs': 0.021365} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.016590] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38821739-7560-42dd-a108-725e3d430003 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.021835] env[69699]: DEBUG oslo_vmware.api [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 1130.021835] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]529bbc76-d48f-9349-edf6-3c6d02391e03" [ 1130.021835] env[69699]: _type = "Task" [ 1130.021835] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.029210] env[69699]: DEBUG oslo_vmware.api [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]529bbc76-d48f-9349-edf6-3c6d02391e03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.204101] env[69699]: DEBUG nova.scheduler.client.report [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.288942] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.299695] env[69699]: DEBUG oslo_vmware.api [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607852, 'name': Rename_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.363707] env[69699]: INFO nova.compute.manager [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 99225813-f478-4dbf-a5d8-d7d003c77149] Took 18.37 seconds to build instance. [ 1130.532019] env[69699]: DEBUG oslo_vmware.api [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]529bbc76-d48f-9349-edf6-3c6d02391e03, 'name': SearchDatastore_Task, 'duration_secs': 0.011619} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.532407] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.532527] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 4a99a881-e491-42f0-9d0d-91e20a7a7a61/4a99a881-e491-42f0-9d0d-91e20a7a7a61.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1130.532806] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-236d621c-0638-4da2-8f16-9127cdfdea90 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.538983] env[69699]: DEBUG oslo_vmware.api [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 1130.538983] env[69699]: value = "task-3607853" [ 1130.538983] env[69699]: _type = "Task" [ 1130.538983] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.547522] env[69699]: DEBUG oslo_vmware.api [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607853, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.709515] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.338s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.709625] env[69699]: INFO nova.compute.manager [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Migrating [ 1130.717430] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 13.048s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.717430] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.717430] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69699) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1130.717430] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.120s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.717430] env[69699]: DEBUG nova.objects.instance [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Lazy-loading 'resources' on Instance uuid 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.720777] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179ca1a6-7e9b-4201-b16d-d25c5d1671cd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.734135] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26bbcb1a-7ef6-4a7f-966c-3893e5fd4655 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.750067] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d0d891-14e2-47d3-8b9f-c7d2288814af {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.756439] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814e96db-8274-42dd-91ad-9c434703d32d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.786750] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178950MB free_disk=77GB free_vcpus=48 pci_devices=None {{(pid=69699) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1130.786899] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.794714] env[69699]: DEBUG oslo_vmware.api [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607852, 'name': Rename_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.866199] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a0f2f62e-51ca-4d81-9594-de3620bf04be tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Lock "99225813-f478-4dbf-a5d8-d7d003c77149" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.878s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.048756] env[69699]: DEBUG oslo_vmware.api [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607853, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.230046] env[69699]: DEBUG nova.objects.instance [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Lazy-loading 'numa_topology' on Instance uuid 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.231096] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquiring lock "refresh_cache-d9110b26-9c12-47c7-a35d-eb29c51e8fa1" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.231264] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquired lock "refresh_cache-d9110b26-9c12-47c7-a35d-eb29c51e8fa1" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.231437] env[69699]: DEBUG nova.network.neutron [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.295903] env[69699]: DEBUG oslo_vmware.api [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607852, 'name': Rename_Task, 'duration_secs': 1.305417} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.296303] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 81798ce1-9b3b-48ce-86d9-837923752fdc] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1131.296570] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e0c9fb5-837c-4812-b3d7-70b1346a4e21 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.302811] env[69699]: DEBUG oslo_vmware.api [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 1131.302811] env[69699]: value = "task-3607854" [ 1131.302811] env[69699]: _type = "Task" [ 1131.302811] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.306087] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2c4f7c17-d060-4d43-84dc-3722e37fbed3 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Acquiring lock "99225813-f478-4dbf-a5d8-d7d003c77149" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.306308] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2c4f7c17-d060-4d43-84dc-3722e37fbed3 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Lock "99225813-f478-4dbf-a5d8-d7d003c77149" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.306528] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2c4f7c17-d060-4d43-84dc-3722e37fbed3 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Acquiring lock "99225813-f478-4dbf-a5d8-d7d003c77149-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.306716] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2c4f7c17-d060-4d43-84dc-3722e37fbed3 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Lock "99225813-f478-4dbf-a5d8-d7d003c77149-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.306880] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2c4f7c17-d060-4d43-84dc-3722e37fbed3 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Lock "99225813-f478-4dbf-a5d8-d7d003c77149-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.309131] env[69699]: INFO nova.compute.manager [None req-2c4f7c17-d060-4d43-84dc-3722e37fbed3 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 99225813-f478-4dbf-a5d8-d7d003c77149] Terminating instance [ 1131.313039] env[69699]: DEBUG oslo_vmware.api [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607854, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.551324] env[69699]: DEBUG oslo_vmware.api [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607853, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.734334] env[69699]: DEBUG nova.objects.base [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Object Instance<8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a> lazy-loaded attributes: resources,numa_topology {{(pid=69699) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1131.812697] env[69699]: DEBUG oslo_vmware.api [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607854, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.816495] env[69699]: DEBUG nova.compute.manager [None req-2c4f7c17-d060-4d43-84dc-3722e37fbed3 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 99225813-f478-4dbf-a5d8-d7d003c77149] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1131.816495] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4f7c17-d060-4d43-84dc-3722e37fbed3 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 99225813-f478-4dbf-a5d8-d7d003c77149] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1131.817330] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6d3b4c-2d16-4a19-b7cc-8da0773cc4cc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.823857] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c4f7c17-d060-4d43-84dc-3722e37fbed3 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 99225813-f478-4dbf-a5d8-d7d003c77149] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1131.824146] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a050b229-85d7-467e-a3a6-5be9166a98f0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.830555] env[69699]: DEBUG oslo_vmware.api [None req-2c4f7c17-d060-4d43-84dc-3722e37fbed3 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Waiting for the task: (returnval){ [ 1131.830555] env[69699]: value = "task-3607855" [ 1131.830555] env[69699]: _type = "Task" [ 1131.830555] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.841229] env[69699]: DEBUG oslo_vmware.api [None req-2c4f7c17-d060-4d43-84dc-3722e37fbed3 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607855, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.975472] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c574237-67ca-43de-8213-9bcf70291de9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.983142] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0f0e05-11d5-471e-b067-12a5b87c6f99 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.015939] env[69699]: DEBUG nova.network.neutron [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Updating instance_info_cache with network_info: [{"id": "743be538-81f8-4787-8097-149c80957c31", "address": "fa:16:3e:76:0c:40", "network": {"id": "e99ab3ed-1030-44b0-98b1-0c8d1d561613", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1328451822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce00a2c4d2d6497eab27716fff8fe855", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap743be538-81", "ovs_interfaceid": "743be538-81f8-4787-8097-149c80957c31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.017611] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36eb6b58-6bca-4e4e-8467-6056dc8797f0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.025597] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56dedfb7-224f-4667-86d6-0faf10cf3300 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.039894] env[69699]: DEBUG nova.compute.provider_tree [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.049697] env[69699]: DEBUG oslo_vmware.api [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607853, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.136847} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.050449] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 4a99a881-e491-42f0-9d0d-91e20a7a7a61/4a99a881-e491-42f0-9d0d-91e20a7a7a61.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1132.050669] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1132.051022] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1fa5036-9f48-49d7-a38b-4bf2f5cdce17 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.057612] env[69699]: DEBUG oslo_vmware.api [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 1132.057612] env[69699]: value = "task-3607856" [ 1132.057612] env[69699]: _type = "Task" [ 1132.057612] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.065232] env[69699]: DEBUG oslo_vmware.api [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607856, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.314206] env[69699]: DEBUG oslo_vmware.api [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607854, 'name': PowerOnVM_Task, 'duration_secs': 1.010818} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.314487] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 81798ce1-9b3b-48ce-86d9-837923752fdc] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1132.314692] env[69699]: INFO nova.compute.manager [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 81798ce1-9b3b-48ce-86d9-837923752fdc] Took 12.35 seconds to spawn the instance on the hypervisor. [ 1132.314869] env[69699]: DEBUG nova.compute.manager [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 81798ce1-9b3b-48ce-86d9-837923752fdc] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1132.315676] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f672649-f9c3-49ea-bf87-29cc17f66ec3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.338656] env[69699]: DEBUG oslo_vmware.api [None req-2c4f7c17-d060-4d43-84dc-3722e37fbed3 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607855, 'name': PowerOffVM_Task, 'duration_secs': 0.299678} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.338894] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c4f7c17-d060-4d43-84dc-3722e37fbed3 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 99225813-f478-4dbf-a5d8-d7d003c77149] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1132.339073] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4f7c17-d060-4d43-84dc-3722e37fbed3 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 99225813-f478-4dbf-a5d8-d7d003c77149] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1132.339343] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0dd653b-7ebb-4398-b2a5-72ed3750ffbb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.522048] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Releasing lock "refresh_cache-d9110b26-9c12-47c7-a35d-eb29c51e8fa1" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.545723] env[69699]: DEBUG nova.scheduler.client.report [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.568525] env[69699]: DEBUG oslo_vmware.api [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607856, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071367} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.569640] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1132.569942] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4f7c17-d060-4d43-84dc-3722e37fbed3 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 99225813-f478-4dbf-a5d8-d7d003c77149] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1132.570143] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4f7c17-d060-4d43-84dc-3722e37fbed3 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 99225813-f478-4dbf-a5d8-d7d003c77149] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1132.570318] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c4f7c17-d060-4d43-84dc-3722e37fbed3 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Deleting the datastore file [datastore2] 99225813-f478-4dbf-a5d8-d7d003c77149 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1132.571032] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea09807f-9d2f-4785-bdfe-2d2b5e379373 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.573491] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b802e65-860b-47a7-bbf0-9dcff41775a8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.595904] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 4a99a881-e491-42f0-9d0d-91e20a7a7a61/4a99a881-e491-42f0-9d0d-91e20a7a7a61.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1132.597017] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c794c5d3-e751-4c82-8c27-7246aaf5c251 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.610635] env[69699]: DEBUG oslo_vmware.api [None req-2c4f7c17-d060-4d43-84dc-3722e37fbed3 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Waiting for the task: (returnval){ [ 1132.610635] env[69699]: value = "task-3607858" [ 1132.610635] env[69699]: _type = "Task" [ 1132.610635] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.616030] env[69699]: DEBUG oslo_vmware.api [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 1132.616030] env[69699]: value = "task-3607859" [ 1132.616030] env[69699]: _type = "Task" [ 1132.616030] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.621438] env[69699]: DEBUG oslo_vmware.api [None req-2c4f7c17-d060-4d43-84dc-3722e37fbed3 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607858, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.628455] env[69699]: DEBUG oslo_vmware.api [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607859, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.832154] env[69699]: INFO nova.compute.manager [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 81798ce1-9b3b-48ce-86d9-837923752fdc] Took 21.70 seconds to build instance. [ 1133.050488] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.334s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.053013] env[69699]: DEBUG oslo_concurrency.lockutils [None req-dc319dff-4046-412e-9596-5959eb019a1a tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.608s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.053250] env[69699]: DEBUG nova.objects.instance [None req-dc319dff-4046-412e-9596-5959eb019a1a tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lazy-loading 'resources' on Instance uuid 8761424b-62be-4ef5-959f-032ae7ca8938 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.120875] env[69699]: DEBUG oslo_vmware.api [None req-2c4f7c17-d060-4d43-84dc-3722e37fbed3 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Task: {'id': task-3607858, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.53155} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.124139] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c4f7c17-d060-4d43-84dc-3722e37fbed3 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1133.124387] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4f7c17-d060-4d43-84dc-3722e37fbed3 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 99225813-f478-4dbf-a5d8-d7d003c77149] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1133.124575] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4f7c17-d060-4d43-84dc-3722e37fbed3 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 99225813-f478-4dbf-a5d8-d7d003c77149] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1133.124768] env[69699]: INFO nova.compute.manager [None req-2c4f7c17-d060-4d43-84dc-3722e37fbed3 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] [instance: 99225813-f478-4dbf-a5d8-d7d003c77149] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1133.125030] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c4f7c17-d060-4d43-84dc-3722e37fbed3 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1133.125246] env[69699]: DEBUG nova.compute.manager [-] [instance: 99225813-f478-4dbf-a5d8-d7d003c77149] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1133.125341] env[69699]: DEBUG nova.network.neutron [-] [instance: 99225813-f478-4dbf-a5d8-d7d003c77149] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1133.132310] env[69699]: DEBUG oslo_vmware.api [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607859, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.335437] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cdf92886-b7a8-4dd5-8ab0-144a82d0d9dc tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "81798ce1-9b3b-48ce-86d9-837923752fdc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.215s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.566567] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d8494dde-beac-44a8-aa33-95ad68cf4cb7 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Lock "8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 31.142s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.567492] env[69699]: DEBUG oslo_concurrency.lockutils [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Lock "8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 8.353s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.567681] env[69699]: INFO nova.compute.manager [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Unshelving [ 1133.629904] env[69699]: DEBUG oslo_vmware.api [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607859, 'name': ReconfigVM_Task, 'duration_secs': 0.676111} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.632824] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 4a99a881-e491-42f0-9d0d-91e20a7a7a61/4a99a881-e491-42f0-9d0d-91e20a7a7a61.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1133.633447] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f597c49-f939-426c-802c-6154e7b8aa7a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.641537] env[69699]: DEBUG oslo_vmware.api [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 1133.641537] env[69699]: value = "task-3607860" [ 1133.641537] env[69699]: _type = "Task" [ 1133.641537] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.651463] env[69699]: DEBUG oslo_vmware.api [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607860, 'name': Rename_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.720362] env[69699]: DEBUG nova.compute.manager [req-36901f61-fd05-4923-8c29-058eae844a94 req-77a69019-eeb8-499f-9079-22d9b88b55ff service nova] [instance: 99225813-f478-4dbf-a5d8-d7d003c77149] Received event network-vif-deleted-7c0d5279-0093-41e7-81c8-3e4a65ac053e {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.720577] env[69699]: INFO nova.compute.manager [req-36901f61-fd05-4923-8c29-058eae844a94 req-77a69019-eeb8-499f-9079-22d9b88b55ff service nova] [instance: 99225813-f478-4dbf-a5d8-d7d003c77149] Neutron deleted interface 7c0d5279-0093-41e7-81c8-3e4a65ac053e; detaching it from the instance and deleting it from the info cache [ 1133.720756] env[69699]: DEBUG nova.network.neutron [req-36901f61-fd05-4923-8c29-058eae844a94 req-77a69019-eeb8-499f-9079-22d9b88b55ff service nova] [instance: 99225813-f478-4dbf-a5d8-d7d003c77149] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.858974] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba13a4b9-c1ca-47d5-a45f-1868938ac806 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.869908] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481a5962-d889-42d7-9d97-9be7e5c8ec8d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.902169] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db3a002-9fe0-49e7-aad2-f2380bc9f700 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.909942] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcc3524-4530-4b55-93c0-889109ed9bb5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.923425] env[69699]: DEBUG nova.compute.provider_tree [None req-dc319dff-4046-412e-9596-5959eb019a1a tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.037632] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ddcea20-8e2b-4b76-8dfa-636b019371dd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.059408] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Updating instance 'd9110b26-9c12-47c7-a35d-eb29c51e8fa1' progress to 0 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1134.151806] env[69699]: DEBUG oslo_vmware.api [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607860, 'name': Rename_Task, 'duration_secs': 0.153543} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.152249] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1134.152557] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6abaeca4-fa12-4d15-981a-fccb95d11eaf {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.162437] env[69699]: DEBUG oslo_vmware.api [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 1134.162437] env[69699]: value = "task-3607861" [ 1134.162437] env[69699]: _type = "Task" [ 1134.162437] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.169920] env[69699]: DEBUG oslo_vmware.api [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607861, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.197390] env[69699]: DEBUG nova.network.neutron [-] [instance: 99225813-f478-4dbf-a5d8-d7d003c77149] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.226302] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b96f6b9d-1e70-4fcd-b06e-9250e83ca32c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.233240] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab14d2f0-23d8-43c2-a51e-86dcfa57429e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.265634] env[69699]: DEBUG nova.compute.manager [req-36901f61-fd05-4923-8c29-058eae844a94 req-77a69019-eeb8-499f-9079-22d9b88b55ff service nova] [instance: 99225813-f478-4dbf-a5d8-d7d003c77149] Detach interface failed, port_id=7c0d5279-0093-41e7-81c8-3e4a65ac053e, reason: Instance 99225813-f478-4dbf-a5d8-d7d003c77149 could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1134.427367] env[69699]: DEBUG nova.scheduler.client.report [None req-dc319dff-4046-412e-9596-5959eb019a1a tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.570085] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1134.570650] env[69699]: DEBUG oslo_concurrency.lockutils [None req-da03312d-94dc-4f69-bfbb-4f195c22f761 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquiring lock "81798ce1-9b3b-48ce-86d9-837923752fdc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.570971] env[69699]: DEBUG oslo_concurrency.lockutils [None req-da03312d-94dc-4f69-bfbb-4f195c22f761 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "81798ce1-9b3b-48ce-86d9-837923752fdc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.571270] env[69699]: DEBUG oslo_concurrency.lockutils [None req-da03312d-94dc-4f69-bfbb-4f195c22f761 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquiring lock "81798ce1-9b3b-48ce-86d9-837923752fdc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.571551] env[69699]: DEBUG oslo_concurrency.lockutils [None req-da03312d-94dc-4f69-bfbb-4f195c22f761 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "81798ce1-9b3b-48ce-86d9-837923752fdc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.571844] env[69699]: DEBUG oslo_concurrency.lockutils [None req-da03312d-94dc-4f69-bfbb-4f195c22f761 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "81798ce1-9b3b-48ce-86d9-837923752fdc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.574585] env[69699]: INFO nova.compute.manager [None req-da03312d-94dc-4f69-bfbb-4f195c22f761 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 81798ce1-9b3b-48ce-86d9-837923752fdc] Terminating instance [ 1134.576381] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-666867eb-795c-4b91-b902-03aef12622e5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.591193] env[69699]: DEBUG oslo_vmware.api [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 1134.591193] env[69699]: value = "task-3607862" [ 1134.591193] env[69699]: _type = "Task" [ 1134.591193] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.596646] env[69699]: DEBUG oslo_concurrency.lockutils [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.603178] env[69699]: DEBUG oslo_vmware.api [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607862, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.618394] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c7a7bf9f-8cfa-48a0-9312-d0209a1d87b5 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Acquiring lock "6ce72100-1024-4041-b84c-8b611a186331" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.618734] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c7a7bf9f-8cfa-48a0-9312-d0209a1d87b5 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "6ce72100-1024-4041-b84c-8b611a186331" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.674581] env[69699]: DEBUG oslo_vmware.api [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607861, 'name': PowerOnVM_Task, 'duration_secs': 0.454829} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.674888] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1134.675127] env[69699]: INFO nova.compute.manager [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Took 9.93 seconds to spawn the instance on the hypervisor. [ 1134.675371] env[69699]: DEBUG nova.compute.manager [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1134.676519] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375facdf-648b-475b-b48a-310e8bf04dbf {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.702732] env[69699]: INFO nova.compute.manager [-] [instance: 99225813-f478-4dbf-a5d8-d7d003c77149] Took 1.58 seconds to deallocate network for instance. [ 1134.933246] env[69699]: DEBUG oslo_concurrency.lockutils [None req-dc319dff-4046-412e-9596-5959eb019a1a tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.880s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.936788] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 9.847s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.955224] env[69699]: INFO nova.scheduler.client.report [None req-dc319dff-4046-412e-9596-5959eb019a1a tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Deleted allocations for instance 8761424b-62be-4ef5-959f-032ae7ca8938 [ 1135.082420] env[69699]: DEBUG nova.compute.manager [None req-da03312d-94dc-4f69-bfbb-4f195c22f761 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 81798ce1-9b3b-48ce-86d9-837923752fdc] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1135.082665] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-da03312d-94dc-4f69-bfbb-4f195c22f761 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 81798ce1-9b3b-48ce-86d9-837923752fdc] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1135.083636] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb9e020-71fd-4ef3-9b28-d8023b8cd41a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.091496] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-da03312d-94dc-4f69-bfbb-4f195c22f761 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 81798ce1-9b3b-48ce-86d9-837923752fdc] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.091642] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd81f76b-4670-4a08-8bd6-8e9113294df4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.101879] env[69699]: DEBUG oslo_vmware.api [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607862, 'name': PowerOffVM_Task, 'duration_secs': 0.306685} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.103096] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1135.103319] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Updating instance 'd9110b26-9c12-47c7-a35d-eb29c51e8fa1' progress to 17 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1135.106798] env[69699]: DEBUG oslo_vmware.api [None req-da03312d-94dc-4f69-bfbb-4f195c22f761 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 1135.106798] env[69699]: value = "task-3607863" [ 1135.106798] env[69699]: _type = "Task" [ 1135.106798] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.114538] env[69699]: DEBUG oslo_vmware.api [None req-da03312d-94dc-4f69-bfbb-4f195c22f761 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607863, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.122772] env[69699]: DEBUG nova.compute.utils [None req-c7a7bf9f-8cfa-48a0-9312-d0209a1d87b5 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1135.193608] env[69699]: INFO nova.compute.manager [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Took 21.23 seconds to build instance. [ 1135.209747] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2c4f7c17-d060-4d43-84dc-3722e37fbed3 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.442063] env[69699]: INFO nova.compute.claims [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1135.461869] env[69699]: DEBUG oslo_concurrency.lockutils [None req-dc319dff-4046-412e-9596-5959eb019a1a tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "8761424b-62be-4ef5-959f-032ae7ca8938" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.281s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.610329] env[69699]: DEBUG nova.virt.hardware [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1135.610643] env[69699]: DEBUG nova.virt.hardware [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1135.610802] env[69699]: DEBUG nova.virt.hardware [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1135.610987] env[69699]: DEBUG nova.virt.hardware [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1135.611170] env[69699]: DEBUG nova.virt.hardware [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1135.611327] env[69699]: DEBUG nova.virt.hardware [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1135.611541] env[69699]: DEBUG nova.virt.hardware [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1135.611711] env[69699]: DEBUG nova.virt.hardware [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1135.611860] env[69699]: DEBUG nova.virt.hardware [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1135.612036] env[69699]: DEBUG nova.virt.hardware [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1135.612225] env[69699]: DEBUG nova.virt.hardware [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1135.617392] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a586248-4017-4f02-aa79-1b5e412fe130 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.632508] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c7a7bf9f-8cfa-48a0-9312-d0209a1d87b5 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "6ce72100-1024-4041-b84c-8b611a186331" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.642502] env[69699]: DEBUG oslo_vmware.api [None req-da03312d-94dc-4f69-bfbb-4f195c22f761 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607863, 'name': PowerOffVM_Task, 'duration_secs': 0.203154} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.644301] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-da03312d-94dc-4f69-bfbb-4f195c22f761 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 81798ce1-9b3b-48ce-86d9-837923752fdc] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1135.644590] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-da03312d-94dc-4f69-bfbb-4f195c22f761 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 81798ce1-9b3b-48ce-86d9-837923752fdc] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1135.645069] env[69699]: DEBUG oslo_vmware.api [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 1135.645069] env[69699]: value = "task-3607864" [ 1135.645069] env[69699]: _type = "Task" [ 1135.645069] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.645344] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e0f4e13-4821-4ea9-a02a-c3db78f5ae9e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.659236] env[69699]: DEBUG oslo_vmware.api [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.695874] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6c69cd54-55e1-4228-9a2a-c3e2ef5b4677 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lock "4a99a881-e491-42f0-9d0d-91e20a7a7a61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.737s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.948561] env[69699]: INFO nova.compute.resource_tracker [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Updating resource usage from migration 83678065-8dc6-4390-bc0c-1e153e8a114d [ 1136.136016] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8d72af22-427d-4f3b-a246-40143246a081 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "33c6c229-7f77-4968-b48d-6a59bea1fc9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.136281] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8d72af22-427d-4f3b-a246-40143246a081 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "33c6c229-7f77-4968-b48d-6a59bea1fc9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.136504] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8d72af22-427d-4f3b-a246-40143246a081 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "33c6c229-7f77-4968-b48d-6a59bea1fc9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.136694] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8d72af22-427d-4f3b-a246-40143246a081 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "33c6c229-7f77-4968-b48d-6a59bea1fc9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.136852] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8d72af22-427d-4f3b-a246-40143246a081 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "33c6c229-7f77-4968-b48d-6a59bea1fc9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.141317] env[69699]: INFO nova.compute.manager [None req-8d72af22-427d-4f3b-a246-40143246a081 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Terminating instance [ 1136.161582] env[69699]: DEBUG oslo_vmware.api [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607864, 'name': ReconfigVM_Task, 'duration_secs': 0.508791} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.162324] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Updating instance 'd9110b26-9c12-47c7-a35d-eb29c51e8fa1' progress to 33 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1136.166597] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f64f5db-36d0-4732-a660-06d8656509ea {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.173305] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad618555-214d-4e9a-bc42-1e25b460aa16 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.206399] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1bf038-ec58-43a3-af0f-8ea7f19b4311 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.217522] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e498c58a-a2a7-45dd-8dd1-e9aadda5c967 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.232715] env[69699]: DEBUG nova.compute.provider_tree [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.571631] env[69699]: DEBUG nova.compute.manager [None req-2f54220a-ac02-4c3a-ac12-ed8d12257094 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1136.572557] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2e2fa7-b362-4461-bcaa-416788d5e401 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.645126] env[69699]: DEBUG nova.compute.manager [None req-8d72af22-427d-4f3b-a246-40143246a081 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1136.645415] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8d72af22-427d-4f3b-a246-40143246a081 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1136.646284] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb42d29-a215-4332-ab45-66a27a40aeee {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.654126] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d72af22-427d-4f3b-a246-40143246a081 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.654351] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03006ea2-717b-4c9c-9d7e-b90719006d89 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.660391] env[69699]: DEBUG oslo_vmware.api [None req-8d72af22-427d-4f3b-a246-40143246a081 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Waiting for the task: (returnval){ [ 1136.660391] env[69699]: value = "task-3607866" [ 1136.660391] env[69699]: _type = "Task" [ 1136.660391] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.671102] env[69699]: DEBUG nova.virt.hardware [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1136.671355] env[69699]: DEBUG nova.virt.hardware [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1136.671514] env[69699]: DEBUG nova.virt.hardware [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1136.671726] env[69699]: DEBUG nova.virt.hardware [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1136.671849] env[69699]: DEBUG nova.virt.hardware [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1136.671993] env[69699]: DEBUG nova.virt.hardware [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1136.672224] env[69699]: DEBUG nova.virt.hardware [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1136.672436] env[69699]: DEBUG nova.virt.hardware [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1136.672615] env[69699]: DEBUG nova.virt.hardware [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1136.672776] env[69699]: DEBUG nova.virt.hardware [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1136.672943] env[69699]: DEBUG nova.virt.hardware [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1136.678127] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Reconfiguring VM instance instance-0000005e to detach disk 2000 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1136.678389] env[69699]: DEBUG oslo_vmware.api [None req-8d72af22-427d-4f3b-a246-40143246a081 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607866, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.678899] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebaef8ec-4269-4d3e-a560-978ab9dbefe7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.698509] env[69699]: DEBUG oslo_vmware.api [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 1136.698509] env[69699]: value = "task-3607867" [ 1136.698509] env[69699]: _type = "Task" [ 1136.698509] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.708448] env[69699]: DEBUG oslo_vmware.api [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607867, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.713177] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c7a7bf9f-8cfa-48a0-9312-d0209a1d87b5 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Acquiring lock "6ce72100-1024-4041-b84c-8b611a186331" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.713389] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c7a7bf9f-8cfa-48a0-9312-d0209a1d87b5 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "6ce72100-1024-4041-b84c-8b611a186331" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.713634] env[69699]: INFO nova.compute.manager [None req-c7a7bf9f-8cfa-48a0-9312-d0209a1d87b5 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Attaching volume 25e92918-46a1-4ea8-9158-7249145bfc02 to /dev/sdb [ 1136.735309] env[69699]: DEBUG nova.scheduler.client.report [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.746455] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfd4b2f-47fc-4d6f-b9ac-d49aaab3c6a8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.754717] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd57fdd1-5873-4309-89b9-c18542fea231 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.768609] env[69699]: DEBUG nova.virt.block_device [None req-c7a7bf9f-8cfa-48a0-9312-d0209a1d87b5 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Updating existing volume attachment record: 7fcaf5b3-c6e2-46e7-ac2c-bc5bb4120b15 {{(pid=69699) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1136.803563] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-da03312d-94dc-4f69-bfbb-4f195c22f761 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 81798ce1-9b3b-48ce-86d9-837923752fdc] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1136.803915] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-da03312d-94dc-4f69-bfbb-4f195c22f761 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 81798ce1-9b3b-48ce-86d9-837923752fdc] Deleting contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1136.804273] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-da03312d-94dc-4f69-bfbb-4f195c22f761 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Deleting the datastore file [datastore1] 81798ce1-9b3b-48ce-86d9-837923752fdc {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1136.804580] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92769483-1ce4-467e-8846-d07927ddbe1a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.812107] env[69699]: DEBUG oslo_vmware.api [None req-da03312d-94dc-4f69-bfbb-4f195c22f761 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 1136.812107] env[69699]: value = "task-3607868" [ 1136.812107] env[69699]: _type = "Task" [ 1136.812107] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.822599] env[69699]: DEBUG oslo_vmware.api [None req-da03312d-94dc-4f69-bfbb-4f195c22f761 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607868, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.083448] env[69699]: INFO nova.compute.manager [None req-2f54220a-ac02-4c3a-ac12-ed8d12257094 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] instance snapshotting [ 1137.086389] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97ec339-137d-41fe-a54e-66be5879b68f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.105011] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c6aad4-5c97-408a-ba48-abdba1b13ec1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.170731] env[69699]: DEBUG oslo_vmware.api [None req-8d72af22-427d-4f3b-a246-40143246a081 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607866, 'name': PowerOffVM_Task, 'duration_secs': 0.254085} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.171016] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d72af22-427d-4f3b-a246-40143246a081 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.171229] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8d72af22-427d-4f3b-a246-40143246a081 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1137.171515] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-336eb673-c557-4bf4-b0d1-efee7b4c923e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.207721] env[69699]: DEBUG oslo_vmware.api [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607867, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.236603] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8d72af22-427d-4f3b-a246-40143246a081 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1137.236918] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8d72af22-427d-4f3b-a246-40143246a081 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1137.237163] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d72af22-427d-4f3b-a246-40143246a081 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Deleting the datastore file [datastore2] 33c6c229-7f77-4968-b48d-6a59bea1fc9a {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1137.237495] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b350780-1a94-4a6d-b397-992eee161411 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.241779] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.306s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.242042] env[69699]: INFO nova.compute.manager [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Migrating [ 1137.250891] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 7.369s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.254396] env[69699]: DEBUG oslo_vmware.api [None req-8d72af22-427d-4f3b-a246-40143246a081 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Waiting for the task: (returnval){ [ 1137.254396] env[69699]: value = "task-3607871" [ 1137.254396] env[69699]: _type = "Task" [ 1137.254396] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.271659] env[69699]: DEBUG oslo_vmware.api [None req-8d72af22-427d-4f3b-a246-40143246a081 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607871, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.324985] env[69699]: DEBUG oslo_vmware.api [None req-da03312d-94dc-4f69-bfbb-4f195c22f761 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607868, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134772} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.325309] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-da03312d-94dc-4f69-bfbb-4f195c22f761 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1137.325546] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-da03312d-94dc-4f69-bfbb-4f195c22f761 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 81798ce1-9b3b-48ce-86d9-837923752fdc] Deleted contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1137.325746] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-da03312d-94dc-4f69-bfbb-4f195c22f761 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 81798ce1-9b3b-48ce-86d9-837923752fdc] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1137.325962] env[69699]: INFO nova.compute.manager [None req-da03312d-94dc-4f69-bfbb-4f195c22f761 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 81798ce1-9b3b-48ce-86d9-837923752fdc] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1137.326292] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da03312d-94dc-4f69-bfbb-4f195c22f761 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.326535] env[69699]: DEBUG nova.compute.manager [-] [instance: 81798ce1-9b3b-48ce-86d9-837923752fdc] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1137.326660] env[69699]: DEBUG nova.network.neutron [-] [instance: 81798ce1-9b3b-48ce-86d9-837923752fdc] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1137.586395] env[69699]: DEBUG nova.compute.manager [req-f6e5cf8c-0470-4727-ad0b-c89609bd31ee req-67ce0d2c-bcea-4bd2-a98d-25bfd1c2230b service nova] [instance: 81798ce1-9b3b-48ce-86d9-837923752fdc] Received event network-vif-deleted-21e0c140-a61e-4d05-9a9b-e432a558e0e0 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.586584] env[69699]: INFO nova.compute.manager [req-f6e5cf8c-0470-4727-ad0b-c89609bd31ee req-67ce0d2c-bcea-4bd2-a98d-25bfd1c2230b service nova] [instance: 81798ce1-9b3b-48ce-86d9-837923752fdc] Neutron deleted interface 21e0c140-a61e-4d05-9a9b-e432a558e0e0; detaching it from the instance and deleting it from the info cache [ 1137.586757] env[69699]: DEBUG nova.network.neutron [req-f6e5cf8c-0470-4727-ad0b-c89609bd31ee req-67ce0d2c-bcea-4bd2-a98d-25bfd1c2230b service nova] [instance: 81798ce1-9b3b-48ce-86d9-837923752fdc] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.615123] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2f54220a-ac02-4c3a-ac12-ed8d12257094 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Creating Snapshot of the VM instance {{(pid=69699) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1137.615382] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2f7474b1-d74d-49b5-914f-ecefc16ba90e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.622837] env[69699]: DEBUG oslo_vmware.api [None req-2f54220a-ac02-4c3a-ac12-ed8d12257094 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 1137.622837] env[69699]: value = "task-3607872" [ 1137.622837] env[69699]: _type = "Task" [ 1137.622837] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.630938] env[69699]: DEBUG oslo_vmware.api [None req-2f54220a-ac02-4c3a-ac12-ed8d12257094 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607872, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.708575] env[69699]: DEBUG oslo_vmware.api [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607867, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.758881] env[69699]: INFO nova.compute.claims [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1137.767583] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "refresh_cache-799bd3b7-732a-45ea-9871-8396e38974f7" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.767768] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquired lock "refresh_cache-799bd3b7-732a-45ea-9871-8396e38974f7" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.767944] env[69699]: DEBUG nova.network.neutron [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1137.774563] env[69699]: DEBUG oslo_vmware.api [None req-8d72af22-427d-4f3b-a246-40143246a081 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Task: {'id': task-3607871, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146769} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.774831] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d72af22-427d-4f3b-a246-40143246a081 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1137.775049] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8d72af22-427d-4f3b-a246-40143246a081 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1137.775235] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8d72af22-427d-4f3b-a246-40143246a081 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1137.775435] env[69699]: INFO nova.compute.manager [None req-8d72af22-427d-4f3b-a246-40143246a081 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1137.775687] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d72af22-427d-4f3b-a246-40143246a081 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.775905] env[69699]: DEBUG nova.compute.manager [-] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1137.776023] env[69699]: DEBUG nova.network.neutron [-] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1138.068783] env[69699]: DEBUG nova.network.neutron [-] [instance: 81798ce1-9b3b-48ce-86d9-837923752fdc] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.089187] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dd5e17f8-9e00-4b49-aefb-a88f4413eb30 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.099622] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d296f1b-a888-4b6e-aa03-aef00f024ef4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.130776] env[69699]: DEBUG nova.compute.manager [req-f6e5cf8c-0470-4727-ad0b-c89609bd31ee req-67ce0d2c-bcea-4bd2-a98d-25bfd1c2230b service nova] [instance: 81798ce1-9b3b-48ce-86d9-837923752fdc] Detach interface failed, port_id=21e0c140-a61e-4d05-9a9b-e432a558e0e0, reason: Instance 81798ce1-9b3b-48ce-86d9-837923752fdc could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1138.139123] env[69699]: DEBUG oslo_vmware.api [None req-2f54220a-ac02-4c3a-ac12-ed8d12257094 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607872, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.211969] env[69699]: DEBUG oslo_vmware.api [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607867, 'name': ReconfigVM_Task, 'duration_secs': 1.224505} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.212295] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Reconfigured VM instance instance-0000005e to detach disk 2000 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1138.213152] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1baf27-25a6-4e6f-b69c-1152c4751b36 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.237951] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] d9110b26-9c12-47c7-a35d-eb29c51e8fa1/d9110b26-9c12-47c7-a35d-eb29c51e8fa1.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1138.239041] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c212969b-dc41-41a0-a8aa-a8a7e5330fe9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.255844] env[69699]: DEBUG oslo_vmware.api [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 1138.255844] env[69699]: value = "task-3607873" [ 1138.255844] env[69699]: _type = "Task" [ 1138.255844] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.263683] env[69699]: DEBUG oslo_vmware.api [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607873, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.269642] env[69699]: INFO nova.compute.resource_tracker [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Updating resource usage from migration efb1017c-3c51-4a4a-8cfe-5b26f7975cc3 [ 1138.472026] env[69699]: DEBUG nova.network.neutron [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Updating instance_info_cache with network_info: [{"id": "20005b70-2996-4ba6-a22b-e5c8c311749c", "address": "fa:16:3e:1a:ae:f7", "network": {"id": "3704068f-6289-4088-bfd3-0d8f4fb8ad07", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1045952331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "152467b2c42f4433aacb37504612095d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20005b70-29", "ovs_interfaceid": "20005b70-2996-4ba6-a22b-e5c8c311749c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.494018] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefe4553-d951-40ed-b80a-e0a1d26083ba {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.501090] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0853b710-ac7d-49f0-b008-d50462296e82 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.532586] env[69699]: DEBUG nova.network.neutron [-] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.535274] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b5be00-33f8-4012-a9c9-b8cf72a6ce99 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.543290] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8415589e-19b5-4aa2-b5f9-4e7b630e43db {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.560153] env[69699]: DEBUG nova.compute.provider_tree [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.571393] env[69699]: INFO nova.compute.manager [-] [instance: 81798ce1-9b3b-48ce-86d9-837923752fdc] Took 1.24 seconds to deallocate network for instance. [ 1138.640520] env[69699]: DEBUG oslo_vmware.api [None req-2f54220a-ac02-4c3a-ac12-ed8d12257094 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607872, 'name': CreateSnapshot_Task, 'duration_secs': 0.73621} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.640851] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2f54220a-ac02-4c3a-ac12-ed8d12257094 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Created Snapshot of the VM instance {{(pid=69699) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1138.641547] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348954d4-0296-48c2-ad07-a1bffb76c4ff {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.765977] env[69699]: DEBUG oslo_vmware.api [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607873, 'name': ReconfigVM_Task, 'duration_secs': 0.421022} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.766344] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Reconfigured VM instance instance-0000005e to attach disk [datastore2] d9110b26-9c12-47c7-a35d-eb29c51e8fa1/d9110b26-9c12-47c7-a35d-eb29c51e8fa1.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1138.766594] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Updating instance 'd9110b26-9c12-47c7-a35d-eb29c51e8fa1' progress to 50 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1138.974508] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Releasing lock "refresh_cache-799bd3b7-732a-45ea-9871-8396e38974f7" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.035584] env[69699]: INFO nova.compute.manager [-] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Took 1.26 seconds to deallocate network for instance. [ 1139.063657] env[69699]: DEBUG nova.scheduler.client.report [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.077029] env[69699]: DEBUG oslo_concurrency.lockutils [None req-da03312d-94dc-4f69-bfbb-4f195c22f761 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.159502] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2f54220a-ac02-4c3a-ac12-ed8d12257094 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Creating linked-clone VM from snapshot {{(pid=69699) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1139.159814] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fac7a6ed-ef47-4cab-bcc2-a1bc3a8aa790 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.169215] env[69699]: DEBUG oslo_vmware.api [None req-2f54220a-ac02-4c3a-ac12-ed8d12257094 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 1139.169215] env[69699]: value = "task-3607875" [ 1139.169215] env[69699]: _type = "Task" [ 1139.169215] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.178327] env[69699]: DEBUG oslo_vmware.api [None req-2f54220a-ac02-4c3a-ac12-ed8d12257094 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607875, 'name': CloneVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.273847] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34009b2d-f8aa-44a5-bd2e-6cecce10d2c0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.295720] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b199f7-8dec-4636-930d-2721e2e6da37 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.317522] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Updating instance 'd9110b26-9c12-47c7-a35d-eb29c51e8fa1' progress to 67 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1139.543286] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8d72af22-427d-4f3b-a246-40143246a081 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.569339] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.318s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.569339] env[69699]: INFO nova.compute.manager [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Migrating [ 1139.575040] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4e89462c-a036-4019-96ce-ce7d19c6e350 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.650s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.575215] env[69699]: DEBUG nova.objects.instance [None req-4e89462c-a036-4019-96ce-ce7d19c6e350 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Lazy-loading 'resources' on Instance uuid 12ab37c5-3a07-43ca-b87d-4c62d904ea78 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.675978] env[69699]: DEBUG nova.compute.manager [req-71bb26b8-379b-4292-b612-4efe07273a41 req-39321ec4-8322-4dbe-a326-1bf0f42234d7 service nova] [instance: 33c6c229-7f77-4968-b48d-6a59bea1fc9a] Received event network-vif-deleted-ddc00533-57b5-4d5c-820b-37a10037f2a2 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.682809] env[69699]: DEBUG oslo_vmware.api [None req-2f54220a-ac02-4c3a-ac12-ed8d12257094 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607875, 'name': CloneVM_Task} progress is 94%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.088229] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquiring lock "refresh_cache-311e4618-41ff-4cab-ae4f-d7063872abc8" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.088615] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquired lock "refresh_cache-311e4618-41ff-4cab-ae4f-d7063872abc8" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.088937] env[69699]: DEBUG nova.network.neutron [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.184366] env[69699]: DEBUG oslo_vmware.api [None req-2f54220a-ac02-4c3a-ac12-ed8d12257094 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607875, 'name': CloneVM_Task} progress is 95%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.306677] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43bd2cf-842c-4ef3-8904-dc1234d02ca3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.314875] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d6783b-abcd-40d6-bda7-555b7d36a64c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.346949] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2e8138-2d58-40aa-afcf-6f5ae9e3968e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.356247] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6ee591-6d9b-4914-9a1a-6c03f00b8b9f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.373706] env[69699]: DEBUG nova.compute.provider_tree [None req-4e89462c-a036-4019-96ce-ce7d19c6e350 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.490231] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c9ae2a-735f-42bc-a4e4-4116af67cd0d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.509948] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Updating instance '799bd3b7-732a-45ea-9871-8396e38974f7' progress to 0 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1140.681692] env[69699]: DEBUG oslo_vmware.api [None req-2f54220a-ac02-4c3a-ac12-ed8d12257094 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607875, 'name': CloneVM_Task, 'duration_secs': 1.24594} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.681991] env[69699]: INFO nova.virt.vmwareapi.vmops [None req-2f54220a-ac02-4c3a-ac12-ed8d12257094 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Created linked-clone VM from snapshot [ 1140.683193] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be529560-22ea-4844-a28c-7ab4df4e4b57 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.691525] env[69699]: DEBUG nova.virt.vmwareapi.images [None req-2f54220a-ac02-4c3a-ac12-ed8d12257094 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Uploading image 66efbd8c-6a14-4d96-b60a-7901604a65f8 {{(pid=69699) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1140.706576] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f54220a-ac02-4c3a-ac12-ed8d12257094 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Destroying the VM {{(pid=69699) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1140.707276] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8006ae63-6677-480e-95bd-222694db6dfb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.716867] env[69699]: DEBUG oslo_vmware.api [None req-2f54220a-ac02-4c3a-ac12-ed8d12257094 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 1140.716867] env[69699]: value = "task-3607876" [ 1140.716867] env[69699]: _type = "Task" [ 1140.716867] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.726812] env[69699]: DEBUG oslo_vmware.api [None req-2f54220a-ac02-4c3a-ac12-ed8d12257094 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607876, 'name': Destroy_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.839426] env[69699]: DEBUG nova.network.neutron [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Updating instance_info_cache with network_info: [{"id": "4fdb835d-6532-41ed-a080-cc51c855a95e", "address": "fa:16:3e:8f:5f:18", "network": {"id": "4a55132d-5b16-41eb-97d5-c6aacd2ebbe0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2076238106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f0293384f344ba09f431b47ef381d57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fdb835d-65", "ovs_interfaceid": "4fdb835d-6532-41ed-a080-cc51c855a95e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.877302] env[69699]: DEBUG nova.scheduler.client.report [None req-4e89462c-a036-4019-96ce-ce7d19c6e350 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.946971] env[69699]: DEBUG nova.network.neutron [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Port 743be538-81f8-4787-8097-149c80957c31 binding to destination host cpu-1 is already ACTIVE {{(pid=69699) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1141.016130] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1141.016449] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4237f806-6b0a-41bb-9ec4-120503ce7d09 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.025186] env[69699]: DEBUG oslo_vmware.api [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 1141.025186] env[69699]: value = "task-3607877" [ 1141.025186] env[69699]: _type = "Task" [ 1141.025186] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.034480] env[69699]: DEBUG oslo_vmware.api [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607877, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.226255] env[69699]: DEBUG oslo_vmware.api [None req-2f54220a-ac02-4c3a-ac12-ed8d12257094 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607876, 'name': Destroy_Task} progress is 33%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.319382] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7a7bf9f-8cfa-48a0-9312-d0209a1d87b5 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Volume attach. Driver type: vmdk {{(pid=69699) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1141.319720] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7a7bf9f-8cfa-48a0-9312-d0209a1d87b5 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 6ce72100-1024-4041-b84c-8b611a186331] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719707', 'volume_id': '25e92918-46a1-4ea8-9158-7249145bfc02', 'name': 'volume-25e92918-46a1-4ea8-9158-7249145bfc02', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6ce72100-1024-4041-b84c-8b611a186331', 'attached_at': '', 'detached_at': '', 'volume_id': '25e92918-46a1-4ea8-9158-7249145bfc02', 'serial': '25e92918-46a1-4ea8-9158-7249145bfc02'} {{(pid=69699) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1141.321012] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab20b99f-b392-4cf8-8277-fb4f4401ddcb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.346630] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Releasing lock "refresh_cache-311e4618-41ff-4cab-ae4f-d7063872abc8" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.349276] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6a3b83-bfe7-4841-8161-f7280fe4f50b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.376185] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7a7bf9f-8cfa-48a0-9312-d0209a1d87b5 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] volume-25e92918-46a1-4ea8-9158-7249145bfc02/volume-25e92918-46a1-4ea8-9158-7249145bfc02.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1141.376975] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c85dc02e-2ab4-42bc-b3a0-b376fc2b5b8e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.390146] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4e89462c-a036-4019-96ce-ce7d19c6e350 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.815s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.392229] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.103s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.393672] env[69699]: INFO nova.compute.claims [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] [instance: 13da2a75-0714-4c8e-ba8f-a853113472c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1141.402286] env[69699]: DEBUG oslo_vmware.api [None req-c7a7bf9f-8cfa-48a0-9312-d0209a1d87b5 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for the task: (returnval){ [ 1141.402286] env[69699]: value = "task-3607878" [ 1141.402286] env[69699]: _type = "Task" [ 1141.402286] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.410857] env[69699]: DEBUG oslo_vmware.api [None req-c7a7bf9f-8cfa-48a0-9312-d0209a1d87b5 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607878, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.411791] env[69699]: INFO nova.scheduler.client.report [None req-4e89462c-a036-4019-96ce-ce7d19c6e350 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Deleted allocations for instance 12ab37c5-3a07-43ca-b87d-4c62d904ea78 [ 1141.534884] env[69699]: DEBUG oslo_vmware.api [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607877, 'name': PowerOffVM_Task, 'duration_secs': 0.178991} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.535174] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1141.535389] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Updating instance '799bd3b7-732a-45ea-9871-8396e38974f7' progress to 17 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1141.728387] env[69699]: DEBUG oslo_vmware.api [None req-2f54220a-ac02-4c3a-ac12-ed8d12257094 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607876, 'name': Destroy_Task, 'duration_secs': 0.665268} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.728652] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-2f54220a-ac02-4c3a-ac12-ed8d12257094 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Destroyed the VM [ 1141.729010] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2f54220a-ac02-4c3a-ac12-ed8d12257094 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Deleting Snapshot of the VM instance {{(pid=69699) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1141.729289] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9e32e949-5fcb-46f6-bd1f-090f24da1bfe {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.737422] env[69699]: DEBUG oslo_vmware.api [None req-2f54220a-ac02-4c3a-ac12-ed8d12257094 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 1141.737422] env[69699]: value = "task-3607879" [ 1141.737422] env[69699]: _type = "Task" [ 1141.737422] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.746838] env[69699]: DEBUG oslo_vmware.api [None req-2f54220a-ac02-4c3a-ac12-ed8d12257094 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607879, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.913508] env[69699]: DEBUG oslo_vmware.api [None req-c7a7bf9f-8cfa-48a0-9312-d0209a1d87b5 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607878, 'name': ReconfigVM_Task, 'duration_secs': 0.385084} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.914387] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7a7bf9f-8cfa-48a0-9312-d0209a1d87b5 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Reconfigured VM instance instance-00000066 to attach disk [datastore1] volume-25e92918-46a1-4ea8-9158-7249145bfc02/volume-25e92918-46a1-4ea8-9158-7249145bfc02.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.921231] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd0a15c8-0263-4c79-a801-8ecd3afa1761 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.931264] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4e89462c-a036-4019-96ce-ce7d19c6e350 tempest-AttachVolumeTestJSON-1369618715 tempest-AttachVolumeTestJSON-1369618715-project-member] Lock "12ab37c5-3a07-43ca-b87d-4c62d904ea78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.972s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.941695] env[69699]: DEBUG oslo_vmware.api [None req-c7a7bf9f-8cfa-48a0-9312-d0209a1d87b5 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for the task: (returnval){ [ 1141.941695] env[69699]: value = "task-3607880" [ 1141.941695] env[69699]: _type = "Task" [ 1141.941695] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.951302] env[69699]: DEBUG oslo_vmware.api [None req-c7a7bf9f-8cfa-48a0-9312-d0209a1d87b5 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607880, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.969200] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquiring lock "d9110b26-9c12-47c7-a35d-eb29c51e8fa1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.969431] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "d9110b26-9c12-47c7-a35d-eb29c51e8fa1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.969581] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "d9110b26-9c12-47c7-a35d-eb29c51e8fa1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.041722] env[69699]: DEBUG nova.virt.hardware [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1142.042116] env[69699]: DEBUG nova.virt.hardware [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1142.042299] env[69699]: DEBUG nova.virt.hardware [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.042499] env[69699]: DEBUG nova.virt.hardware [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1142.042649] env[69699]: DEBUG nova.virt.hardware [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.042819] env[69699]: DEBUG nova.virt.hardware [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1142.043094] env[69699]: DEBUG nova.virt.hardware [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1142.043335] env[69699]: DEBUG nova.virt.hardware [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1142.043553] env[69699]: DEBUG nova.virt.hardware [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1142.043748] env[69699]: DEBUG nova.virt.hardware [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1142.043970] env[69699]: DEBUG nova.virt.hardware [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1142.049937] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4358554-021b-402f-92d7-de8fb1fbcdaf {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.068174] env[69699]: DEBUG oslo_vmware.api [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 1142.068174] env[69699]: value = "task-3607881" [ 1142.068174] env[69699]: _type = "Task" [ 1142.068174] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.079662] env[69699]: DEBUG oslo_vmware.api [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607881, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.247666] env[69699]: DEBUG oslo_vmware.api [None req-2f54220a-ac02-4c3a-ac12-ed8d12257094 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607879, 'name': RemoveSnapshot_Task, 'duration_secs': 0.473496} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.247961] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2f54220a-ac02-4c3a-ac12-ed8d12257094 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Deleted Snapshot of the VM instance {{(pid=69699) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1142.452035] env[69699]: DEBUG oslo_vmware.api [None req-c7a7bf9f-8cfa-48a0-9312-d0209a1d87b5 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607880, 'name': ReconfigVM_Task, 'duration_secs': 0.156416} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.454810] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7a7bf9f-8cfa-48a0-9312-d0209a1d87b5 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719707', 'volume_id': '25e92918-46a1-4ea8-9158-7249145bfc02', 'name': 'volume-25e92918-46a1-4ea8-9158-7249145bfc02', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6ce72100-1024-4041-b84c-8b611a186331', 'attached_at': '', 'detached_at': '', 'volume_id': '25e92918-46a1-4ea8-9158-7249145bfc02', 'serial': '25e92918-46a1-4ea8-9158-7249145bfc02'} {{(pid=69699) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1142.580014] env[69699]: DEBUG oslo_vmware.api [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607881, 'name': ReconfigVM_Task, 'duration_secs': 0.195873} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.580381] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Updating instance '799bd3b7-732a-45ea-9871-8396e38974f7' progress to 33 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1142.624610] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a87abd-bb8f-4e4a-bf86-966826c1766e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.634358] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733272b1-f7bd-44d9-afe7-e9c9dad47f36 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.666480] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe63df6-66e9-479b-afa6-e932fd0d4c04 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.675257] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4604b1-3f8c-4b6c-84dc-4d042d6d56d6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.692623] env[69699]: DEBUG nova.compute.provider_tree [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.753533] env[69699]: WARNING nova.compute.manager [None req-2f54220a-ac02-4c3a-ac12-ed8d12257094 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Image not found during snapshot: nova.exception.ImageNotFound: Image 66efbd8c-6a14-4d96-b60a-7901604a65f8 could not be found. [ 1142.868208] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e87d88-60a9-4ab9-8dca-1b09931bca24 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.888876] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Updating instance '311e4618-41ff-4cab-ae4f-d7063872abc8' progress to 0 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1143.018022] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquiring lock "refresh_cache-d9110b26-9c12-47c7-a35d-eb29c51e8fa1" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.018215] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquired lock "refresh_cache-d9110b26-9c12-47c7-a35d-eb29c51e8fa1" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.018397] env[69699]: DEBUG nova.network.neutron [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.089637] env[69699]: DEBUG nova.virt.hardware [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1143.089637] env[69699]: DEBUG nova.virt.hardware [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1143.089637] env[69699]: DEBUG nova.virt.hardware [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1143.089927] env[69699]: DEBUG nova.virt.hardware [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1143.089927] env[69699]: DEBUG nova.virt.hardware [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1143.090078] env[69699]: DEBUG nova.virt.hardware [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1143.090288] env[69699]: DEBUG nova.virt.hardware [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1143.090447] env[69699]: DEBUG nova.virt.hardware [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1143.090687] env[69699]: DEBUG nova.virt.hardware [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1143.090762] env[69699]: DEBUG nova.virt.hardware [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1143.090926] env[69699]: DEBUG nova.virt.hardware [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1143.096374] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1143.096900] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccd1d51b-458c-4ae7-a4ee-8c66fa8b3307 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.115778] env[69699]: DEBUG oslo_vmware.api [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 1143.115778] env[69699]: value = "task-3607883" [ 1143.115778] env[69699]: _type = "Task" [ 1143.115778] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.124573] env[69699]: DEBUG oslo_vmware.api [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607883, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.197269] env[69699]: DEBUG nova.scheduler.client.report [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.396631] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.396948] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad3a548a-4faf-4079-b8d2-3d798302ff88 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.406068] env[69699]: DEBUG oslo_vmware.api [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1143.406068] env[69699]: value = "task-3607884" [ 1143.406068] env[69699]: _type = "Task" [ 1143.406068] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.415325] env[69699]: DEBUG oslo_vmware.api [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607884, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.499836] env[69699]: DEBUG nova.objects.instance [None req-c7a7bf9f-8cfa-48a0-9312-d0209a1d87b5 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lazy-loading 'flavor' on Instance uuid 6ce72100-1024-4041-b84c-8b611a186331 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.631682] env[69699]: DEBUG oslo_vmware.api [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607883, 'name': ReconfigVM_Task, 'duration_secs': 0.200026} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.632097] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1143.633437] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f848f910-ce70-4f6f-b645-e77eb000b31a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.658066] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 799bd3b7-732a-45ea-9871-8396e38974f7/799bd3b7-732a-45ea-9871-8396e38974f7.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1143.661189] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f552982-8107-4fda-aa55-6112a8ba2e50 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.681896] env[69699]: DEBUG oslo_vmware.api [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 1143.681896] env[69699]: value = "task-3607885" [ 1143.681896] env[69699]: _type = "Task" [ 1143.681896] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.691544] env[69699]: DEBUG oslo_concurrency.lockutils [None req-092def5c-ccd6-4f75-8654-e198290b69f8 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquiring lock "4a99a881-e491-42f0-9d0d-91e20a7a7a61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.691813] env[69699]: DEBUG oslo_concurrency.lockutils [None req-092def5c-ccd6-4f75-8654-e198290b69f8 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lock "4a99a881-e491-42f0-9d0d-91e20a7a7a61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.692030] env[69699]: DEBUG oslo_concurrency.lockutils [None req-092def5c-ccd6-4f75-8654-e198290b69f8 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquiring lock "4a99a881-e491-42f0-9d0d-91e20a7a7a61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.692219] env[69699]: DEBUG oslo_concurrency.lockutils [None req-092def5c-ccd6-4f75-8654-e198290b69f8 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lock "4a99a881-e491-42f0-9d0d-91e20a7a7a61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.692385] env[69699]: DEBUG oslo_concurrency.lockutils [None req-092def5c-ccd6-4f75-8654-e198290b69f8 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lock "4a99a881-e491-42f0-9d0d-91e20a7a7a61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.694085] env[69699]: DEBUG oslo_vmware.api [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607885, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.694594] env[69699]: INFO nova.compute.manager [None req-092def5c-ccd6-4f75-8654-e198290b69f8 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Terminating instance [ 1143.702051] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.310s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.702585] env[69699]: DEBUG nova.compute.manager [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] [instance: 13da2a75-0714-4c8e-ba8f-a853113472c4] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1143.705514] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 12.919s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.788061] env[69699]: DEBUG nova.network.neutron [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Updating instance_info_cache with network_info: [{"id": "743be538-81f8-4787-8097-149c80957c31", "address": "fa:16:3e:76:0c:40", "network": {"id": "e99ab3ed-1030-44b0-98b1-0c8d1d561613", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1328451822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce00a2c4d2d6497eab27716fff8fe855", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap743be538-81", "ovs_interfaceid": "743be538-81f8-4787-8097-149c80957c31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.916689] env[69699]: DEBUG oslo_vmware.api [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607884, 'name': PowerOffVM_Task, 'duration_secs': 0.220029} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.916918] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1143.917120] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Updating instance '311e4618-41ff-4cab-ae4f-d7063872abc8' progress to 17 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1144.005683] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c7a7bf9f-8cfa-48a0-9312-d0209a1d87b5 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "6ce72100-1024-4041-b84c-8b611a186331" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.292s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.192475] env[69699]: DEBUG oslo_vmware.api [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607885, 'name': ReconfigVM_Task, 'duration_secs': 0.34431} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.193035] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 799bd3b7-732a-45ea-9871-8396e38974f7/799bd3b7-732a-45ea-9871-8396e38974f7.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1144.193465] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Updating instance '799bd3b7-732a-45ea-9871-8396e38974f7' progress to 50 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1144.197724] env[69699]: DEBUG nova.compute.manager [None req-092def5c-ccd6-4f75-8654-e198290b69f8 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1144.198058] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-092def5c-ccd6-4f75-8654-e198290b69f8 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1144.198916] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ec27b7-c261-412f-8db5-b87284817019 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.207162] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-092def5c-ccd6-4f75-8654-e198290b69f8 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1144.207162] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7cc1e2d1-3ef6-4698-970b-db1acb94b5bc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.209025] env[69699]: DEBUG nova.compute.utils [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1144.216970] env[69699]: DEBUG nova.compute.manager [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] [instance: 13da2a75-0714-4c8e-ba8f-a853113472c4] Not allocating networking since 'none' was specified. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1144.223630] env[69699]: DEBUG oslo_vmware.api [None req-092def5c-ccd6-4f75-8654-e198290b69f8 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 1144.223630] env[69699]: value = "task-3607886" [ 1144.223630] env[69699]: _type = "Task" [ 1144.223630] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.233506] env[69699]: DEBUG oslo_vmware.api [None req-092def5c-ccd6-4f75-8654-e198290b69f8 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607886, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.291510] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ab26d8a2-9e90-4164-829c-1f9a7fd34ac2 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Acquiring lock "6ce72100-1024-4041-b84c-8b611a186331" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.291772] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ab26d8a2-9e90-4164-829c-1f9a7fd34ac2 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "6ce72100-1024-4041-b84c-8b611a186331" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.295599] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Releasing lock "refresh_cache-d9110b26-9c12-47c7-a35d-eb29c51e8fa1" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.424471] env[69699]: DEBUG nova.virt.hardware [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1144.424471] env[69699]: DEBUG nova.virt.hardware [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.424782] env[69699]: DEBUG nova.virt.hardware [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.424782] env[69699]: DEBUG nova.virt.hardware [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.424853] env[69699]: DEBUG nova.virt.hardware [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.424965] env[69699]: DEBUG nova.virt.hardware [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1144.425188] env[69699]: DEBUG nova.virt.hardware [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1144.425374] env[69699]: DEBUG nova.virt.hardware [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1144.425668] env[69699]: DEBUG nova.virt.hardware [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1144.425740] env[69699]: DEBUG nova.virt.hardware [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1144.425909] env[69699]: DEBUG nova.virt.hardware [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1144.431008] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-273672df-c76b-4978-b528-67a73fd288ef {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.447420] env[69699]: DEBUG oslo_vmware.api [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1144.447420] env[69699]: value = "task-3607887" [ 1144.447420] env[69699]: _type = "Task" [ 1144.447420] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.457723] env[69699]: DEBUG oslo_vmware.api [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607887, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.699981] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fd26b4-3c94-4941-9854-70438b911c76 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.719388] env[69699]: DEBUG nova.compute.manager [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] [instance: 13da2a75-0714-4c8e-ba8f-a853113472c4] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1144.722397] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Applying migration context for instance 311e4618-41ff-4cab-ae4f-d7063872abc8 as it has an incoming, in-progress migration efb1017c-3c51-4a4a-8cfe-5b26f7975cc3. Migration status is migrating {{(pid=69699) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1144.722604] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Applying migration context for instance 799bd3b7-732a-45ea-9871-8396e38974f7 as it has an incoming, in-progress migration 83678065-8dc6-4390-bc0c-1e153e8a114d. Migration status is migrating {{(pid=69699) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1144.722778] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Applying migration context for instance d9110b26-9c12-47c7-a35d-eb29c51e8fa1 as it has an incoming, in-progress migration 4df6055c-ebc2-4efb-b703-e604b28717e3. Migration status is post-migrating {{(pid=69699) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1144.724074] env[69699]: INFO nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Updating resource usage from migration efb1017c-3c51-4a4a-8cfe-5b26f7975cc3 [ 1144.724426] env[69699]: INFO nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Updating resource usage from migration 83678065-8dc6-4390-bc0c-1e153e8a114d [ 1144.724705] env[69699]: INFO nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Updating resource usage from migration 4df6055c-ebc2-4efb-b703-e604b28717e3 [ 1144.727897] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8b4145-4213-4610-81e0-e9c922a6194f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.739413] env[69699]: DEBUG oslo_vmware.api [None req-092def5c-ccd6-4f75-8654-e198290b69f8 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607886, 'name': PowerOffVM_Task, 'duration_secs': 0.234529} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.752489] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-092def5c-ccd6-4f75-8654-e198290b69f8 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1144.752629] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-092def5c-ccd6-4f75-8654-e198290b69f8 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1144.752912] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Updating instance '799bd3b7-732a-45ea-9871-8396e38974f7' progress to 67 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1144.756333] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5ba39c8-cbb0-45e9-9a44-481be008de6a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.799950] env[69699]: INFO nova.compute.manager [None req-ab26d8a2-9e90-4164-829c-1f9a7fd34ac2 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Detaching volume 25e92918-46a1-4ea8-9158-7249145bfc02 [ 1144.806249] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63af5303-12bf-4fb3-a4cc-1b803ed2a976 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.818072] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b200da-3bdc-4dee-9811-f57e55f70df2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.825284] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-092def5c-ccd6-4f75-8654-e198290b69f8 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1144.825284] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-092def5c-ccd6-4f75-8654-e198290b69f8 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Deleting contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1144.825445] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-092def5c-ccd6-4f75-8654-e198290b69f8 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Deleting the datastore file [datastore1] 4a99a881-e491-42f0-9d0d-91e20a7a7a61 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1144.825705] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2f79af4-9684-4f3e-9cb5-69ff8eeeca18 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.831439] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance c023299f-9f9c-446c-af98-23940a25f898 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1144.831888] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 61b7dedf-f80d-4440-a685-25792b564c43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1144.831888] env[69699]: WARNING nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 33c6c229-7f77-4968-b48d-6a59bea1fc9a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1144.832072] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 6ce72100-1024-4041-b84c-8b611a186331 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1144.832072] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance eb3dca42-7412-429a-ad9e-71fc4977dd30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1144.832231] env[69699]: WARNING nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 81798ce1-9b3b-48ce-86d9-837923752fdc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1144.833311] env[69699]: WARNING nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 99225813-f478-4dbf-a5d8-d7d003c77149 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1144.833311] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 4a99a881-e491-42f0-9d0d-91e20a7a7a61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1144.833311] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Migration 4df6055c-ebc2-4efb-b703-e604b28717e3 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1144.833311] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance d9110b26-9c12-47c7-a35d-eb29c51e8fa1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1144.833590] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Migration 83678065-8dc6-4390-bc0c-1e153e8a114d is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1144.833639] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 799bd3b7-732a-45ea-9871-8396e38974f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1144.836516] env[69699]: DEBUG oslo_vmware.api [None req-092def5c-ccd6-4f75-8654-e198290b69f8 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for the task: (returnval){ [ 1144.836516] env[69699]: value = "task-3607889" [ 1144.836516] env[69699]: _type = "Task" [ 1144.836516] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.847060] env[69699]: INFO nova.virt.block_device [None req-ab26d8a2-9e90-4164-829c-1f9a7fd34ac2 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Attempting to driver detach volume 25e92918-46a1-4ea8-9158-7249145bfc02 from mountpoint /dev/sdb [ 1144.847191] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab26d8a2-9e90-4164-829c-1f9a7fd34ac2 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Volume detach. Driver type: vmdk {{(pid=69699) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1144.847466] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab26d8a2-9e90-4164-829c-1f9a7fd34ac2 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 6ce72100-1024-4041-b84c-8b611a186331] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719707', 'volume_id': '25e92918-46a1-4ea8-9158-7249145bfc02', 'name': 'volume-25e92918-46a1-4ea8-9158-7249145bfc02', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6ce72100-1024-4041-b84c-8b611a186331', 'attached_at': '', 'detached_at': '', 'volume_id': '25e92918-46a1-4ea8-9158-7249145bfc02', 'serial': '25e92918-46a1-4ea8-9158-7249145bfc02'} {{(pid=69699) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1144.848820] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fadfd50b-f1be-4038-8d3b-8cfabaa97927 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.855206] env[69699]: DEBUG oslo_vmware.api [None req-092def5c-ccd6-4f75-8654-e198290b69f8 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607889, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.876401] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a3bb6e-3c09-42bf-a6e1-a52532902bd2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.884273] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd467abe-8795-4e09-bedc-d951af65b7a0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.907025] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9861d370-abd1-485a-81e3-6c4f0e42137d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.922924] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab26d8a2-9e90-4164-829c-1f9a7fd34ac2 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] The volume has not been displaced from its original location: [datastore1] volume-25e92918-46a1-4ea8-9158-7249145bfc02/volume-25e92918-46a1-4ea8-9158-7249145bfc02.vmdk. No consolidation needed. {{(pid=69699) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1144.928368] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab26d8a2-9e90-4164-829c-1f9a7fd34ac2 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Reconfiguring VM instance instance-00000066 to detach disk 2001 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1144.928662] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a5b6030-8114-479b-b054-9d14a99058ba {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.948548] env[69699]: DEBUG oslo_vmware.api [None req-ab26d8a2-9e90-4164-829c-1f9a7fd34ac2 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for the task: (returnval){ [ 1144.948548] env[69699]: value = "task-3607890" [ 1144.948548] env[69699]: _type = "Task" [ 1144.948548] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.964920] env[69699]: DEBUG oslo_vmware.api [None req-ab26d8a2-9e90-4164-829c-1f9a7fd34ac2 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607890, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.965216] env[69699]: DEBUG oslo_vmware.api [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607887, 'name': ReconfigVM_Task, 'duration_secs': 0.160385} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.965675] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Updating instance '311e4618-41ff-4cab-ae4f-d7063872abc8' progress to 33 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1145.293017] env[69699]: DEBUG nova.network.neutron [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Port 20005b70-2996-4ba6-a22b-e5c8c311749c binding to destination host cpu-1 is already ACTIVE {{(pid=69699) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1145.338620] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1145.338765] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Migration efb1017c-3c51-4a4a-8cfe-5b26f7975cc3 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1145.338894] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 311e4618-41ff-4cab-ae4f-d7063872abc8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1145.339028] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 13da2a75-0714-4c8e-ba8f-a853113472c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1145.339269] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=69699) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1145.339410] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=69699) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1145.351384] env[69699]: DEBUG oslo_vmware.api [None req-092def5c-ccd6-4f75-8654-e198290b69f8 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Task: {'id': task-3607889, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139655} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.351622] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-092def5c-ccd6-4f75-8654-e198290b69f8 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1145.351803] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-092def5c-ccd6-4f75-8654-e198290b69f8 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Deleted contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1145.351973] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-092def5c-ccd6-4f75-8654-e198290b69f8 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1145.352182] env[69699]: INFO nova.compute.manager [None req-092def5c-ccd6-4f75-8654-e198290b69f8 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1145.352444] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-092def5c-ccd6-4f75-8654-e198290b69f8 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1145.352638] env[69699]: DEBUG nova.compute.manager [-] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1145.352734] env[69699]: DEBUG nova.network.neutron [-] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1145.461779] env[69699]: DEBUG oslo_vmware.api [None req-ab26d8a2-9e90-4164-829c-1f9a7fd34ac2 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607890, 'name': ReconfigVM_Task, 'duration_secs': 0.253007} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.463959] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab26d8a2-9e90-4164-829c-1f9a7fd34ac2 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Reconfigured VM instance instance-00000066 to detach disk 2001 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1145.468869] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c00ff1a-14d1-472a-8535-536710b859d1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.480329] env[69699]: DEBUG nova.virt.hardware [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1145.481026] env[69699]: DEBUG nova.virt.hardware [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.481026] env[69699]: DEBUG nova.virt.hardware [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.481026] env[69699]: DEBUG nova.virt.hardware [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.481197] env[69699]: DEBUG nova.virt.hardware [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.481560] env[69699]: DEBUG nova.virt.hardware [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1145.481560] env[69699]: DEBUG nova.virt.hardware [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1145.481671] env[69699]: DEBUG nova.virt.hardware [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1145.481816] env[69699]: DEBUG nova.virt.hardware [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1145.481979] env[69699]: DEBUG nova.virt.hardware [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1145.482225] env[69699]: DEBUG nova.virt.hardware [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1145.487313] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Reconfiguring VM instance instance-00000039 to detach disk 2000 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1145.490066] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5aaa6c6f-327a-4eed-8b8a-308fd4bedc08 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.512226] env[69699]: DEBUG oslo_vmware.api [None req-ab26d8a2-9e90-4164-829c-1f9a7fd34ac2 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for the task: (returnval){ [ 1145.512226] env[69699]: value = "task-3607891" [ 1145.512226] env[69699]: _type = "Task" [ 1145.512226] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.513592] env[69699]: DEBUG oslo_vmware.api [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1145.513592] env[69699]: value = "task-3607892" [ 1145.513592] env[69699]: _type = "Task" [ 1145.513592] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.528472] env[69699]: DEBUG oslo_vmware.api [None req-ab26d8a2-9e90-4164-829c-1f9a7fd34ac2 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607891, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.528719] env[69699]: DEBUG oslo_vmware.api [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607892, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.590953] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d361dd-ecf7-44ca-a531-ed56877af20e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.601222] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8102a99-3360-4299-b284-68b0ea39ec82 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.635356] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3ff63e-a373-4e87-a2d1-93865103d884 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.645613] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e21184e-5c5a-4ca0-a7bf-b98aaf8d4846 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.653705] env[69699]: DEBUG nova.compute.manager [req-d81245f6-b86d-45c9-aac3-a4863cc8b115 req-048bfef6-be1c-477e-9c5e-ee3320b01757 service nova] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Received event network-vif-deleted-a6a9ceae-64c3-496b-b489-079305fd97ad {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.653705] env[69699]: INFO nova.compute.manager [req-d81245f6-b86d-45c9-aac3-a4863cc8b115 req-048bfef6-be1c-477e-9c5e-ee3320b01757 service nova] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Neutron deleted interface a6a9ceae-64c3-496b-b489-079305fd97ad; detaching it from the instance and deleting it from the info cache [ 1145.653705] env[69699]: DEBUG nova.network.neutron [req-d81245f6-b86d-45c9-aac3-a4863cc8b115 req-048bfef6-be1c-477e-9c5e-ee3320b01757 service nova] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.666921] env[69699]: DEBUG nova.compute.provider_tree [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.735082] env[69699]: DEBUG nova.compute.manager [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] [instance: 13da2a75-0714-4c8e-ba8f-a853113472c4] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1145.761873] env[69699]: DEBUG nova.virt.hardware [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1145.762178] env[69699]: DEBUG nova.virt.hardware [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.762376] env[69699]: DEBUG nova.virt.hardware [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.762577] env[69699]: DEBUG nova.virt.hardware [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.762726] env[69699]: DEBUG nova.virt.hardware [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.762874] env[69699]: DEBUG nova.virt.hardware [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1145.763404] env[69699]: DEBUG nova.virt.hardware [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1145.763404] env[69699]: DEBUG nova.virt.hardware [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1145.763404] env[69699]: DEBUG nova.virt.hardware [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1145.763558] env[69699]: DEBUG nova.virt.hardware [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1145.763734] env[69699]: DEBUG nova.virt.hardware [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1145.764632] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643f60f7-c7cc-473a-bb66-2f95b13cf6a5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.772820] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110c244c-7cdf-4574-9901-739e31994f08 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.788011] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] [instance: 13da2a75-0714-4c8e-ba8f-a853113472c4] Instance VIF info [] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1145.793338] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Creating folder: Project (6ea20ff1f61e4b93bc666eac00a2e4f7). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1145.793876] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f979b825-c991-4360-ac7d-62a5e79cb19a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.809507] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Created folder: Project (6ea20ff1f61e4b93bc666eac00a2e4f7) in parent group-v719415. [ 1145.809719] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Creating folder: Instances. Parent ref: group-v719710. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1145.809945] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab4e5e4b-c001-4b01-9ac3-223db58122c3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.819613] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Created folder: Instances in parent group-v719710. [ 1145.819866] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1145.820081] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13da2a75-0714-4c8e-ba8f-a853113472c4] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1145.820286] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a37a73a-2cb7-4014-909e-7df37324018a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.840084] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1145.840084] env[69699]: value = "task-3607895" [ 1145.840084] env[69699]: _type = "Task" [ 1145.840084] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.850523] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607895, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.935486] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0f71b2-7fe0-45d0-ac3f-ae499766812d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.960464] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c04b3a3-66a0-4840-ba26-f42b3ec4d89e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.968235] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Updating instance 'd9110b26-9c12-47c7-a35d-eb29c51e8fa1' progress to 83 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1146.029312] env[69699]: DEBUG oslo_vmware.api [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607892, 'name': ReconfigVM_Task, 'duration_secs': 0.217456} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.032106] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Reconfigured VM instance instance-00000039 to detach disk 2000 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1146.032718] env[69699]: DEBUG oslo_vmware.api [None req-ab26d8a2-9e90-4164-829c-1f9a7fd34ac2 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607891, 'name': ReconfigVM_Task, 'duration_secs': 0.158268} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.033444] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ba6ace-2ad9-4160-bc27-8967cccf3b6a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.036522] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab26d8a2-9e90-4164-829c-1f9a7fd34ac2 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719707', 'volume_id': '25e92918-46a1-4ea8-9158-7249145bfc02', 'name': 'volume-25e92918-46a1-4ea8-9158-7249145bfc02', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6ce72100-1024-4041-b84c-8b611a186331', 'attached_at': '', 'detached_at': '', 'volume_id': '25e92918-46a1-4ea8-9158-7249145bfc02', 'serial': '25e92918-46a1-4ea8-9158-7249145bfc02'} {{(pid=69699) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1146.059876] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 311e4618-41ff-4cab-ae4f-d7063872abc8/311e4618-41ff-4cab-ae4f-d7063872abc8.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1146.060160] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cde2cd6-011b-4212-b2b1-43bc3a4f0427 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.080492] env[69699]: DEBUG oslo_vmware.api [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1146.080492] env[69699]: value = "task-3607897" [ 1146.080492] env[69699]: _type = "Task" [ 1146.080492] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.089519] env[69699]: DEBUG oslo_vmware.api [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607897, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.139591] env[69699]: DEBUG nova.network.neutron [-] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.155628] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-39a8ba0a-2439-428b-82bc-fc9065d89995 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.166566] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45ecd27-1b04-40be-bcc5-392243fa1707 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.180217] env[69699]: DEBUG nova.scheduler.client.report [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.207713] env[69699]: DEBUG nova.compute.manager [req-d81245f6-b86d-45c9-aac3-a4863cc8b115 req-048bfef6-be1c-477e-9c5e-ee3320b01757 service nova] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Detach interface failed, port_id=a6a9ceae-64c3-496b-b489-079305fd97ad, reason: Instance 4a99a881-e491-42f0-9d0d-91e20a7a7a61 could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1146.315851] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "799bd3b7-732a-45ea-9871-8396e38974f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.316024] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "799bd3b7-732a-45ea-9871-8396e38974f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.316644] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "799bd3b7-732a-45ea-9871-8396e38974f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.350479] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607895, 'name': CreateVM_Task, 'duration_secs': 0.278663} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.350662] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13da2a75-0714-4c8e-ba8f-a853113472c4] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1146.351111] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.351281] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.351655] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.351914] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91d6302e-0c49-4a08-aa66-ebac00efb652 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.357560] env[69699]: DEBUG oslo_vmware.api [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Waiting for the task: (returnval){ [ 1146.357560] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]529fa668-0bcc-582d-9038-035446d71791" [ 1146.357560] env[69699]: _type = "Task" [ 1146.357560] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.365225] env[69699]: DEBUG oslo_vmware.api [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]529fa668-0bcc-582d-9038-035446d71791, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.474307] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1146.474622] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c8229ba-6b55-4552-8e2f-23d901a2d7e1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.483282] env[69699]: DEBUG oslo_vmware.api [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 1146.483282] env[69699]: value = "task-3607898" [ 1146.483282] env[69699]: _type = "Task" [ 1146.483282] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.490986] env[69699]: DEBUG oslo_vmware.api [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607898, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.587537] env[69699]: DEBUG nova.objects.instance [None req-ab26d8a2-9e90-4164-829c-1f9a7fd34ac2 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lazy-loading 'flavor' on Instance uuid 6ce72100-1024-4041-b84c-8b611a186331 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.596089] env[69699]: DEBUG oslo_vmware.api [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607897, 'name': ReconfigVM_Task, 'duration_secs': 0.26263} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.597028] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 311e4618-41ff-4cab-ae4f-d7063872abc8/311e4618-41ff-4cab-ae4f-d7063872abc8.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1146.597028] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Updating instance '311e4618-41ff-4cab-ae4f-d7063872abc8' progress to 50 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1146.642981] env[69699]: INFO nova.compute.manager [-] [instance: 4a99a881-e491-42f0-9d0d-91e20a7a7a61] Took 1.29 seconds to deallocate network for instance. [ 1146.685260] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69699) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1146.685518] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.980s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.685788] env[69699]: DEBUG oslo_concurrency.lockutils [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.089s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.686026] env[69699]: DEBUG nova.objects.instance [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Lazy-loading 'pci_requests' on Instance uuid 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.687029] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.687171] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Cleaning up deleted instances {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1146.869981] env[69699]: DEBUG oslo_vmware.api [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]529fa668-0bcc-582d-9038-035446d71791, 'name': SearchDatastore_Task, 'duration_secs': 0.010314} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.870293] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.870524] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] [instance: 13da2a75-0714-4c8e-ba8f-a853113472c4] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1146.870762] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.870907] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.871116] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1146.871358] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e63059c3-d4f1-41ad-bbe3-d22c00b59886 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.880296] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1146.880477] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1146.881215] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-271f8dbb-d0b8-4fdb-b8f7-a2c80bd3ebc5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.886337] env[69699]: DEBUG oslo_vmware.api [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Waiting for the task: (returnval){ [ 1146.886337] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522d5165-400d-e4ff-a351-16add8a76206" [ 1146.886337] env[69699]: _type = "Task" [ 1146.886337] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.894009] env[69699]: DEBUG oslo_vmware.api [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522d5165-400d-e4ff-a351-16add8a76206, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.992592] env[69699]: DEBUG oslo_vmware.api [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607898, 'name': PowerOnVM_Task, 'duration_secs': 0.398931} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.992874] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1146.993072] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a413b02b-8f4a-4a01-9da5-ba80f81a6055 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Updating instance 'd9110b26-9c12-47c7-a35d-eb29c51e8fa1' progress to 100 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1147.103524] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1e6558-9a06-4b24-9e2c-02755f74396a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.123809] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4512861f-2f9a-4109-913e-9ef6d9416a0c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.141267] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Updating instance '311e4618-41ff-4cab-ae4f-d7063872abc8' progress to 67 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1147.149796] env[69699]: DEBUG oslo_concurrency.lockutils [None req-092def5c-ccd6-4f75-8654-e198290b69f8 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.190975] env[69699]: DEBUG nova.objects.instance [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Lazy-loading 'numa_topology' on Instance uuid 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.201925] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] There are 47 instances to clean {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1147.202106] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 1b4f7e4b-88da-48ac-a2f4-8006a724e9fb] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1147.349977] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "refresh_cache-799bd3b7-732a-45ea-9871-8396e38974f7" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.350200] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquired lock "refresh_cache-799bd3b7-732a-45ea-9871-8396e38974f7" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.350382] env[69699]: DEBUG nova.network.neutron [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.397931] env[69699]: DEBUG oslo_vmware.api [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522d5165-400d-e4ff-a351-16add8a76206, 'name': SearchDatastore_Task, 'duration_secs': 0.008293} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.398737] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6cb078c-40fa-431f-8fa3-b5f8804527ea {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.403995] env[69699]: DEBUG oslo_vmware.api [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Waiting for the task: (returnval){ [ 1147.403995] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52246882-adac-fd58-dd31-db318464cbaa" [ 1147.403995] env[69699]: _type = "Task" [ 1147.403995] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.412141] env[69699]: DEBUG oslo_vmware.api [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52246882-adac-fd58-dd31-db318464cbaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.595039] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ab26d8a2-9e90-4164-829c-1f9a7fd34ac2 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "6ce72100-1024-4041-b84c-8b611a186331" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.303s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.678888] env[69699]: DEBUG nova.network.neutron [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Port 4fdb835d-6532-41ed-a080-cc51c855a95e binding to destination host cpu-1 is already ACTIVE {{(pid=69699) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1147.704733] env[69699]: INFO nova.compute.claims [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1147.707621] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 8f881d79-ab95-4019-b46b-ab4f0034aa58] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1147.915353] env[69699]: DEBUG oslo_vmware.api [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52246882-adac-fd58-dd31-db318464cbaa, 'name': SearchDatastore_Task, 'duration_secs': 0.010554} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.917830] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.918138] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 13da2a75-0714-4c8e-ba8f-a853113472c4/13da2a75-0714-4c8e-ba8f-a853113472c4.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1147.918416] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b10fdad4-93a3-4b4a-8216-ea50c75ba8c7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.925655] env[69699]: DEBUG oslo_vmware.api [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Waiting for the task: (returnval){ [ 1147.925655] env[69699]: value = "task-3607899" [ 1147.925655] env[69699]: _type = "Task" [ 1147.925655] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.934748] env[69699]: DEBUG oslo_vmware.api [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Task: {'id': task-3607899, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.056868] env[69699]: DEBUG nova.network.neutron [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Updating instance_info_cache with network_info: [{"id": "20005b70-2996-4ba6-a22b-e5c8c311749c", "address": "fa:16:3e:1a:ae:f7", "network": {"id": "3704068f-6289-4088-bfd3-0d8f4fb8ad07", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1045952331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "152467b2c42f4433aacb37504612095d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20005b70-29", "ovs_interfaceid": "20005b70-2996-4ba6-a22b-e5c8c311749c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.213929] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: df538494-4ef6-49f4-8381-459e14fa731c] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1148.437496] env[69699]: DEBUG oslo_vmware.api [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Task: {'id': task-3607899, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.559361] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Releasing lock "refresh_cache-799bd3b7-732a-45ea-9871-8396e38974f7" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.568672] env[69699]: DEBUG oslo_concurrency.lockutils [None req-344694fc-fb3e-43c1-809e-8c3420ceef6e tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Acquiring lock "6ce72100-1024-4041-b84c-8b611a186331" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.568902] env[69699]: DEBUG oslo_concurrency.lockutils [None req-344694fc-fb3e-43c1-809e-8c3420ceef6e tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "6ce72100-1024-4041-b84c-8b611a186331" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.569116] env[69699]: DEBUG oslo_concurrency.lockutils [None req-344694fc-fb3e-43c1-809e-8c3420ceef6e tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Acquiring lock "6ce72100-1024-4041-b84c-8b611a186331-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.569298] env[69699]: DEBUG oslo_concurrency.lockutils [None req-344694fc-fb3e-43c1-809e-8c3420ceef6e tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "6ce72100-1024-4041-b84c-8b611a186331-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.569455] env[69699]: DEBUG oslo_concurrency.lockutils [None req-344694fc-fb3e-43c1-809e-8c3420ceef6e tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "6ce72100-1024-4041-b84c-8b611a186331-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.571560] env[69699]: INFO nova.compute.manager [None req-344694fc-fb3e-43c1-809e-8c3420ceef6e tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Terminating instance [ 1148.704170] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquiring lock "311e4618-41ff-4cab-ae4f-d7063872abc8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.704493] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "311e4618-41ff-4cab-ae4f-d7063872abc8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.704604] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "311e4618-41ff-4cab-ae4f-d7063872abc8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.717094] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 35b9621f-00d1-4363-8b94-928b963d03eb] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1148.890856] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b76ccc-cb43-4669-bf35-ac1985313f3d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.898845] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd36bbe-b9aa-4f27-b5f7-747713757f19 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.933649] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7312494a-7177-4cab-a5bc-cd262c114cfd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.946418] env[69699]: DEBUG oslo_vmware.api [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Task: {'id': task-3607899, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538404} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.948102] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89cb7f51-7e9d-48f8-83c7-a0244c67bbf6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.952165] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 13da2a75-0714-4c8e-ba8f-a853113472c4/13da2a75-0714-4c8e-ba8f-a853113472c4.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1148.952384] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] [instance: 13da2a75-0714-4c8e-ba8f-a853113472c4] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1148.952626] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42844731-46fa-4668-9b0b-7a732aa2ea3b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.965077] env[69699]: DEBUG nova.compute.provider_tree [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.967555] env[69699]: DEBUG oslo_vmware.api [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Waiting for the task: (returnval){ [ 1148.967555] env[69699]: value = "task-3607900" [ 1148.967555] env[69699]: _type = "Task" [ 1148.967555] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.976896] env[69699]: DEBUG oslo_vmware.api [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Task: {'id': task-3607900, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.075611] env[69699]: DEBUG nova.compute.manager [None req-344694fc-fb3e-43c1-809e-8c3420ceef6e tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1149.075853] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-344694fc-fb3e-43c1-809e-8c3420ceef6e tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1149.076771] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c6c886-77db-4d31-a8af-a387faed668a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.082931] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68be990-7326-4eb4-9a3f-17e082767784 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.087990] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-344694fc-fb3e-43c1-809e-8c3420ceef6e tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1149.088599] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e8a36fb-10b7-4884-a691-40ff45133662 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.106689] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568abfc6-1932-403c-94b6-c3dd0053694d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.109599] env[69699]: DEBUG oslo_vmware.api [None req-344694fc-fb3e-43c1-809e-8c3420ceef6e tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for the task: (returnval){ [ 1149.109599] env[69699]: value = "task-3607901" [ 1149.109599] env[69699]: _type = "Task" [ 1149.109599] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.118528] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Updating instance '799bd3b7-732a-45ea-9871-8396e38974f7' progress to 83 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1149.127884] env[69699]: DEBUG oslo_vmware.api [None req-344694fc-fb3e-43c1-809e-8c3420ceef6e tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607901, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.156959] env[69699]: DEBUG nova.network.neutron [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Port 743be538-81f8-4787-8097-149c80957c31 binding to destination host cpu-1 is already ACTIVE {{(pid=69699) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1149.157342] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquiring lock "refresh_cache-d9110b26-9c12-47c7-a35d-eb29c51e8fa1" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.157541] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquired lock "refresh_cache-d9110b26-9c12-47c7-a35d-eb29c51e8fa1" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.157718] env[69699]: DEBUG nova.network.neutron [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.221817] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 443869ec-6df5-4e4a-8c46-340fc7b98b37] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1149.469510] env[69699]: DEBUG nova.scheduler.client.report [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.483044] env[69699]: DEBUG oslo_vmware.api [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Task: {'id': task-3607900, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076676} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.483044] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] [instance: 13da2a75-0714-4c8e-ba8f-a853113472c4] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1149.483543] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308a35d6-7369-45ab-8775-6a50972c833a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.504141] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] [instance: 13da2a75-0714-4c8e-ba8f-a853113472c4] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 13da2a75-0714-4c8e-ba8f-a853113472c4/13da2a75-0714-4c8e-ba8f-a853113472c4.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.504691] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a60ecce8-03c0-4865-afb3-93776733aebb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.525338] env[69699]: DEBUG oslo_vmware.api [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Waiting for the task: (returnval){ [ 1149.525338] env[69699]: value = "task-3607903" [ 1149.525338] env[69699]: _type = "Task" [ 1149.525338] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.533792] env[69699]: DEBUG oslo_vmware.api [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Task: {'id': task-3607903, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.621656] env[69699]: DEBUG oslo_vmware.api [None req-344694fc-fb3e-43c1-809e-8c3420ceef6e tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607901, 'name': PowerOffVM_Task, 'duration_secs': 0.252313} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.621966] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-344694fc-fb3e-43c1-809e-8c3420ceef6e tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1149.622164] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-344694fc-fb3e-43c1-809e-8c3420ceef6e tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1149.622439] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45da4ce0-79df-4ea1-8edc-832d948d3c9e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.625944] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1149.625944] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-074f28d0-6c44-4627-b4c4-e262c563ae99 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.634815] env[69699]: DEBUG oslo_vmware.api [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 1149.634815] env[69699]: value = "task-3607904" [ 1149.634815] env[69699]: _type = "Task" [ 1149.634815] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.643364] env[69699]: DEBUG oslo_vmware.api [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607904, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.699587] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-344694fc-fb3e-43c1-809e-8c3420ceef6e tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1149.699879] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-344694fc-fb3e-43c1-809e-8c3420ceef6e tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1149.700190] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-344694fc-fb3e-43c1-809e-8c3420ceef6e tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Deleting the datastore file [datastore2] 6ce72100-1024-4041-b84c-8b611a186331 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1149.700540] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3bee755-1c87-4028-ae31-d38001390477 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.708354] env[69699]: DEBUG oslo_vmware.api [None req-344694fc-fb3e-43c1-809e-8c3420ceef6e tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for the task: (returnval){ [ 1149.708354] env[69699]: value = "task-3607906" [ 1149.708354] env[69699]: _type = "Task" [ 1149.708354] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.723159] env[69699]: DEBUG oslo_vmware.api [None req-344694fc-fb3e-43c1-809e-8c3420ceef6e tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607906, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.724553] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: cdda04f7-d4a8-4221-a65a-445518eb5e0c] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1149.767615] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquiring lock "refresh_cache-311e4618-41ff-4cab-ae4f-d7063872abc8" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.767801] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquired lock "refresh_cache-311e4618-41ff-4cab-ae4f-d7063872abc8" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.768016] env[69699]: DEBUG nova.network.neutron [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.965248] env[69699]: DEBUG nova.network.neutron [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Updating instance_info_cache with network_info: [{"id": "743be538-81f8-4787-8097-149c80957c31", "address": "fa:16:3e:76:0c:40", "network": {"id": "e99ab3ed-1030-44b0-98b1-0c8d1d561613", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1328451822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce00a2c4d2d6497eab27716fff8fe855", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap743be538-81", "ovs_interfaceid": "743be538-81f8-4787-8097-149c80957c31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.977979] env[69699]: DEBUG oslo_concurrency.lockutils [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.292s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.980033] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2c4f7c17-d060-4d43-84dc-3722e37fbed3 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.770s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.980226] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2c4f7c17-d060-4d43-84dc-3722e37fbed3 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.982050] env[69699]: DEBUG oslo_concurrency.lockutils [None req-da03312d-94dc-4f69-bfbb-4f195c22f761 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.905s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.982321] env[69699]: DEBUG oslo_concurrency.lockutils [None req-da03312d-94dc-4f69-bfbb-4f195c22f761 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.983839] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8d72af22-427d-4f3b-a246-40143246a081 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.441s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.984040] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8d72af22-427d-4f3b-a246-40143246a081 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.985802] env[69699]: DEBUG oslo_concurrency.lockutils [None req-092def5c-ccd6-4f75-8654-e198290b69f8 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.836s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.986038] env[69699]: DEBUG nova.objects.instance [None req-092def5c-ccd6-4f75-8654-e198290b69f8 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lazy-loading 'resources' on Instance uuid 4a99a881-e491-42f0-9d0d-91e20a7a7a61 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.007971] env[69699]: INFO nova.scheduler.client.report [None req-da03312d-94dc-4f69-bfbb-4f195c22f761 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Deleted allocations for instance 81798ce1-9b3b-48ce-86d9-837923752fdc [ 1150.009731] env[69699]: INFO nova.scheduler.client.report [None req-2c4f7c17-d060-4d43-84dc-3722e37fbed3 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Deleted allocations for instance 99225813-f478-4dbf-a5d8-d7d003c77149 [ 1150.017227] env[69699]: INFO nova.network.neutron [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Updating port 4caa43da-d5ab-4dea-80ae-8a77909ff4eb with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1150.022425] env[69699]: INFO nova.scheduler.client.report [None req-8d72af22-427d-4f3b-a246-40143246a081 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Deleted allocations for instance 33c6c229-7f77-4968-b48d-6a59bea1fc9a [ 1150.035451] env[69699]: DEBUG oslo_vmware.api [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Task: {'id': task-3607903, 'name': ReconfigVM_Task, 'duration_secs': 0.317712} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.035728] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] [instance: 13da2a75-0714-4c8e-ba8f-a853113472c4] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 13da2a75-0714-4c8e-ba8f-a853113472c4/13da2a75-0714-4c8e-ba8f-a853113472c4.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.036356] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f40548cf-4d12-4d02-aba0-7526f524e2aa {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.044568] env[69699]: DEBUG oslo_vmware.api [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Waiting for the task: (returnval){ [ 1150.044568] env[69699]: value = "task-3607907" [ 1150.044568] env[69699]: _type = "Task" [ 1150.044568] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.053548] env[69699]: DEBUG oslo_vmware.api [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Task: {'id': task-3607907, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.145897] env[69699]: DEBUG oslo_vmware.api [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607904, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.218940] env[69699]: DEBUG oslo_vmware.api [None req-344694fc-fb3e-43c1-809e-8c3420ceef6e tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607906, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180028} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.219217] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-344694fc-fb3e-43c1-809e-8c3420ceef6e tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1150.219418] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-344694fc-fb3e-43c1-809e-8c3420ceef6e tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1150.219654] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-344694fc-fb3e-43c1-809e-8c3420ceef6e tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1150.219884] env[69699]: INFO nova.compute.manager [None req-344694fc-fb3e-43c1-809e-8c3420ceef6e tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1150.220198] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-344694fc-fb3e-43c1-809e-8c3420ceef6e tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1150.220732] env[69699]: DEBUG nova.compute.manager [-] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1150.220835] env[69699]: DEBUG nova.network.neutron [-] [instance: 6ce72100-1024-4041-b84c-8b611a186331] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1150.228056] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 8761424b-62be-4ef5-959f-032ae7ca8938] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1150.468158] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Releasing lock "refresh_cache-d9110b26-9c12-47c7-a35d-eb29c51e8fa1" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.523564] env[69699]: DEBUG oslo_concurrency.lockutils [None req-da03312d-94dc-4f69-bfbb-4f195c22f761 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "81798ce1-9b3b-48ce-86d9-837923752fdc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.953s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.524580] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2c4f7c17-d060-4d43-84dc-3722e37fbed3 tempest-ImagesOneServerNegativeTestJSON-1823576721 tempest-ImagesOneServerNegativeTestJSON-1823576721-project-member] Lock "99225813-f478-4dbf-a5d8-d7d003c77149" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.218s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.532131] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8d72af22-427d-4f3b-a246-40143246a081 tempest-AttachInterfacesTestJSON-494319403 tempest-AttachInterfacesTestJSON-494319403-project-member] Lock "33c6c229-7f77-4968-b48d-6a59bea1fc9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.396s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.545728] env[69699]: DEBUG nova.network.neutron [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Updating instance_info_cache with network_info: [{"id": "4fdb835d-6532-41ed-a080-cc51c855a95e", "address": "fa:16:3e:8f:5f:18", "network": {"id": "4a55132d-5b16-41eb-97d5-c6aacd2ebbe0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2076238106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f0293384f344ba09f431b47ef381d57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fdb835d-65", "ovs_interfaceid": "4fdb835d-6532-41ed-a080-cc51c855a95e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.558150] env[69699]: DEBUG oslo_vmware.api [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Task: {'id': task-3607907, 'name': Rename_Task, 'duration_secs': 0.213212} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.560784] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] [instance: 13da2a75-0714-4c8e-ba8f-a853113472c4] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1150.562183] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c82b777b-99d3-4d39-a0f5-0e0875e1e192 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.570248] env[69699]: DEBUG oslo_vmware.api [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Waiting for the task: (returnval){ [ 1150.570248] env[69699]: value = "task-3607908" [ 1150.570248] env[69699]: _type = "Task" [ 1150.570248] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.582320] env[69699]: DEBUG oslo_vmware.api [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Task: {'id': task-3607908, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.646940] env[69699]: DEBUG oslo_vmware.api [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607904, 'name': PowerOnVM_Task, 'duration_secs': 0.663853} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.651130] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1150.651518] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d715c7c6-0bfc-4507-bcf8-a5a29f2536db tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Updating instance '799bd3b7-732a-45ea-9871-8396e38974f7' progress to 100 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1150.726767] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1496c521-1611-40ca-8d0a-bf9537a20169 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.734514] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: ebcf8712-89f5-4806-bad4-7d08f1e05d09] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1150.736998] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c82c8b2-c3ef-4f39-90f9-f2391151ab6e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.769445] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b335567-8be0-4945-819f-6760668d31fe {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.778910] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc14a976-d383-4aad-acc5-f28f27e14c08 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.794852] env[69699]: DEBUG nova.compute.provider_tree [None req-092def5c-ccd6-4f75-8654-e198290b69f8 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.973138] env[69699]: DEBUG nova.compute.manager [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69699) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1151.048347] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Releasing lock "refresh_cache-311e4618-41ff-4cab-ae4f-d7063872abc8" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.086222] env[69699]: DEBUG oslo_vmware.api [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Task: {'id': task-3607908, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.162412] env[69699]: DEBUG nova.compute.manager [req-1a8869ff-f720-40bd-966e-dcf96dfac578 req-05aee6ee-b73f-4730-946a-ee7961b1c371 service nova] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Received event network-vif-deleted-847ba884-1d01-41b1-99e4-94af3087f683 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.162857] env[69699]: INFO nova.compute.manager [req-1a8869ff-f720-40bd-966e-dcf96dfac578 req-05aee6ee-b73f-4730-946a-ee7961b1c371 service nova] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Neutron deleted interface 847ba884-1d01-41b1-99e4-94af3087f683; detaching it from the instance and deleting it from the info cache [ 1151.163167] env[69699]: DEBUG nova.network.neutron [req-1a8869ff-f720-40bd-966e-dcf96dfac578 req-05aee6ee-b73f-4730-946a-ee7961b1c371 service nova] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.241092] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 87a0c726-699f-433d-ba5b-d610a3d91db0] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1151.300123] env[69699]: DEBUG nova.scheduler.client.report [None req-092def5c-ccd6-4f75-8654-e198290b69f8 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.475536] env[69699]: DEBUG nova.network.neutron [-] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.580462] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76dccb0b-c9b7-43ec-a8bd-97f8e50b5e06 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.591266] env[69699]: DEBUG oslo_vmware.api [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Task: {'id': task-3607908, 'name': PowerOnVM_Task, 'duration_secs': 0.517271} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.608922] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] [instance: 13da2a75-0714-4c8e-ba8f-a853113472c4] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1151.609636] env[69699]: INFO nova.compute.manager [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] [instance: 13da2a75-0714-4c8e-ba8f-a853113472c4] Took 5.87 seconds to spawn the instance on the hypervisor. [ 1151.609636] env[69699]: DEBUG nova.compute.manager [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] [instance: 13da2a75-0714-4c8e-ba8f-a853113472c4] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1151.610751] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdf83d8-af85-4ace-9fd9-c45f14ed4cca {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.613872] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0bec50-05ff-4517-b239-715db59b6392 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.631131] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Updating instance '311e4618-41ff-4cab-ae4f-d7063872abc8' progress to 83 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1151.670047] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-663a1891-d89d-4205-8918-d21beb1b45ae {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.679964] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc1ffba-1a8a-4c6e-9cbf-97114337e6ac {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.698095] env[69699]: DEBUG oslo_concurrency.lockutils [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Acquiring lock "refresh_cache-8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.698095] env[69699]: DEBUG oslo_concurrency.lockutils [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Acquired lock "refresh_cache-8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.698095] env[69699]: DEBUG nova.network.neutron [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.724658] env[69699]: DEBUG nova.compute.manager [req-1a8869ff-f720-40bd-966e-dcf96dfac578 req-05aee6ee-b73f-4730-946a-ee7961b1c371 service nova] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Detach interface failed, port_id=847ba884-1d01-41b1-99e4-94af3087f683, reason: Instance 6ce72100-1024-4041-b84c-8b611a186331 could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1151.745344] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 12ab37c5-3a07-43ca-b87d-4c62d904ea78] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1151.806763] env[69699]: DEBUG oslo_concurrency.lockutils [None req-092def5c-ccd6-4f75-8654-e198290b69f8 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.821s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.836850] env[69699]: INFO nova.scheduler.client.report [None req-092def5c-ccd6-4f75-8654-e198290b69f8 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Deleted allocations for instance 4a99a881-e491-42f0-9d0d-91e20a7a7a61 [ 1151.914073] env[69699]: DEBUG oslo_concurrency.lockutils [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquiring lock "823c4a94-89da-4f9f-86d3-e7e93ee25735" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.914374] env[69699]: DEBUG oslo_concurrency.lockutils [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "823c4a94-89da-4f9f-86d3-e7e93ee25735" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.978569] env[69699]: INFO nova.compute.manager [-] [instance: 6ce72100-1024-4041-b84c-8b611a186331] Took 1.76 seconds to deallocate network for instance. [ 1152.120695] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.121031] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.138571] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1152.144656] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c10f4a8-62d2-452f-b730-e7bc21cc836c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.147827] env[69699]: INFO nova.compute.manager [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] [instance: 13da2a75-0714-4c8e-ba8f-a853113472c4] Took 21.87 seconds to build instance. [ 1152.151777] env[69699]: DEBUG oslo_vmware.api [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1152.151777] env[69699]: value = "task-3607909" [ 1152.151777] env[69699]: _type = "Task" [ 1152.151777] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.180178] env[69699]: DEBUG oslo_vmware.api [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607909, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.249358] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 2a426aa8-b5c2-4b48-b491-9b7702b1d033] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1152.346394] env[69699]: DEBUG oslo_concurrency.lockutils [None req-092def5c-ccd6-4f75-8654-e198290b69f8 tempest-ImagesTestJSON-510458365 tempest-ImagesTestJSON-510458365-project-member] Lock "4a99a881-e491-42f0-9d0d-91e20a7a7a61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.654s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.416807] env[69699]: DEBUG nova.compute.manager [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 823c4a94-89da-4f9f-86d3-e7e93ee25735] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1152.485504] env[69699]: DEBUG oslo_concurrency.lockutils [None req-344694fc-fb3e-43c1-809e-8c3420ceef6e tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.627667] env[69699]: DEBUG nova.objects.instance [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lazy-loading 'migration_context' on Instance uuid d9110b26-9c12-47c7-a35d-eb29c51e8fa1 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.653058] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9f0d4ffc-434d-4661-93a1-00f088a375e8 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Lock "13da2a75-0714-4c8e-ba8f-a853113472c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.390s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.672248] env[69699]: DEBUG oslo_vmware.api [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607909, 'name': PowerOnVM_Task, 'duration_secs': 0.415106} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.674627] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1152.675067] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2a07ce-912b-4cf2-a687-d6b89d6a0038 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Updating instance '311e4618-41ff-4cab-ae4f-d7063872abc8' progress to 100 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1152.752208] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: b729633f-fafa-4118-8e8b-2ab30de58d38] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1152.775548] env[69699]: DEBUG nova.compute.manager [None req-122af130-a6f4-461f-9047-f04f9bdab503 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] [instance: 13da2a75-0714-4c8e-ba8f-a853113472c4] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1152.777444] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4adbd8-4355-42ac-8a20-ba59be2de1d3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.879118] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2d5f4a07-17f6-4232-9f48-c8570db34784 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Acquiring lock "13da2a75-0714-4c8e-ba8f-a853113472c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.879118] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2d5f4a07-17f6-4232-9f48-c8570db34784 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Lock "13da2a75-0714-4c8e-ba8f-a853113472c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.879118] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2d5f4a07-17f6-4232-9f48-c8570db34784 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Acquiring lock "13da2a75-0714-4c8e-ba8f-a853113472c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.879118] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2d5f4a07-17f6-4232-9f48-c8570db34784 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Lock "13da2a75-0714-4c8e-ba8f-a853113472c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.879118] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2d5f4a07-17f6-4232-9f48-c8570db34784 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Lock "13da2a75-0714-4c8e-ba8f-a853113472c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.883026] env[69699]: INFO nova.compute.manager [None req-2d5f4a07-17f6-4232-9f48-c8570db34784 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] [instance: 13da2a75-0714-4c8e-ba8f-a853113472c4] Terminating instance [ 1152.883026] env[69699]: DEBUG nova.network.neutron [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Updating instance_info_cache with network_info: [{"id": "4caa43da-d5ab-4dea-80ae-8a77909ff4eb", "address": "fa:16:3e:52:eb:44", "network": {"id": "ea781b08-64ab-439d-b6be-fdcba547dbc1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1455220346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8394c185353f4b06b9f5e55522a396c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4caa43da-d5", "ovs_interfaceid": "4caa43da-d5ab-4dea-80ae-8a77909ff4eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.955922] env[69699]: DEBUG oslo_concurrency.lockutils [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.127244] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7c6996e2-9705-40d2-9c8e-5a0246d56e83 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "799bd3b7-732a-45ea-9871-8396e38974f7" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.127638] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7c6996e2-9705-40d2-9c8e-5a0246d56e83 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "799bd3b7-732a-45ea-9871-8396e38974f7" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.127892] env[69699]: DEBUG nova.compute.manager [None req-7c6996e2-9705-40d2-9c8e-5a0246d56e83 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Going to confirm migration 7 {{(pid=69699) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1153.255989] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 3ef26056-8ff7-41d3-9807-83d48fb934d7] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1153.291585] env[69699]: INFO nova.compute.manager [None req-122af130-a6f4-461f-9047-f04f9bdab503 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] [instance: 13da2a75-0714-4c8e-ba8f-a853113472c4] instance snapshotting [ 1153.292181] env[69699]: DEBUG nova.objects.instance [None req-122af130-a6f4-461f-9047-f04f9bdab503 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Lazy-loading 'flavor' on Instance uuid 13da2a75-0714-4c8e-ba8f-a853113472c4 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.330886] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588f107c-31e7-4768-b411-0393f2841987 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.339500] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac41a7b-797f-4726-9ee5-4665f829d0df {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.373768] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efe011f-5ed3-4179-8972-8ec2ebfbcebe {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.381414] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc49f86-083f-447c-9fdc-3a3afff5e941 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.386239] env[69699]: DEBUG oslo_concurrency.lockutils [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Releasing lock "refresh_cache-8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.388608] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2d5f4a07-17f6-4232-9f48-c8570db34784 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Acquiring lock "refresh_cache-13da2a75-0714-4c8e-ba8f-a853113472c4" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.388777] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2d5f4a07-17f6-4232-9f48-c8570db34784 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Acquired lock "refresh_cache-13da2a75-0714-4c8e-ba8f-a853113472c4" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.388953] env[69699]: DEBUG nova.network.neutron [None req-2d5f4a07-17f6-4232-9f48-c8570db34784 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] [instance: 13da2a75-0714-4c8e-ba8f-a853113472c4] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.402364] env[69699]: DEBUG nova.compute.provider_tree [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.431881] env[69699]: DEBUG nova.virt.hardware [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='6466b315388d7e29a9b51f74c63e5007',container_format='bare',created_at=2025-04-25T20:06:47Z,direct_url=,disk_format='vmdk',id=d8648444-48f6-4022-b6be-f918c6900120,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1894458268-shelved',owner='8394c185353f4b06b9f5e55522a396c5',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-04-25T20:07:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1153.432108] env[69699]: DEBUG nova.virt.hardware [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1153.435043] env[69699]: DEBUG nova.virt.hardware [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1153.435043] env[69699]: DEBUG nova.virt.hardware [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1153.435043] env[69699]: DEBUG nova.virt.hardware [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1153.435043] env[69699]: DEBUG nova.virt.hardware [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1153.435043] env[69699]: DEBUG nova.virt.hardware [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1153.435043] env[69699]: DEBUG nova.virt.hardware [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1153.435043] env[69699]: DEBUG nova.virt.hardware [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1153.435043] env[69699]: DEBUG nova.virt.hardware [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1153.435043] env[69699]: DEBUG nova.virt.hardware [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1153.435505] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97fa949-bbd4-46ea-9a55-1dd14e87811a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.440525] env[69699]: DEBUG nova.compute.manager [req-68405be2-710b-4e5c-be8f-676b7231c8a5 req-35730a35-525c-4c0f-9676-58d7172e8683 service nova] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Received event network-vif-plugged-4caa43da-d5ab-4dea-80ae-8a77909ff4eb {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.440685] env[69699]: DEBUG oslo_concurrency.lockutils [req-68405be2-710b-4e5c-be8f-676b7231c8a5 req-35730a35-525c-4c0f-9676-58d7172e8683 service nova] Acquiring lock "8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.440887] env[69699]: DEBUG oslo_concurrency.lockutils [req-68405be2-710b-4e5c-be8f-676b7231c8a5 req-35730a35-525c-4c0f-9676-58d7172e8683 service nova] Lock "8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.441237] env[69699]: DEBUG oslo_concurrency.lockutils [req-68405be2-710b-4e5c-be8f-676b7231c8a5 req-35730a35-525c-4c0f-9676-58d7172e8683 service nova] Lock "8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.441442] env[69699]: DEBUG nova.compute.manager [req-68405be2-710b-4e5c-be8f-676b7231c8a5 req-35730a35-525c-4c0f-9676-58d7172e8683 service nova] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] No waiting events found dispatching network-vif-plugged-4caa43da-d5ab-4dea-80ae-8a77909ff4eb {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1153.441608] env[69699]: WARNING nova.compute.manager [req-68405be2-710b-4e5c-be8f-676b7231c8a5 req-35730a35-525c-4c0f-9676-58d7172e8683 service nova] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Received unexpected event network-vif-plugged-4caa43da-d5ab-4dea-80ae-8a77909ff4eb for instance with vm_state shelved_offloaded and task_state spawning. [ 1153.441779] env[69699]: DEBUG nova.compute.manager [req-68405be2-710b-4e5c-be8f-676b7231c8a5 req-35730a35-525c-4c0f-9676-58d7172e8683 service nova] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Received event network-changed-4caa43da-d5ab-4dea-80ae-8a77909ff4eb {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.441963] env[69699]: DEBUG nova.compute.manager [req-68405be2-710b-4e5c-be8f-676b7231c8a5 req-35730a35-525c-4c0f-9676-58d7172e8683 service nova] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Refreshing instance network info cache due to event network-changed-4caa43da-d5ab-4dea-80ae-8a77909ff4eb. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1153.442102] env[69699]: DEBUG oslo_concurrency.lockutils [req-68405be2-710b-4e5c-be8f-676b7231c8a5 req-35730a35-525c-4c0f-9676-58d7172e8683 service nova] Acquiring lock "refresh_cache-8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.442256] env[69699]: DEBUG oslo_concurrency.lockutils [req-68405be2-710b-4e5c-be8f-676b7231c8a5 req-35730a35-525c-4c0f-9676-58d7172e8683 service nova] Acquired lock "refresh_cache-8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.442421] env[69699]: DEBUG nova.network.neutron [req-68405be2-710b-4e5c-be8f-676b7231c8a5 req-35730a35-525c-4c0f-9676-58d7172e8683 service nova] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Refreshing network info cache for port 4caa43da-d5ab-4dea-80ae-8a77909ff4eb {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1153.451194] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d726738c-9acd-455d-b8a1-b86a5ca47f51 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.467399] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:eb:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c24464bb-bb6b-43a2-bdcd-8086ad1a307f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4caa43da-d5ab-4dea-80ae-8a77909ff4eb', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1153.474857] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.475379] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1153.475607] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a2ba064-51e8-4746-919d-9c2f39ade0e7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.496952] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1153.496952] env[69699]: value = "task-3607910" [ 1153.496952] env[69699]: _type = "Task" [ 1153.496952] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.508319] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607910, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.711146] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7c6996e2-9705-40d2-9c8e-5a0246d56e83 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "refresh_cache-799bd3b7-732a-45ea-9871-8396e38974f7" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.711420] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7c6996e2-9705-40d2-9c8e-5a0246d56e83 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquired lock "refresh_cache-799bd3b7-732a-45ea-9871-8396e38974f7" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.711533] env[69699]: DEBUG nova.network.neutron [None req-7c6996e2-9705-40d2-9c8e-5a0246d56e83 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.711697] env[69699]: DEBUG nova.objects.instance [None req-7c6996e2-9705-40d2-9c8e-5a0246d56e83 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lazy-loading 'info_cache' on Instance uuid 799bd3b7-732a-45ea-9871-8396e38974f7 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.765749] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: ef62c2f8-e9b0-48ce-a9ae-62d632f9a48f] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1153.797827] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df91d3a-470b-4a35-a100-7723fc559cc8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.819891] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fab960c-0118-4222-94f4-81292f317fe4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.905451] env[69699]: DEBUG nova.scheduler.client.report [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.919195] env[69699]: DEBUG nova.network.neutron [None req-2d5f4a07-17f6-4232-9f48-c8570db34784 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] [instance: 13da2a75-0714-4c8e-ba8f-a853113472c4] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1154.008997] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607910, 'name': CreateVM_Task, 'duration_secs': 0.386132} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.009195] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1154.009932] env[69699]: DEBUG oslo_concurrency.lockutils [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d8648444-48f6-4022-b6be-f918c6900120" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.010373] env[69699]: DEBUG oslo_concurrency.lockutils [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d8648444-48f6-4022-b6be-f918c6900120" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.010894] env[69699]: DEBUG oslo_concurrency.lockutils [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d8648444-48f6-4022-b6be-f918c6900120" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.011184] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0601828c-cf3b-463b-9e58-2c0e48683070 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.017406] env[69699]: DEBUG oslo_vmware.api [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the task: (returnval){ [ 1154.017406] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52851efb-e765-7c91-600e-f9b6574fbf74" [ 1154.017406] env[69699]: _type = "Task" [ 1154.017406] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.031634] env[69699]: DEBUG oslo_vmware.api [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52851efb-e765-7c91-600e-f9b6574fbf74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.075269] env[69699]: DEBUG nova.network.neutron [None req-2d5f4a07-17f6-4232-9f48-c8570db34784 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] [instance: 13da2a75-0714-4c8e-ba8f-a853113472c4] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.269157] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 3f5ab19e-bdec-48ba-93d7-28c9a192f618] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.333561] env[69699]: DEBUG nova.compute.manager [None req-122af130-a6f4-461f-9047-f04f9bdab503 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] [instance: 13da2a75-0714-4c8e-ba8f-a853113472c4] Instance disappeared during snapshot {{(pid=69699) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1154.511072] env[69699]: DEBUG nova.compute.manager [None req-122af130-a6f4-461f-9047-f04f9bdab503 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] [instance: 13da2a75-0714-4c8e-ba8f-a853113472c4] Found 0 images (rotation: 2) {{(pid=69699) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1154.517809] env[69699]: DEBUG nova.network.neutron [req-68405be2-710b-4e5c-be8f-676b7231c8a5 req-35730a35-525c-4c0f-9676-58d7172e8683 service nova] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Updated VIF entry in instance network info cache for port 4caa43da-d5ab-4dea-80ae-8a77909ff4eb. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1154.518126] env[69699]: DEBUG nova.network.neutron [req-68405be2-710b-4e5c-be8f-676b7231c8a5 req-35730a35-525c-4c0f-9676-58d7172e8683 service nova] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Updating instance_info_cache with network_info: [{"id": "4caa43da-d5ab-4dea-80ae-8a77909ff4eb", "address": "fa:16:3e:52:eb:44", "network": {"id": "ea781b08-64ab-439d-b6be-fdcba547dbc1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1455220346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8394c185353f4b06b9f5e55522a396c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4caa43da-d5", "ovs_interfaceid": "4caa43da-d5ab-4dea-80ae-8a77909ff4eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.532414] env[69699]: DEBUG oslo_concurrency.lockutils [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d8648444-48f6-4022-b6be-f918c6900120" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.532678] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Processing image d8648444-48f6-4022-b6be-f918c6900120 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1154.532918] env[69699]: DEBUG oslo_concurrency.lockutils [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d8648444-48f6-4022-b6be-f918c6900120/d8648444-48f6-4022-b6be-f918c6900120.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.533167] env[69699]: DEBUG oslo_concurrency.lockutils [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d8648444-48f6-4022-b6be-f918c6900120/d8648444-48f6-4022-b6be-f918c6900120.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.533254] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1154.533596] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5486d6a-1c72-4448-ba62-796e48865020 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.547433] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1154.547433] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1154.548288] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6a94e58-fdcd-47f6-a39d-c0dd2b267149 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.558155] env[69699]: DEBUG oslo_vmware.api [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the task: (returnval){ [ 1154.558155] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5293c86c-3c31-5ce5-ed0d-76db6c54866d" [ 1154.558155] env[69699]: _type = "Task" [ 1154.558155] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.565713] env[69699]: DEBUG oslo_vmware.api [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5293c86c-3c31-5ce5-ed0d-76db6c54866d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.580205] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2d5f4a07-17f6-4232-9f48-c8570db34784 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Releasing lock "refresh_cache-13da2a75-0714-4c8e-ba8f-a853113472c4" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.581391] env[69699]: DEBUG nova.compute.manager [None req-2d5f4a07-17f6-4232-9f48-c8570db34784 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] [instance: 13da2a75-0714-4c8e-ba8f-a853113472c4] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1154.581391] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5f4a07-17f6-4232-9f48-c8570db34784 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] [instance: 13da2a75-0714-4c8e-ba8f-a853113472c4] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1154.581746] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e05efb-7a20-40e4-860d-ef675a316606 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.592886] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d5f4a07-17f6-4232-9f48-c8570db34784 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] [instance: 13da2a75-0714-4c8e-ba8f-a853113472c4] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.592886] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f85544f-cebd-49e6-8ebd-a9643b96b819 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.617092] env[69699]: DEBUG oslo_vmware.api [None req-2d5f4a07-17f6-4232-9f48-c8570db34784 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Waiting for the task: (returnval){ [ 1154.617092] env[69699]: value = "task-3607911" [ 1154.617092] env[69699]: _type = "Task" [ 1154.617092] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.633094] env[69699]: DEBUG oslo_vmware.api [None req-2d5f4a07-17f6-4232-9f48-c8570db34784 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Task: {'id': task-3607911, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.770797] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 7461edb3-d74b-4ec5-b06f-11737ba6fc77] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.921180] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.800s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.933503] env[69699]: DEBUG oslo_concurrency.lockutils [None req-344694fc-fb3e-43c1-809e-8c3420ceef6e tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.448s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.933753] env[69699]: DEBUG nova.objects.instance [None req-344694fc-fb3e-43c1-809e-8c3420ceef6e tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lazy-loading 'resources' on Instance uuid 6ce72100-1024-4041-b84c-8b611a186331 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.024895] env[69699]: DEBUG oslo_concurrency.lockutils [req-68405be2-710b-4e5c-be8f-676b7231c8a5 req-35730a35-525c-4c0f-9676-58d7172e8683 service nova] Releasing lock "refresh_cache-8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.067905] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Preparing fetch location {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1155.068132] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Fetch image to [datastore2] OSTACK_IMG_944135aa-893c-4d61-83d4-43caf6612b3a/OSTACK_IMG_944135aa-893c-4d61-83d4-43caf6612b3a.vmdk {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1155.068434] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Downloading stream optimized image d8648444-48f6-4022-b6be-f918c6900120 to [datastore2] OSTACK_IMG_944135aa-893c-4d61-83d4-43caf6612b3a/OSTACK_IMG_944135aa-893c-4d61-83d4-43caf6612b3a.vmdk on the data store datastore2 as vApp {{(pid=69699) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1155.068537] env[69699]: DEBUG nova.virt.vmwareapi.images [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Downloading image file data d8648444-48f6-4022-b6be-f918c6900120 to the ESX as VM named 'OSTACK_IMG_944135aa-893c-4d61-83d4-43caf6612b3a' {{(pid=69699) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1155.146746] env[69699]: DEBUG oslo_vmware.api [None req-2d5f4a07-17f6-4232-9f48-c8570db34784 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Task: {'id': task-3607911, 'name': PowerOffVM_Task, 'duration_secs': 0.287187} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.147196] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d5f4a07-17f6-4232-9f48-c8570db34784 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] [instance: 13da2a75-0714-4c8e-ba8f-a853113472c4] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.147890] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5f4a07-17f6-4232-9f48-c8570db34784 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] [instance: 13da2a75-0714-4c8e-ba8f-a853113472c4] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1155.151459] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d5a4504-26ea-4bd6-b4a4-03839588fed2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.181583] env[69699]: DEBUG oslo_vmware.rw_handles [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1155.181583] env[69699]: value = "resgroup-9" [ 1155.181583] env[69699]: _type = "ResourcePool" [ 1155.181583] env[69699]: }. {{(pid=69699) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1155.181583] env[69699]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-fb892d84-8cfe-45e9-aa96-8d1eec110352 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.204201] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5f4a07-17f6-4232-9f48-c8570db34784 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] [instance: 13da2a75-0714-4c8e-ba8f-a853113472c4] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1155.204457] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5f4a07-17f6-4232-9f48-c8570db34784 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] [instance: 13da2a75-0714-4c8e-ba8f-a853113472c4] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1155.204798] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d5f4a07-17f6-4232-9f48-c8570db34784 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Deleting the datastore file [datastore2] 13da2a75-0714-4c8e-ba8f-a853113472c4 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.208046] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ce5440d-bdd4-413c-a264-9c17e49da642 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.211986] env[69699]: DEBUG oslo_vmware.rw_handles [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Lease: (returnval){ [ 1155.211986] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52fed718-4843-1a62-c59d-c65ec4328d1d" [ 1155.211986] env[69699]: _type = "HttpNfcLease" [ 1155.211986] env[69699]: } obtained for vApp import into resource pool (val){ [ 1155.211986] env[69699]: value = "resgroup-9" [ 1155.211986] env[69699]: _type = "ResourcePool" [ 1155.211986] env[69699]: }. {{(pid=69699) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1155.212271] env[69699]: DEBUG oslo_vmware.api [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the lease: (returnval){ [ 1155.212271] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52fed718-4843-1a62-c59d-c65ec4328d1d" [ 1155.212271] env[69699]: _type = "HttpNfcLease" [ 1155.212271] env[69699]: } to be ready. {{(pid=69699) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1155.213777] env[69699]: DEBUG oslo_vmware.api [None req-2d5f4a07-17f6-4232-9f48-c8570db34784 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Waiting for the task: (returnval){ [ 1155.213777] env[69699]: value = "task-3607914" [ 1155.213777] env[69699]: _type = "Task" [ 1155.213777] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.226669] env[69699]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1155.226669] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52fed718-4843-1a62-c59d-c65ec4328d1d" [ 1155.226669] env[69699]: _type = "HttpNfcLease" [ 1155.226669] env[69699]: } is initializing. {{(pid=69699) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1155.231326] env[69699]: DEBUG oslo_vmware.api [None req-2d5f4a07-17f6-4232-9f48-c8570db34784 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Task: {'id': task-3607914, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.247589] env[69699]: DEBUG nova.network.neutron [None req-7c6996e2-9705-40d2-9c8e-5a0246d56e83 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Updating instance_info_cache with network_info: [{"id": "20005b70-2996-4ba6-a22b-e5c8c311749c", "address": "fa:16:3e:1a:ae:f7", "network": {"id": "3704068f-6289-4088-bfd3-0d8f4fb8ad07", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1045952331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "152467b2c42f4433aacb37504612095d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20005b70-29", "ovs_interfaceid": "20005b70-2996-4ba6-a22b-e5c8c311749c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.275760] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 8d932c90-40d4-499a-8593-5122382a2835] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1155.365544] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fc3e52b3-5897-45d4-98a7-deb62dc19ded tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquiring lock "311e4618-41ff-4cab-ae4f-d7063872abc8" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.365816] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fc3e52b3-5897-45d4-98a7-deb62dc19ded tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "311e4618-41ff-4cab-ae4f-d7063872abc8" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.366016] env[69699]: DEBUG nova.compute.manager [None req-fc3e52b3-5897-45d4-98a7-deb62dc19ded tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Going to confirm migration 8 {{(pid=69699) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1155.666211] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201d85c1-53ce-4785-bd55-a4c15de6c945 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.676415] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33eabe9b-a920-4ab3-af65-37307421704d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.722220] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb05adfb-4256-4829-a84b-7e53c3daff3a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.736266] env[69699]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1155.736266] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52fed718-4843-1a62-c59d-c65ec4328d1d" [ 1155.736266] env[69699]: _type = "HttpNfcLease" [ 1155.736266] env[69699]: } is initializing. {{(pid=69699) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1155.736606] env[69699]: DEBUG oslo_vmware.api [None req-2d5f4a07-17f6-4232-9f48-c8570db34784 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Task: {'id': task-3607914, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145584} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.738866] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d5f4a07-17f6-4232-9f48-c8570db34784 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1155.739081] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5f4a07-17f6-4232-9f48-c8570db34784 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] [instance: 13da2a75-0714-4c8e-ba8f-a853113472c4] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1155.739282] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5f4a07-17f6-4232-9f48-c8570db34784 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] [instance: 13da2a75-0714-4c8e-ba8f-a853113472c4] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1155.739472] env[69699]: INFO nova.compute.manager [None req-2d5f4a07-17f6-4232-9f48-c8570db34784 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] [instance: 13da2a75-0714-4c8e-ba8f-a853113472c4] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1155.739733] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d5f4a07-17f6-4232-9f48-c8570db34784 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1155.740121] env[69699]: DEBUG nova.compute.manager [-] [instance: 13da2a75-0714-4c8e-ba8f-a853113472c4] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1155.740121] env[69699]: DEBUG nova.network.neutron [-] [instance: 13da2a75-0714-4c8e-ba8f-a853113472c4] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1155.742860] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ddd73c-4922-4aad-ae0f-45f4b873161e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.760469] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7c6996e2-9705-40d2-9c8e-5a0246d56e83 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Releasing lock "refresh_cache-799bd3b7-732a-45ea-9871-8396e38974f7" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.761020] env[69699]: DEBUG nova.objects.instance [None req-7c6996e2-9705-40d2-9c8e-5a0246d56e83 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lazy-loading 'migration_context' on Instance uuid 799bd3b7-732a-45ea-9871-8396e38974f7 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.762624] env[69699]: DEBUG nova.compute.provider_tree [None req-344694fc-fb3e-43c1-809e-8c3420ceef6e tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.776530] env[69699]: DEBUG nova.network.neutron [-] [instance: 13da2a75-0714-4c8e-ba8f-a853113472c4] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1155.785716] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: c550b51e-ac39-458b-b572-6147f14b32e9] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1155.929182] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fc3e52b3-5897-45d4-98a7-deb62dc19ded tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquiring lock "refresh_cache-311e4618-41ff-4cab-ae4f-d7063872abc8" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.929639] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fc3e52b3-5897-45d4-98a7-deb62dc19ded tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquired lock "refresh_cache-311e4618-41ff-4cab-ae4f-d7063872abc8" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.929639] env[69699]: DEBUG nova.network.neutron [None req-fc3e52b3-5897-45d4-98a7-deb62dc19ded tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.929819] env[69699]: DEBUG nova.objects.instance [None req-fc3e52b3-5897-45d4-98a7-deb62dc19ded tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lazy-loading 'info_cache' on Instance uuid 311e4618-41ff-4cab-ae4f-d7063872abc8 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.228375] env[69699]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1156.228375] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52fed718-4843-1a62-c59d-c65ec4328d1d" [ 1156.228375] env[69699]: _type = "HttpNfcLease" [ 1156.228375] env[69699]: } is ready. {{(pid=69699) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1156.228584] env[69699]: DEBUG oslo_vmware.rw_handles [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1156.228584] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52fed718-4843-1a62-c59d-c65ec4328d1d" [ 1156.228584] env[69699]: _type = "HttpNfcLease" [ 1156.228584] env[69699]: }. {{(pid=69699) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1156.229336] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681c6975-99b0-4de0-92ae-32bda0b69421 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.238287] env[69699]: DEBUG oslo_vmware.rw_handles [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bdce80-6f93-ae0a-ed28-0dee313261bf/disk-0.vmdk from lease info. {{(pid=69699) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1156.238583] env[69699]: DEBUG oslo_vmware.rw_handles [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bdce80-6f93-ae0a-ed28-0dee313261bf/disk-0.vmdk. {{(pid=69699) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1156.303244] env[69699]: DEBUG nova.objects.base [None req-7c6996e2-9705-40d2-9c8e-5a0246d56e83 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Object Instance<799bd3b7-732a-45ea-9871-8396e38974f7> lazy-loaded attributes: info_cache,migration_context {{(pid=69699) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1156.303691] env[69699]: DEBUG nova.scheduler.client.report [None req-344694fc-fb3e-43c1-809e-8c3420ceef6e tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.310425] env[69699]: DEBUG nova.network.neutron [-] [instance: 13da2a75-0714-4c8e-ba8f-a853113472c4] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.311479] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: bcc609cc-9c31-475c-9442-4fa616272c64] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.314900] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4610e6-e722-4eab-8173-40614ae89dd8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.320900] env[69699]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-276b290f-5402-4afe-9758-a7695b8a4e6d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.348435] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8102bf2b-4c72-46b6-812e-02f35763deec {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.355604] env[69699]: DEBUG oslo_vmware.api [None req-7c6996e2-9705-40d2-9c8e-5a0246d56e83 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 1156.355604] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a49116-c8ad-24cd-2cfe-764a7315f346" [ 1156.355604] env[69699]: _type = "Task" [ 1156.355604] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.367373] env[69699]: DEBUG oslo_vmware.api [None req-7c6996e2-9705-40d2-9c8e-5a0246d56e83 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a49116-c8ad-24cd-2cfe-764a7315f346, 'name': SearchDatastore_Task, 'duration_secs': 0.007388} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.367732] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7c6996e2-9705-40d2-9c8e-5a0246d56e83 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.475894] env[69699]: INFO nova.compute.manager [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Swapping old allocation on dict_keys(['80d35c48-5f27-4b75-a19d-7a1a6901050f']) held by migration 4df6055c-ebc2-4efb-b703-e604b28717e3 for instance [ 1156.508343] env[69699]: DEBUG nova.scheduler.client.report [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Overwriting current allocation {'allocations': {'80d35c48-5f27-4b75-a19d-7a1a6901050f': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 157}}, 'project_id': 'ce00a2c4d2d6497eab27716fff8fe855', 'user_id': '0ae5db8e21434a67b33b786e02c2e839', 'consumer_generation': 1} on consumer d9110b26-9c12-47c7-a35d-eb29c51e8fa1 {{(pid=69699) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1156.609129] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquiring lock "refresh_cache-d9110b26-9c12-47c7-a35d-eb29c51e8fa1" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.609129] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquired lock "refresh_cache-d9110b26-9c12-47c7-a35d-eb29c51e8fa1" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.609129] env[69699]: DEBUG nova.network.neutron [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1156.819414] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: fdc4cb64-8f0a-43ee-82d2-19206020abeb] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.823063] env[69699]: DEBUG oslo_concurrency.lockutils [None req-344694fc-fb3e-43c1-809e-8c3420ceef6e tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.890s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.825994] env[69699]: INFO nova.compute.manager [-] [instance: 13da2a75-0714-4c8e-ba8f-a853113472c4] Took 1.09 seconds to deallocate network for instance. [ 1156.833707] env[69699]: DEBUG oslo_concurrency.lockutils [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.878s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.837749] env[69699]: INFO nova.compute.claims [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 823c4a94-89da-4f9f-86d3-e7e93ee25735] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1156.865157] env[69699]: INFO nova.scheduler.client.report [None req-344694fc-fb3e-43c1-809e-8c3420ceef6e tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Deleted allocations for instance 6ce72100-1024-4041-b84c-8b611a186331 [ 1157.334546] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 7c6fee98-d810-4a93-aa6a-d8a1059b80a2] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1157.347618] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2d5f4a07-17f6-4232-9f48-c8570db34784 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.375256] env[69699]: DEBUG oslo_concurrency.lockutils [None req-344694fc-fb3e-43c1-809e-8c3420ceef6e tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "6ce72100-1024-4041-b84c-8b611a186331" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.806s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.449182] env[69699]: DEBUG nova.network.neutron [None req-fc3e52b3-5897-45d4-98a7-deb62dc19ded tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Updating instance_info_cache with network_info: [{"id": "4fdb835d-6532-41ed-a080-cc51c855a95e", "address": "fa:16:3e:8f:5f:18", "network": {"id": "4a55132d-5b16-41eb-97d5-c6aacd2ebbe0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2076238106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f0293384f344ba09f431b47ef381d57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fdb835d-65", "ovs_interfaceid": "4fdb835d-6532-41ed-a080-cc51c855a95e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.458149] env[69699]: DEBUG oslo_vmware.rw_handles [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Completed reading data from the image iterator. {{(pid=69699) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1157.458359] env[69699]: DEBUG oslo_vmware.rw_handles [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bdce80-6f93-ae0a-ed28-0dee313261bf/disk-0.vmdk. {{(pid=69699) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1157.459252] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a56503f-0678-408f-8a1b-afe9097fbed4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.469252] env[69699]: DEBUG oslo_vmware.rw_handles [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bdce80-6f93-ae0a-ed28-0dee313261bf/disk-0.vmdk is in state: ready. {{(pid=69699) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1157.469329] env[69699]: DEBUG oslo_vmware.rw_handles [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bdce80-6f93-ae0a-ed28-0dee313261bf/disk-0.vmdk. {{(pid=69699) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1157.469550] env[69699]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-646cdffe-511f-4198-a22a-59e29fb8231c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.567969] env[69699]: DEBUG nova.network.neutron [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Updating instance_info_cache with network_info: [{"id": "743be538-81f8-4787-8097-149c80957c31", "address": "fa:16:3e:76:0c:40", "network": {"id": "e99ab3ed-1030-44b0-98b1-0c8d1d561613", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1328451822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce00a2c4d2d6497eab27716fff8fe855", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap743be538-81", "ovs_interfaceid": "743be538-81f8-4787-8097-149c80957c31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.823569] env[69699]: DEBUG oslo_vmware.rw_handles [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bdce80-6f93-ae0a-ed28-0dee313261bf/disk-0.vmdk. {{(pid=69699) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1157.823895] env[69699]: INFO nova.virt.vmwareapi.images [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Downloaded image file data d8648444-48f6-4022-b6be-f918c6900120 [ 1157.824770] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07dda88f-0f25-482e-9076-f0c88258d406 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.844104] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: d0089bd8-34e9-4c28-8cce-9eaacbae237b] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1157.846292] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16a8fbed-df1a-433c-9fb5-ee7ed246ce8f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.881702] env[69699]: INFO nova.virt.vmwareapi.images [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] The imported VM was unregistered [ 1157.889365] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Caching image {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1157.889365] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Creating directory with path [datastore2] devstack-image-cache_base/d8648444-48f6-4022-b6be-f918c6900120 {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1157.889365] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac1f04d4-3977-4e02-883f-dfe76bbb2db8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.905211] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Created directory with path [datastore2] devstack-image-cache_base/d8648444-48f6-4022-b6be-f918c6900120 {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1157.905211] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_944135aa-893c-4d61-83d4-43caf6612b3a/OSTACK_IMG_944135aa-893c-4d61-83d4-43caf6612b3a.vmdk to [datastore2] devstack-image-cache_base/d8648444-48f6-4022-b6be-f918c6900120/d8648444-48f6-4022-b6be-f918c6900120.vmdk. {{(pid=69699) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1157.905211] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-77066235-1894-4104-8a5b-e555d1cc57b2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.911840] env[69699]: DEBUG oslo_vmware.api [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the task: (returnval){ [ 1157.911840] env[69699]: value = "task-3607916" [ 1157.911840] env[69699]: _type = "Task" [ 1157.911840] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.925445] env[69699]: DEBUG oslo_vmware.api [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607916, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.953306] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fc3e52b3-5897-45d4-98a7-deb62dc19ded tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Releasing lock "refresh_cache-311e4618-41ff-4cab-ae4f-d7063872abc8" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.953306] env[69699]: DEBUG nova.objects.instance [None req-fc3e52b3-5897-45d4-98a7-deb62dc19ded tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lazy-loading 'migration_context' on Instance uuid 311e4618-41ff-4cab-ae4f-d7063872abc8 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.066645] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3543a59c-1ebc-40da-93a2-bd0c52ff1564 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.070373] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Releasing lock "refresh_cache-d9110b26-9c12-47c7-a35d-eb29c51e8fa1" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.071361] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7264048-3fe8-4587-9d4c-e0a1ceb24be9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.084427] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573cfaf1-2a89-4033-93b0-03944d1b01f3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.091417] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc8cd56-cb76-4560-876d-974850b26140 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.122706] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7f117c-ed9e-4bd1-b52d-c8d912f5081e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.132464] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47105c80-0c7e-425b-8afa-47334e9d3bda {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.154013] env[69699]: DEBUG nova.compute.provider_tree [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.349627] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: ce2c2927-0060-46ea-ac84-b0b1db6663c4] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.423091] env[69699]: DEBUG oslo_vmware.api [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607916, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.456018] env[69699]: DEBUG nova.objects.base [None req-fc3e52b3-5897-45d4-98a7-deb62dc19ded tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Object Instance<311e4618-41ff-4cab-ae4f-d7063872abc8> lazy-loaded attributes: info_cache,migration_context {{(pid=69699) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1158.457239] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce405e59-af3f-459d-a0e8-11bef8c789e3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.480828] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aec6b6a2-a592-4012-a2fb-639203d78c76 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.487479] env[69699]: DEBUG oslo_vmware.api [None req-fc3e52b3-5897-45d4-98a7-deb62dc19ded tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1158.487479] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52d07e19-ab4e-4857-e18f-a3e5d61d47c7" [ 1158.487479] env[69699]: _type = "Task" [ 1158.487479] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.497989] env[69699]: DEBUG oslo_vmware.api [None req-fc3e52b3-5897-45d4-98a7-deb62dc19ded tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52d07e19-ab4e-4857-e18f-a3e5d61d47c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.658208] env[69699]: DEBUG nova.scheduler.client.report [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.861070] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: c3c59273-6200-4481-bb63-33f62d31621f] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.928553] env[69699]: DEBUG oslo_vmware.api [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607916, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.000365] env[69699]: DEBUG oslo_vmware.api [None req-fc3e52b3-5897-45d4-98a7-deb62dc19ded tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52d07e19-ab4e-4857-e18f-a3e5d61d47c7, 'name': SearchDatastore_Task, 'duration_secs': 0.018676} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.000365] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fc3e52b3-5897-45d4-98a7-deb62dc19ded tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.167019] env[69699]: DEBUG oslo_concurrency.lockutils [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.331s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.167019] env[69699]: DEBUG nova.compute.manager [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 823c4a94-89da-4f9f-86d3-e7e93ee25735] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1159.169354] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7c6996e2-9705-40d2-9c8e-5a0246d56e83 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.801s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.227064] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1159.227462] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-956a1a88-0b87-4928-a89a-a779b5ae1876 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.238455] env[69699]: DEBUG oslo_vmware.api [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 1159.238455] env[69699]: value = "task-3607917" [ 1159.238455] env[69699]: _type = "Task" [ 1159.238455] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.251509] env[69699]: DEBUG oslo_vmware.api [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607917, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.367684] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: a3003b34-1a4f-41bc-8f2c-5a313a5fb85c] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.425697] env[69699]: DEBUG oslo_vmware.api [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607916, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.673103] env[69699]: DEBUG nova.compute.utils [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1159.679145] env[69699]: DEBUG nova.compute.manager [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 823c4a94-89da-4f9f-86d3-e7e93ee25735] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1159.679558] env[69699]: DEBUG nova.network.neutron [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 823c4a94-89da-4f9f-86d3-e7e93ee25735] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1159.755500] env[69699]: DEBUG oslo_vmware.api [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607917, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.786503] env[69699]: DEBUG nova.policy [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f0b93b91fd04453aedc002d85df53cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50be8566da6d43a5a4de8d714eb3befd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 1159.872392] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 962acb2d-732f-4dfb-9931-11186c34518e] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.917995] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f4280b-c0cd-4808-9e30-bc3d888344e8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.937474] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb6a4f0-1e3a-45d3-ba1d-1ea9cec18f76 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.941812] env[69699]: DEBUG oslo_vmware.api [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607916, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.977444] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24844932-57fb-4a0d-97b8-9fd20c5803e6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.987194] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3ef1fb-37d9-4079-beca-2df2b6b49dbe {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.003223] env[69699]: DEBUG nova.compute.provider_tree [None req-7c6996e2-9705-40d2-9c8e-5a0246d56e83 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.182342] env[69699]: DEBUG nova.compute.manager [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 823c4a94-89da-4f9f-86d3-e7e93ee25735] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1160.185908] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Acquiring lock "e62537e7-b74d-4638-a889-df2113ce3d7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.186265] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Lock "e62537e7-b74d-4638-a889-df2113ce3d7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.252257] env[69699]: DEBUG oslo_vmware.api [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607917, 'name': PowerOffVM_Task, 'duration_secs': 0.566131} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.252795] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1160.253708] env[69699]: DEBUG nova.virt.hardware [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1160.253984] env[69699]: DEBUG nova.virt.hardware [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1160.254507] env[69699]: DEBUG nova.virt.hardware [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1160.254757] env[69699]: DEBUG nova.virt.hardware [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1160.254912] env[69699]: DEBUG nova.virt.hardware [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1160.258460] env[69699]: DEBUG nova.virt.hardware [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1160.258460] env[69699]: DEBUG nova.virt.hardware [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1160.258460] env[69699]: DEBUG nova.virt.hardware [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1160.258460] env[69699]: DEBUG nova.virt.hardware [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1160.258460] env[69699]: DEBUG nova.virt.hardware [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1160.258460] env[69699]: DEBUG nova.virt.hardware [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1160.262483] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fbefc0a-70f3-49c1-8e67-5e6cc2d90620 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.281310] env[69699]: DEBUG oslo_vmware.api [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 1160.281310] env[69699]: value = "task-3607918" [ 1160.281310] env[69699]: _type = "Task" [ 1160.281310] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.293191] env[69699]: DEBUG oslo_vmware.api [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607918, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.299357] env[69699]: DEBUG nova.network.neutron [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 823c4a94-89da-4f9f-86d3-e7e93ee25735] Successfully created port: 144e1d52-d04b-472c-849b-e8c09f4a72f3 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1160.375436] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 9a1ac106-0ed0-40e6-acd9-6da8b90b6fa3] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.432289] env[69699]: DEBUG oslo_vmware.api [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607916, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.507056] env[69699]: DEBUG nova.scheduler.client.report [None req-7c6996e2-9705-40d2-9c8e-5a0246d56e83 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.690112] env[69699]: DEBUG nova.compute.manager [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] [instance: e62537e7-b74d-4638-a889-df2113ce3d7b] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1160.796656] env[69699]: DEBUG oslo_vmware.api [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607918, 'name': ReconfigVM_Task, 'duration_secs': 0.473824} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.797568] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4c103a-2132-4d4d-a8c2-4ed3cd0815bb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.820352] env[69699]: DEBUG nova.virt.hardware [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1160.820493] env[69699]: DEBUG nova.virt.hardware [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1160.820552] env[69699]: DEBUG nova.virt.hardware [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1160.820763] env[69699]: DEBUG nova.virt.hardware [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1160.820926] env[69699]: DEBUG nova.virt.hardware [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1160.821081] env[69699]: DEBUG nova.virt.hardware [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1160.821281] env[69699]: DEBUG nova.virt.hardware [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1160.822252] env[69699]: DEBUG nova.virt.hardware [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1160.822252] env[69699]: DEBUG nova.virt.hardware [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1160.822252] env[69699]: DEBUG nova.virt.hardware [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1160.822252] env[69699]: DEBUG nova.virt.hardware [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1160.823819] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cec3489-4e49-441e-9824-ae0ef5918f5f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.829781] env[69699]: DEBUG oslo_concurrency.lockutils [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Acquiring lock "00a8a903-abfe-4fb8-9cd4-c470af7a3cd1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.829978] env[69699]: DEBUG oslo_concurrency.lockutils [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "00a8a903-abfe-4fb8-9cd4-c470af7a3cd1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.838828] env[69699]: DEBUG oslo_vmware.api [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 1160.838828] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c4f67b-56de-d701-291e-036f9b7d0ea6" [ 1160.838828] env[69699]: _type = "Task" [ 1160.838828] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.851265] env[69699]: DEBUG oslo_vmware.api [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c4f67b-56de-d701-291e-036f9b7d0ea6, 'name': SearchDatastore_Task, 'duration_secs': 0.009926} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.857482] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Reconfiguring VM instance instance-0000005e to detach disk 2000 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1160.860593] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-347abb50-5a48-4dc1-b0c9-5e827ae9d060 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.880469] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 4f0b683d-04ea-4d5f-b0d6-d965e2da75c3] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.882711] env[69699]: DEBUG oslo_vmware.api [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 1160.882711] env[69699]: value = "task-3607919" [ 1160.882711] env[69699]: _type = "Task" [ 1160.882711] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.891345] env[69699]: DEBUG oslo_vmware.api [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607919, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.930214] env[69699]: DEBUG oslo_vmware.api [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607916, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.740283} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.931446] env[69699]: INFO nova.virt.vmwareapi.ds_util [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_944135aa-893c-4d61-83d4-43caf6612b3a/OSTACK_IMG_944135aa-893c-4d61-83d4-43caf6612b3a.vmdk to [datastore2] devstack-image-cache_base/d8648444-48f6-4022-b6be-f918c6900120/d8648444-48f6-4022-b6be-f918c6900120.vmdk. [ 1160.931551] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Cleaning up location [datastore2] OSTACK_IMG_944135aa-893c-4d61-83d4-43caf6612b3a {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1160.932132] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_944135aa-893c-4d61-83d4-43caf6612b3a {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1160.932319] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c8d7ee6-b1d6-4a0f-a2d5-93801ee4abbf {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.940566] env[69699]: DEBUG oslo_vmware.api [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the task: (returnval){ [ 1160.940566] env[69699]: value = "task-3607920" [ 1160.940566] env[69699]: _type = "Task" [ 1160.940566] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.949465] env[69699]: DEBUG oslo_vmware.api [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607920, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.194115] env[69699]: DEBUG nova.compute.manager [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 823c4a94-89da-4f9f-86d3-e7e93ee25735] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1161.222715] env[69699]: DEBUG nova.virt.hardware [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1161.222970] env[69699]: DEBUG nova.virt.hardware [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1161.223139] env[69699]: DEBUG nova.virt.hardware [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1161.223319] env[69699]: DEBUG nova.virt.hardware [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1161.223460] env[69699]: DEBUG nova.virt.hardware [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1161.223601] env[69699]: DEBUG nova.virt.hardware [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1161.223803] env[69699]: DEBUG nova.virt.hardware [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1161.223956] env[69699]: DEBUG nova.virt.hardware [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1161.224310] env[69699]: DEBUG nova.virt.hardware [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1161.224652] env[69699]: DEBUG nova.virt.hardware [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1161.224728] env[69699]: DEBUG nova.virt.hardware [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1161.226140] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85903f14-d64a-4b85-9ade-92359c9a3f5e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.230915] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.238158] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5d4d28-5d93-486e-991e-523b09ab8d5f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.333487] env[69699]: DEBUG nova.compute.manager [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1161.389703] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 990fcb68-920f-4d2a-b9d4-31c4bf7fc71a] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.399742] env[69699]: DEBUG oslo_vmware.api [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607919, 'name': ReconfigVM_Task, 'duration_secs': 0.233729} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.400099] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Reconfigured VM instance instance-0000005e to detach disk 2000 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1161.400762] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1fcd451-6d92-4208-ad8c-0bb28aafe0c8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.427321] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] d9110b26-9c12-47c7-a35d-eb29c51e8fa1/d9110b26-9c12-47c7-a35d-eb29c51e8fa1.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1161.428378] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c185455-d2f3-41e6-b53b-e2529f78599b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.452335] env[69699]: DEBUG oslo_vmware.api [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607920, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038604} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.453661] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1161.453841] env[69699]: DEBUG oslo_concurrency.lockutils [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d8648444-48f6-4022-b6be-f918c6900120/d8648444-48f6-4022-b6be-f918c6900120.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.454100] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d8648444-48f6-4022-b6be-f918c6900120/d8648444-48f6-4022-b6be-f918c6900120.vmdk to [datastore2] 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a/8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1161.454414] env[69699]: DEBUG oslo_vmware.api [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 1161.454414] env[69699]: value = "task-3607921" [ 1161.454414] env[69699]: _type = "Task" [ 1161.454414] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.454627] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-683adc5d-faba-4442-a494-1532655c4f70 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.464901] env[69699]: DEBUG oslo_vmware.api [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607921, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.466362] env[69699]: DEBUG oslo_vmware.api [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the task: (returnval){ [ 1161.466362] env[69699]: value = "task-3607922" [ 1161.466362] env[69699]: _type = "Task" [ 1161.466362] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.474473] env[69699]: DEBUG oslo_vmware.api [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607922, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.524137] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7c6996e2-9705-40d2-9c8e-5a0246d56e83 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.353s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.525790] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2d5f4a07-17f6-4232-9f48-c8570db34784 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.179s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.526513] env[69699]: DEBUG nova.objects.instance [None req-2d5f4a07-17f6-4232-9f48-c8570db34784 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Lazy-loading 'resources' on Instance uuid 13da2a75-0714-4c8e-ba8f-a853113472c4 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.872383] env[69699]: DEBUG oslo_concurrency.lockutils [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.893669] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 0bc9b912-7486-4b33-a317-aaf4e0acae48] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.941542] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Acquiring lock "31c6394e-071e-47b6-8056-76df2d53a034" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.941960] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Lock "31c6394e-071e-47b6-8056-76df2d53a034" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.971324] env[69699]: DEBUG oslo_vmware.api [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607921, 'name': ReconfigVM_Task, 'duration_secs': 0.469513} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.975130] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Reconfigured VM instance instance-0000005e to attach disk [datastore2] d9110b26-9c12-47c7-a35d-eb29c51e8fa1/d9110b26-9c12-47c7-a35d-eb29c51e8fa1.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1161.976929] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a8a47a-5713-43e4-ac77-6ef80e6bd31f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.990539] env[69699]: DEBUG oslo_vmware.api [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607922, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.012660] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797f8cfc-6c16-4533-af10-fc708e8ab30a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.048459] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab8e4a1-cc5c-4448-8111-04b5a632efef {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.075957] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b1f250-cab1-4ae9-9b63-fb5b46358244 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.084445] env[69699]: DEBUG nova.network.neutron [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 823c4a94-89da-4f9f-86d3-e7e93ee25735] Successfully updated port: 144e1d52-d04b-472c-849b-e8c09f4a72f3 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1162.086974] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1162.087497] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a56dd8e4-befd-437a-be94-9eadd673f278 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.095710] env[69699]: DEBUG oslo_vmware.api [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 1162.095710] env[69699]: value = "task-3607923" [ 1162.095710] env[69699]: _type = "Task" [ 1162.095710] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.109434] env[69699]: DEBUG oslo_vmware.api [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607923, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.127864] env[69699]: INFO nova.scheduler.client.report [None req-7c6996e2-9705-40d2-9c8e-5a0246d56e83 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Deleted allocation for migration 83678065-8dc6-4390-bc0c-1e153e8a114d [ 1162.144171] env[69699]: DEBUG nova.compute.manager [req-f4d077de-f3df-465d-b257-fe1285629ca0 req-8e179445-7947-47b2-ac99-6b9838d41e54 service nova] [instance: 823c4a94-89da-4f9f-86d3-e7e93ee25735] Received event network-vif-plugged-144e1d52-d04b-472c-849b-e8c09f4a72f3 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.144351] env[69699]: DEBUG oslo_concurrency.lockutils [req-f4d077de-f3df-465d-b257-fe1285629ca0 req-8e179445-7947-47b2-ac99-6b9838d41e54 service nova] Acquiring lock "823c4a94-89da-4f9f-86d3-e7e93ee25735-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.144632] env[69699]: DEBUG oslo_concurrency.lockutils [req-f4d077de-f3df-465d-b257-fe1285629ca0 req-8e179445-7947-47b2-ac99-6b9838d41e54 service nova] Lock "823c4a94-89da-4f9f-86d3-e7e93ee25735-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.144735] env[69699]: DEBUG oslo_concurrency.lockutils [req-f4d077de-f3df-465d-b257-fe1285629ca0 req-8e179445-7947-47b2-ac99-6b9838d41e54 service nova] Lock "823c4a94-89da-4f9f-86d3-e7e93ee25735-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.144903] env[69699]: DEBUG nova.compute.manager [req-f4d077de-f3df-465d-b257-fe1285629ca0 req-8e179445-7947-47b2-ac99-6b9838d41e54 service nova] [instance: 823c4a94-89da-4f9f-86d3-e7e93ee25735] No waiting events found dispatching network-vif-plugged-144e1d52-d04b-472c-849b-e8c09f4a72f3 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1162.145610] env[69699]: WARNING nova.compute.manager [req-f4d077de-f3df-465d-b257-fe1285629ca0 req-8e179445-7947-47b2-ac99-6b9838d41e54 service nova] [instance: 823c4a94-89da-4f9f-86d3-e7e93ee25735] Received unexpected event network-vif-plugged-144e1d52-d04b-472c-849b-e8c09f4a72f3 for instance with vm_state building and task_state spawning. [ 1162.283526] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ea4299-bd1e-4423-b3af-7efa6e8f60eb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.292483] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501243d2-fcd2-40ef-8e07-3539bca4e755 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.325773] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4961144-d782-4443-9655-5111c5bd5d5e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.334298] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5e1f9d-3369-47ac-9e14-83e233a4ea66 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.349335] env[69699]: DEBUG nova.compute.provider_tree [None req-2d5f4a07-17f6-4232-9f48-c8570db34784 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.397746] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 5f115f20-f8bf-4c38-8e88-78e1cb8e24df] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.445223] env[69699]: DEBUG nova.compute.manager [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] [instance: 31c6394e-071e-47b6-8056-76df2d53a034] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1162.482704] env[69699]: DEBUG oslo_vmware.api [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607922, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.588328] env[69699]: DEBUG oslo_concurrency.lockutils [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquiring lock "refresh_cache-823c4a94-89da-4f9f-86d3-e7e93ee25735" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.588499] env[69699]: DEBUG oslo_concurrency.lockutils [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquired lock "refresh_cache-823c4a94-89da-4f9f-86d3-e7e93ee25735" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.588795] env[69699]: DEBUG nova.network.neutron [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 823c4a94-89da-4f9f-86d3-e7e93ee25735] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1162.609863] env[69699]: DEBUG oslo_vmware.api [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607923, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.635254] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7c6996e2-9705-40d2-9c8e-5a0246d56e83 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "799bd3b7-732a-45ea-9871-8396e38974f7" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.508s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.855503] env[69699]: DEBUG nova.scheduler.client.report [None req-2d5f4a07-17f6-4232-9f48-c8570db34784 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.901577] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 1e93de2f-eaf0-468a-86e4-605aeb79dba9] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.967173] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.985848] env[69699]: DEBUG oslo_vmware.api [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607922, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.111802] env[69699]: DEBUG oslo_vmware.api [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607923, 'name': PowerOnVM_Task, 'duration_secs': 0.934314} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.112345] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1163.127603] env[69699]: DEBUG nova.network.neutron [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 823c4a94-89da-4f9f-86d3-e7e93ee25735] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1163.343947] env[69699]: DEBUG nova.network.neutron [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 823c4a94-89da-4f9f-86d3-e7e93ee25735] Updating instance_info_cache with network_info: [{"id": "144e1d52-d04b-472c-849b-e8c09f4a72f3", "address": "fa:16:3e:e4:f6:81", "network": {"id": "092078f3-d8c3-496a-80c8-b95e926ea458", "bridge": "br-int", "label": "tempest-ServersTestJSON-968257115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50be8566da6d43a5a4de8d714eb3befd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap144e1d52-d0", "ovs_interfaceid": "144e1d52-d04b-472c-849b-e8c09f4a72f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.359814] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2d5f4a07-17f6-4232-9f48-c8570db34784 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.833s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.362361] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fc3e52b3-5897-45d4-98a7-deb62dc19ded tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 4.362s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.379769] env[69699]: INFO nova.scheduler.client.report [None req-2d5f4a07-17f6-4232-9f48-c8570db34784 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Deleted allocations for instance 13da2a75-0714-4c8e-ba8f-a853113472c4 [ 1163.405700] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 74dd2ef3-54fc-48ed-bfa0-be086bd38ca6] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.486453] env[69699]: DEBUG oslo_vmware.api [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607922, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.652192] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4649d5f8-98b1-497a-9b8c-75775fbc41d6 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquiring lock "eb3dca42-7412-429a-ad9e-71fc4977dd30" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.654033] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4649d5f8-98b1-497a-9b8c-75775fbc41d6 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "eb3dca42-7412-429a-ad9e-71fc4977dd30" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.002s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.676395] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7c6996e2-9705-40d2-9c8e-5a0246d56e83 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "799bd3b7-732a-45ea-9871-8396e38974f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.676823] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7c6996e2-9705-40d2-9c8e-5a0246d56e83 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "799bd3b7-732a-45ea-9871-8396e38974f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.677598] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7c6996e2-9705-40d2-9c8e-5a0246d56e83 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "799bd3b7-732a-45ea-9871-8396e38974f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.677975] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7c6996e2-9705-40d2-9c8e-5a0246d56e83 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "799bd3b7-732a-45ea-9871-8396e38974f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.679033] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7c6996e2-9705-40d2-9c8e-5a0246d56e83 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "799bd3b7-732a-45ea-9871-8396e38974f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.681318] env[69699]: INFO nova.compute.manager [None req-7c6996e2-9705-40d2-9c8e-5a0246d56e83 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Terminating instance [ 1163.804274] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Acquiring lock "8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.804835] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Lock "8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.849574] env[69699]: DEBUG oslo_concurrency.lockutils [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Releasing lock "refresh_cache-823c4a94-89da-4f9f-86d3-e7e93ee25735" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.849574] env[69699]: DEBUG nova.compute.manager [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 823c4a94-89da-4f9f-86d3-e7e93ee25735] Instance network_info: |[{"id": "144e1d52-d04b-472c-849b-e8c09f4a72f3", "address": "fa:16:3e:e4:f6:81", "network": {"id": "092078f3-d8c3-496a-80c8-b95e926ea458", "bridge": "br-int", "label": "tempest-ServersTestJSON-968257115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50be8566da6d43a5a4de8d714eb3befd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap144e1d52-d0", "ovs_interfaceid": "144e1d52-d04b-472c-849b-e8c09f4a72f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1163.849871] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 823c4a94-89da-4f9f-86d3-e7e93ee25735] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:f6:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed9dc063-5c7a-4591-ba7d-b58b861d7f63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '144e1d52-d04b-472c-849b-e8c09f4a72f3', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1163.857827] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1163.859025] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 823c4a94-89da-4f9f-86d3-e7e93ee25735] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1163.859025] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5aef680-8457-4749-a47c-8081d2ed2bb9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.890452] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1163.890452] env[69699]: value = "task-3607924" [ 1163.890452] env[69699]: _type = "Task" [ 1163.890452] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.897665] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2d5f4a07-17f6-4232-9f48-c8570db34784 tempest-ServersAaction247Test-1410462235 tempest-ServersAaction247Test-1410462235-project-member] Lock "13da2a75-0714-4c8e-ba8f-a853113472c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.019s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.908918] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: bf8a21c1-dd9e-41d5-9570-c510bab45ebe] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.910335] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607924, 'name': CreateVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.983926] env[69699]: DEBUG oslo_vmware.api [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607922, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.455086} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.986511] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d8648444-48f6-4022-b6be-f918c6900120/d8648444-48f6-4022-b6be-f918c6900120.vmdk to [datastore2] 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a/8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1163.987581] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6078351-22f0-407b-8fa6-5df8e68661e1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.010132] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a/8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a.vmdk or device None with type streamOptimized {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1164.013187] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7494744-96a0-4524-80a1-2ba47281109c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.035480] env[69699]: DEBUG oslo_vmware.api [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the task: (returnval){ [ 1164.035480] env[69699]: value = "task-3607925" [ 1164.035480] env[69699]: _type = "Task" [ 1164.035480] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.048527] env[69699]: DEBUG oslo_vmware.api [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607925, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.111959] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21c4b27-088e-40bc-a1b8-b682762c8ba8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.121762] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa12fce9-662a-45b2-97c3-09c449c98d67 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.157521] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70bd8294-51b3-4881-bad3-8057ae4f252c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.160985] env[69699]: DEBUG nova.compute.utils [None req-4649d5f8-98b1-497a-9b8c-75775fbc41d6 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1164.169035] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9e2ccd-15d8-4d21-ba40-c43438873f94 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.176058] env[69699]: DEBUG nova.compute.manager [req-2bcca949-0e2c-4fc6-8cc2-756a75aefc7e req-ebb7ef06-e221-4f57-a95c-1be647752011 service nova] [instance: 823c4a94-89da-4f9f-86d3-e7e93ee25735] Received event network-changed-144e1d52-d04b-472c-849b-e8c09f4a72f3 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.176270] env[69699]: DEBUG nova.compute.manager [req-2bcca949-0e2c-4fc6-8cc2-756a75aefc7e req-ebb7ef06-e221-4f57-a95c-1be647752011 service nova] [instance: 823c4a94-89da-4f9f-86d3-e7e93ee25735] Refreshing instance network info cache due to event network-changed-144e1d52-d04b-472c-849b-e8c09f4a72f3. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1164.177161] env[69699]: DEBUG oslo_concurrency.lockutils [req-2bcca949-0e2c-4fc6-8cc2-756a75aefc7e req-ebb7ef06-e221-4f57-a95c-1be647752011 service nova] Acquiring lock "refresh_cache-823c4a94-89da-4f9f-86d3-e7e93ee25735" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.177161] env[69699]: DEBUG oslo_concurrency.lockutils [req-2bcca949-0e2c-4fc6-8cc2-756a75aefc7e req-ebb7ef06-e221-4f57-a95c-1be647752011 service nova] Acquired lock "refresh_cache-823c4a94-89da-4f9f-86d3-e7e93ee25735" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.177161] env[69699]: DEBUG nova.network.neutron [req-2bcca949-0e2c-4fc6-8cc2-756a75aefc7e req-ebb7ef06-e221-4f57-a95c-1be647752011 service nova] [instance: 823c4a94-89da-4f9f-86d3-e7e93ee25735] Refreshing network info cache for port 144e1d52-d04b-472c-849b-e8c09f4a72f3 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1164.189263] env[69699]: DEBUG nova.compute.manager [None req-7c6996e2-9705-40d2-9c8e-5a0246d56e83 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1164.189475] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7c6996e2-9705-40d2-9c8e-5a0246d56e83 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1164.189963] env[69699]: DEBUG nova.compute.provider_tree [None req-fc3e52b3-5897-45d4-98a7-deb62dc19ded tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.193737] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01fa3c8-bf78-4043-8c9a-214f528864d0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.197924] env[69699]: INFO nova.compute.manager [None req-06abea63-c8b7-478e-bbe0-431743a305a5 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Updating instance to original state: 'active' [ 1164.207051] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c6996e2-9705-40d2-9c8e-5a0246d56e83 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1164.207323] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdeb1f88-9f86-46bf-a604-e1d1b0874ce0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.215536] env[69699]: DEBUG oslo_vmware.api [None req-7c6996e2-9705-40d2-9c8e-5a0246d56e83 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 1164.215536] env[69699]: value = "task-3607926" [ 1164.215536] env[69699]: _type = "Task" [ 1164.215536] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.225211] env[69699]: DEBUG oslo_vmware.api [None req-7c6996e2-9705-40d2-9c8e-5a0246d56e83 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607926, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.308571] env[69699]: DEBUG nova.compute.manager [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] [instance: 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1164.401065] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607924, 'name': CreateVM_Task, 'duration_secs': 0.413834} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.401247] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 823c4a94-89da-4f9f-86d3-e7e93ee25735] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1164.401949] env[69699]: DEBUG oslo_concurrency.lockutils [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.402269] env[69699]: DEBUG oslo_concurrency.lockutils [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.402486] env[69699]: DEBUG oslo_concurrency.lockutils [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.402755] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d873a5a3-13bc-4053-abdb-338793ed7c1b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.408168] env[69699]: DEBUG oslo_vmware.api [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 1164.408168] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]524be7dd-d9d5-720d-a505-9842c9e0eb84" [ 1164.408168] env[69699]: _type = "Task" [ 1164.408168] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.412096] env[69699]: DEBUG nova.network.neutron [req-2bcca949-0e2c-4fc6-8cc2-756a75aefc7e req-ebb7ef06-e221-4f57-a95c-1be647752011 service nova] [instance: 823c4a94-89da-4f9f-86d3-e7e93ee25735] Updated VIF entry in instance network info cache for port 144e1d52-d04b-472c-849b-e8c09f4a72f3. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1164.412411] env[69699]: DEBUG nova.network.neutron [req-2bcca949-0e2c-4fc6-8cc2-756a75aefc7e req-ebb7ef06-e221-4f57-a95c-1be647752011 service nova] [instance: 823c4a94-89da-4f9f-86d3-e7e93ee25735] Updating instance_info_cache with network_info: [{"id": "144e1d52-d04b-472c-849b-e8c09f4a72f3", "address": "fa:16:3e:e4:f6:81", "network": {"id": "092078f3-d8c3-496a-80c8-b95e926ea458", "bridge": "br-int", "label": "tempest-ServersTestJSON-968257115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50be8566da6d43a5a4de8d714eb3befd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap144e1d52-d0", "ovs_interfaceid": "144e1d52-d04b-472c-849b-e8c09f4a72f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.413978] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 1105ca8b-bfc2-4e73-9dd6-4ec5983ad048] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.422102] env[69699]: DEBUG oslo_vmware.api [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]524be7dd-d9d5-720d-a505-9842c9e0eb84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.545558] env[69699]: DEBUG oslo_vmware.api [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607925, 'name': ReconfigVM_Task, 'duration_secs': 0.390566} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.545843] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a/8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a.vmdk or device None with type streamOptimized {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1164.546517] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-694dc2e1-0b1c-4c35-94a2-0ed15e098a05 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.553125] env[69699]: DEBUG oslo_vmware.api [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the task: (returnval){ [ 1164.553125] env[69699]: value = "task-3607927" [ 1164.553125] env[69699]: _type = "Task" [ 1164.553125] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.560657] env[69699]: DEBUG oslo_vmware.api [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607927, 'name': Rename_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.664181] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4649d5f8-98b1-497a-9b8c-75775fbc41d6 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "eb3dca42-7412-429a-ad9e-71fc4977dd30" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.698613] env[69699]: DEBUG nova.scheduler.client.report [None req-fc3e52b3-5897-45d4-98a7-deb62dc19ded tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.726809] env[69699]: DEBUG oslo_vmware.api [None req-7c6996e2-9705-40d2-9c8e-5a0246d56e83 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607926, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.830186] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.921915] env[69699]: DEBUG oslo_concurrency.lockutils [req-2bcca949-0e2c-4fc6-8cc2-756a75aefc7e req-ebb7ef06-e221-4f57-a95c-1be647752011 service nova] Releasing lock "refresh_cache-823c4a94-89da-4f9f-86d3-e7e93ee25735" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.922415] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: cdabb6fc-7ba5-478b-a7e6-b7bd66e089fa] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.924174] env[69699]: DEBUG oslo_vmware.api [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]524be7dd-d9d5-720d-a505-9842c9e0eb84, 'name': SearchDatastore_Task, 'duration_secs': 0.012159} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.924713] env[69699]: DEBUG oslo_concurrency.lockutils [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.924930] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 823c4a94-89da-4f9f-86d3-e7e93ee25735] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1164.925178] env[69699]: DEBUG oslo_concurrency.lockutils [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.925339] env[69699]: DEBUG oslo_concurrency.lockutils [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.925612] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1164.925878] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2bfa0ccf-4142-4b34-a51d-86afdca26486 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.945679] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1164.945679] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1164.946347] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d93a82d0-dee1-4d48-b706-2c8c9bb55de7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.953917] env[69699]: DEBUG oslo_vmware.api [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 1164.953917] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ba106a-c86c-3353-e28a-2c1a4aafd988" [ 1164.953917] env[69699]: _type = "Task" [ 1164.953917] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.960679] env[69699]: DEBUG oslo_vmware.api [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ba106a-c86c-3353-e28a-2c1a4aafd988, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.063216] env[69699]: DEBUG oslo_vmware.api [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607927, 'name': Rename_Task, 'duration_secs': 0.14601} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.063492] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1165.063866] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00f11267-8e4b-4bab-bfd8-4076d61cb5dd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.070292] env[69699]: DEBUG oslo_vmware.api [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the task: (returnval){ [ 1165.070292] env[69699]: value = "task-3607928" [ 1165.070292] env[69699]: _type = "Task" [ 1165.070292] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.078111] env[69699]: DEBUG oslo_vmware.api [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607928, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.233724] env[69699]: DEBUG oslo_vmware.api [None req-7c6996e2-9705-40d2-9c8e-5a0246d56e83 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607926, 'name': PowerOffVM_Task, 'duration_secs': 0.532894} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.235853] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c6996e2-9705-40d2-9c8e-5a0246d56e83 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1165.238643] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7c6996e2-9705-40d2-9c8e-5a0246d56e83 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1165.238643] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7416eca2-1f95-4459-9ff5-939eda6cfcac {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.311887] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7c6996e2-9705-40d2-9c8e-5a0246d56e83 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1165.312216] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7c6996e2-9705-40d2-9c8e-5a0246d56e83 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1165.312476] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c6996e2-9705-40d2-9c8e-5a0246d56e83 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Deleting the datastore file [datastore2] 799bd3b7-732a-45ea-9871-8396e38974f7 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1165.312962] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9024465e-6f18-4726-8c78-12d67dd7aabc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.320837] env[69699]: DEBUG oslo_vmware.api [None req-7c6996e2-9705-40d2-9c8e-5a0246d56e83 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for the task: (returnval){ [ 1165.320837] env[69699]: value = "task-3607930" [ 1165.320837] env[69699]: _type = "Task" [ 1165.320837] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.330186] env[69699]: DEBUG oslo_vmware.api [None req-7c6996e2-9705-40d2-9c8e-5a0246d56e83 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607930, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.425280] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 6f4f9a8b-6a58-4a9f-8d4b-5e4f9ad32dcd] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.462925] env[69699]: DEBUG oslo_vmware.api [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ba106a-c86c-3353-e28a-2c1a4aafd988, 'name': SearchDatastore_Task, 'duration_secs': 0.009608} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.463848] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9492ca6c-2c1a-4d15-adb0-fcd70c8d592b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.469366] env[69699]: DEBUG oslo_vmware.api [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 1165.469366] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5258b0d3-f308-507b-533f-530616397f3d" [ 1165.469366] env[69699]: _type = "Task" [ 1165.469366] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.478998] env[69699]: DEBUG oslo_vmware.api [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5258b0d3-f308-507b-533f-530616397f3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.583595] env[69699]: DEBUG oslo_vmware.api [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3607928, 'name': PowerOnVM_Task, 'duration_secs': 0.508864} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.583964] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1165.716421] env[69699]: DEBUG nova.compute.manager [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1165.717796] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fc3e52b3-5897-45d4-98a7-deb62dc19ded tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.356s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.721650] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735591bd-b5a2-4f3f-93f6-491d7b903bc6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.727235] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.496s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.727710] env[69699]: INFO nova.compute.claims [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] [instance: e62537e7-b74d-4638-a889-df2113ce3d7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1165.744237] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4649d5f8-98b1-497a-9b8c-75775fbc41d6 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquiring lock "eb3dca42-7412-429a-ad9e-71fc4977dd30" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.744583] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4649d5f8-98b1-497a-9b8c-75775fbc41d6 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "eb3dca42-7412-429a-ad9e-71fc4977dd30" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.744819] env[69699]: INFO nova.compute.manager [None req-4649d5f8-98b1-497a-9b8c-75775fbc41d6 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Attaching volume 25d272f6-2b1f-4154-b9de-a79e66d79d7a to /dev/sdb [ 1165.788577] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8292e052-0943-49b0-8e33-21531245e8e9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.796621] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873e493d-8def-4681-823e-7229eb7c0d53 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.810872] env[69699]: DEBUG nova.virt.block_device [None req-4649d5f8-98b1-497a-9b8c-75775fbc41d6 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Updating existing volume attachment record: fec5fa20-cff0-4d20-9c47-a238b3872065 {{(pid=69699) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1165.813442] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0cd44a80-d86c-4090-8b55-9f912f42051b tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquiring lock "d9110b26-9c12-47c7-a35d-eb29c51e8fa1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.814060] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0cd44a80-d86c-4090-8b55-9f912f42051b tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "d9110b26-9c12-47c7-a35d-eb29c51e8fa1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.814060] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0cd44a80-d86c-4090-8b55-9f912f42051b tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquiring lock "d9110b26-9c12-47c7-a35d-eb29c51e8fa1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.814192] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0cd44a80-d86c-4090-8b55-9f912f42051b tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "d9110b26-9c12-47c7-a35d-eb29c51e8fa1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.814343] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0cd44a80-d86c-4090-8b55-9f912f42051b tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "d9110b26-9c12-47c7-a35d-eb29c51e8fa1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.816831] env[69699]: INFO nova.compute.manager [None req-0cd44a80-d86c-4090-8b55-9f912f42051b tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Terminating instance [ 1165.829112] env[69699]: DEBUG oslo_vmware.api [None req-7c6996e2-9705-40d2-9c8e-5a0246d56e83 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Task: {'id': task-3607930, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172954} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.830010] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c6996e2-9705-40d2-9c8e-5a0246d56e83 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1165.830161] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7c6996e2-9705-40d2-9c8e-5a0246d56e83 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1165.830289] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7c6996e2-9705-40d2-9c8e-5a0246d56e83 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1165.830491] env[69699]: INFO nova.compute.manager [None req-7c6996e2-9705-40d2-9c8e-5a0246d56e83 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1165.830705] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c6996e2-9705-40d2-9c8e-5a0246d56e83 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1165.830892] env[69699]: DEBUG nova.compute.manager [-] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1165.831064] env[69699]: DEBUG nova.network.neutron [-] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1165.928386] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 5492f83e-37c1-43f8-b40d-1d1872e229d6] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.980566] env[69699]: DEBUG oslo_vmware.api [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5258b0d3-f308-507b-533f-530616397f3d, 'name': SearchDatastore_Task, 'duration_secs': 0.026823} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.980833] env[69699]: DEBUG oslo_concurrency.lockutils [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.981223] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 823c4a94-89da-4f9f-86d3-e7e93ee25735/823c4a94-89da-4f9f-86d3-e7e93ee25735.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1165.981491] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11f66188-d621-4446-a909-63240097198d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.988326] env[69699]: DEBUG oslo_vmware.api [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 1165.988326] env[69699]: value = "task-3607932" [ 1165.988326] env[69699]: _type = "Task" [ 1165.988326] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.997649] env[69699]: DEBUG oslo_vmware.api [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607932, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.237333] env[69699]: DEBUG nova.compute.manager [req-eac888a4-847f-43e3-bf21-30242c8f9db5 req-4394cd27-d6d7-47e0-85d6-1fc13add82df service nova] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Received event network-vif-deleted-20005b70-2996-4ba6-a22b-e5c8c311749c {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.237333] env[69699]: INFO nova.compute.manager [req-eac888a4-847f-43e3-bf21-30242c8f9db5 req-4394cd27-d6d7-47e0-85d6-1fc13add82df service nova] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Neutron deleted interface 20005b70-2996-4ba6-a22b-e5c8c311749c; detaching it from the instance and deleting it from the info cache [ 1166.237333] env[69699]: DEBUG nova.network.neutron [req-eac888a4-847f-43e3-bf21-30242c8f9db5 req-4394cd27-d6d7-47e0-85d6-1fc13add82df service nova] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.244468] env[69699]: DEBUG oslo_concurrency.lockutils [None req-28074156-1768-4d0b-8d99-5e2e6ada7fd8 tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Lock "8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 32.677s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.294582] env[69699]: INFO nova.scheduler.client.report [None req-fc3e52b3-5897-45d4-98a7-deb62dc19ded tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Deleted allocation for migration efb1017c-3c51-4a4a-8cfe-5b26f7975cc3 [ 1166.323019] env[69699]: DEBUG nova.compute.manager [None req-0cd44a80-d86c-4090-8b55-9f912f42051b tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1166.323019] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cd44a80-d86c-4090-8b55-9f912f42051b tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1166.323019] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c038738e-b2b8-4636-985a-55164e4c1c0b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.332136] env[69699]: DEBUG oslo_vmware.api [None req-0cd44a80-d86c-4090-8b55-9f912f42051b tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 1166.332136] env[69699]: value = "task-3607935" [ 1166.332136] env[69699]: _type = "Task" [ 1166.332136] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.349018] env[69699]: DEBUG oslo_vmware.api [None req-0cd44a80-d86c-4090-8b55-9f912f42051b tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607935, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.431613] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 55bc925d-16a8-4b86-9de9-be3aab917368] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1166.499918] env[69699]: DEBUG oslo_vmware.api [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607932, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.673931] env[69699]: DEBUG nova.network.neutron [-] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.744023] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b83359a5-2b49-4f37-9498-3ea1bbdebbb4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.755023] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7900b17d-001c-4e3b-80bc-6c1694375971 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.795339] env[69699]: DEBUG nova.compute.manager [req-eac888a4-847f-43e3-bf21-30242c8f9db5 req-4394cd27-d6d7-47e0-85d6-1fc13add82df service nova] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Detach interface failed, port_id=20005b70-2996-4ba6-a22b-e5c8c311749c, reason: Instance 799bd3b7-732a-45ea-9871-8396e38974f7 could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1166.800247] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fc3e52b3-5897-45d4-98a7-deb62dc19ded tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "311e4618-41ff-4cab-ae4f-d7063872abc8" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 11.434s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.845688] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ea3e772a-9e1b-432b-87f9-6791188ee4ba tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquiring lock "311e4618-41ff-4cab-ae4f-d7063872abc8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.845688] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ea3e772a-9e1b-432b-87f9-6791188ee4ba tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "311e4618-41ff-4cab-ae4f-d7063872abc8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.845688] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ea3e772a-9e1b-432b-87f9-6791188ee4ba tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquiring lock "311e4618-41ff-4cab-ae4f-d7063872abc8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.845885] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ea3e772a-9e1b-432b-87f9-6791188ee4ba tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "311e4618-41ff-4cab-ae4f-d7063872abc8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.845999] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ea3e772a-9e1b-432b-87f9-6791188ee4ba tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "311e4618-41ff-4cab-ae4f-d7063872abc8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.847855] env[69699]: DEBUG oslo_vmware.api [None req-0cd44a80-d86c-4090-8b55-9f912f42051b tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607935, 'name': PowerOffVM_Task, 'duration_secs': 0.275387} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.848280] env[69699]: INFO nova.compute.manager [None req-ea3e772a-9e1b-432b-87f9-6791188ee4ba tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Terminating instance [ 1166.849722] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cd44a80-d86c-4090-8b55-9f912f42051b tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1166.849915] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cd44a80-d86c-4090-8b55-9f912f42051b tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Volume detach. Driver type: vmdk {{(pid=69699) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1166.850117] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cd44a80-d86c-4090-8b55-9f912f42051b tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719700', 'volume_id': '5d7a1d8a-a98f-4535-b4a2-0a5d1c2b2787', 'name': 'volume-5d7a1d8a-a98f-4535-b4a2-0a5d1c2b2787', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'd9110b26-9c12-47c7-a35d-eb29c51e8fa1', 'attached_at': '2025-04-25T20:07:44.000000', 'detached_at': '', 'volume_id': '5d7a1d8a-a98f-4535-b4a2-0a5d1c2b2787', 'serial': '5d7a1d8a-a98f-4535-b4a2-0a5d1c2b2787'} {{(pid=69699) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1166.851931] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49de79d5-34ba-4813-85f4-cc11d1b6b5b5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.881379] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8656935e-c898-4f34-a50a-e21f924f7e3b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.888652] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5dd829-1423-41e6-b0fa-308d6c0f5d98 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.915229] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fde1efb-0701-47ee-8ddb-192cb57fdae8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.930062] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cd44a80-d86c-4090-8b55-9f912f42051b tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] The volume has not been displaced from its original location: [datastore1] volume-5d7a1d8a-a98f-4535-b4a2-0a5d1c2b2787/volume-5d7a1d8a-a98f-4535-b4a2-0a5d1c2b2787.vmdk. No consolidation needed. {{(pid=69699) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1166.935460] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cd44a80-d86c-4090-8b55-9f912f42051b tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Reconfiguring VM instance instance-0000005e to detach disk 2001 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1166.940936] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 2268d511-e7f0-45e6-a48f-6a7ed60edcb4] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1166.941792] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82e498c0-de92-45c3-8bd3-f3464dcae788 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.961369] env[69699]: DEBUG oslo_vmware.api [None req-0cd44a80-d86c-4090-8b55-9f912f42051b tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 1166.961369] env[69699]: value = "task-3607936" [ 1166.961369] env[69699]: _type = "Task" [ 1166.961369] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.970162] env[69699]: DEBUG oslo_vmware.api [None req-0cd44a80-d86c-4090-8b55-9f912f42051b tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607936, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.000393] env[69699]: DEBUG oslo_vmware.api [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607932, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.817231} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.001145] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 823c4a94-89da-4f9f-86d3-e7e93ee25735/823c4a94-89da-4f9f-86d3-e7e93ee25735.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1167.001145] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 823c4a94-89da-4f9f-86d3-e7e93ee25735] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1167.001482] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65e588d5-8c8d-4b8b-80ed-59f1070fd21f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.008148] env[69699]: DEBUG oslo_vmware.api [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 1167.008148] env[69699]: value = "task-3607937" [ 1167.008148] env[69699]: _type = "Task" [ 1167.008148] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.016106] env[69699]: DEBUG oslo_vmware.api [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607937, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.035525] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277f86bd-048a-4bb4-83d3-b0d576ee13c5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.043452] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce1639e-9b2a-4015-939c-ce6f5c83cd36 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.075366] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b19e4c-51b6-455d-9153-dddc6217f615 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.083512] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591634ed-fa6d-43ef-8211-3aa4e6be7ed6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.099260] env[69699]: DEBUG nova.compute.provider_tree [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.176700] env[69699]: INFO nova.compute.manager [-] [instance: 799bd3b7-732a-45ea-9871-8396e38974f7] Took 1.35 seconds to deallocate network for instance. [ 1167.357813] env[69699]: DEBUG nova.compute.manager [None req-ea3e772a-9e1b-432b-87f9-6791188ee4ba tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1167.357922] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3e772a-9e1b-432b-87f9-6791188ee4ba tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1167.358807] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c832af8-b8c9-45c6-9ed1-5aede4da174f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.370136] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea3e772a-9e1b-432b-87f9-6791188ee4ba tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1167.371292] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-146e0fd7-e145-4776-a92c-e7388b068445 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.376502] env[69699]: DEBUG oslo_vmware.api [None req-ea3e772a-9e1b-432b-87f9-6791188ee4ba tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1167.376502] env[69699]: value = "task-3607938" [ 1167.376502] env[69699]: _type = "Task" [ 1167.376502] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.384617] env[69699]: DEBUG oslo_vmware.api [None req-ea3e772a-9e1b-432b-87f9-6791188ee4ba tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607938, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.456984] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: c7fba1f1-8e12-4891-aa98-06a5ff41a7e5] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.472050] env[69699]: DEBUG oslo_vmware.api [None req-0cd44a80-d86c-4090-8b55-9f912f42051b tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607936, 'name': ReconfigVM_Task, 'duration_secs': 0.205394} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.472050] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cd44a80-d86c-4090-8b55-9f912f42051b tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Reconfigured VM instance instance-0000005e to detach disk 2001 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1167.476012] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5624f5f3-1be1-4894-99d0-53223837575c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.493128] env[69699]: DEBUG oslo_vmware.api [None req-0cd44a80-d86c-4090-8b55-9f912f42051b tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 1167.493128] env[69699]: value = "task-3607939" [ 1167.493128] env[69699]: _type = "Task" [ 1167.493128] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.501051] env[69699]: DEBUG oslo_vmware.api [None req-0cd44a80-d86c-4090-8b55-9f912f42051b tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607939, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.515985] env[69699]: DEBUG oslo_vmware.api [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607937, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074521} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.516244] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 823c4a94-89da-4f9f-86d3-e7e93ee25735] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1167.516994] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a74273-228c-4678-922f-cfc990e9699e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.539236] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 823c4a94-89da-4f9f-86d3-e7e93ee25735] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 823c4a94-89da-4f9f-86d3-e7e93ee25735/823c4a94-89da-4f9f-86d3-e7e93ee25735.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1167.539564] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec5c5070-e1a7-47c6-9d79-151864261c3a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.558610] env[69699]: DEBUG oslo_vmware.api [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 1167.558610] env[69699]: value = "task-3607940" [ 1167.558610] env[69699]: _type = "Task" [ 1167.558610] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.566829] env[69699]: DEBUG oslo_vmware.api [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607940, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.606317] env[69699]: DEBUG nova.scheduler.client.report [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.684822] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7c6996e2-9705-40d2-9c8e-5a0246d56e83 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.888407] env[69699]: DEBUG oslo_vmware.api [None req-ea3e772a-9e1b-432b-87f9-6791188ee4ba tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607938, 'name': PowerOffVM_Task, 'duration_secs': 0.209404} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.888678] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea3e772a-9e1b-432b-87f9-6791188ee4ba tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1167.888835] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3e772a-9e1b-432b-87f9-6791188ee4ba tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1167.889102] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-804605c0-bdbf-4d0d-ba9e-dff4f3d54068 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.953716] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3e772a-9e1b-432b-87f9-6791188ee4ba tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1167.953716] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3e772a-9e1b-432b-87f9-6791188ee4ba tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Deleting contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1167.954065] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea3e772a-9e1b-432b-87f9-6791188ee4ba tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Deleting the datastore file [datastore1] 311e4618-41ff-4cab-ae4f-d7063872abc8 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1167.955045] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31049577-dc1e-4a1c-a09d-53facdb1c239 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.960609] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 2c2ada34-c9b6-424a-a601-0ee922646578] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.963825] env[69699]: DEBUG oslo_vmware.api [None req-ea3e772a-9e1b-432b-87f9-6791188ee4ba tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1167.963825] env[69699]: value = "task-3607942" [ 1167.963825] env[69699]: _type = "Task" [ 1167.963825] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.972301] env[69699]: DEBUG oslo_vmware.api [None req-ea3e772a-9e1b-432b-87f9-6791188ee4ba tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607942, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.004946] env[69699]: DEBUG oslo_vmware.api [None req-0cd44a80-d86c-4090-8b55-9f912f42051b tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607939, 'name': ReconfigVM_Task, 'duration_secs': 0.153179} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.005313] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cd44a80-d86c-4090-8b55-9f912f42051b tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719700', 'volume_id': '5d7a1d8a-a98f-4535-b4a2-0a5d1c2b2787', 'name': 'volume-5d7a1d8a-a98f-4535-b4a2-0a5d1c2b2787', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'd9110b26-9c12-47c7-a35d-eb29c51e8fa1', 'attached_at': '2025-04-25T20:07:44.000000', 'detached_at': '', 'volume_id': '5d7a1d8a-a98f-4535-b4a2-0a5d1c2b2787', 'serial': '5d7a1d8a-a98f-4535-b4a2-0a5d1c2b2787'} {{(pid=69699) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1168.005589] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd44a80-d86c-4090-8b55-9f912f42051b tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1168.006366] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8cbb74-656e-45ba-855f-5fc582721002 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.013257] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd44a80-d86c-4090-8b55-9f912f42051b tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1168.013510] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-056954c0-3e88-40cb-b112-383f2baff2cf {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.070268] env[69699]: DEBUG oslo_vmware.api [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607940, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.080358] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd44a80-d86c-4090-8b55-9f912f42051b tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1168.080358] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd44a80-d86c-4090-8b55-9f912f42051b tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1168.080358] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cd44a80-d86c-4090-8b55-9f912f42051b tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Deleting the datastore file [datastore2] d9110b26-9c12-47c7-a35d-eb29c51e8fa1 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1168.080358] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56649894-f40e-49cc-97d2-691e7d4e7074 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.084797] env[69699]: DEBUG oslo_vmware.api [None req-0cd44a80-d86c-4090-8b55-9f912f42051b tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 1168.084797] env[69699]: value = "task-3607944" [ 1168.084797] env[69699]: _type = "Task" [ 1168.084797] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.092912] env[69699]: DEBUG oslo_vmware.api [None req-0cd44a80-d86c-4090-8b55-9f912f42051b tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607944, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.111814] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.386s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.112453] env[69699]: DEBUG nova.compute.manager [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] [instance: e62537e7-b74d-4638-a889-df2113ce3d7b] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1168.116290] env[69699]: DEBUG oslo_concurrency.lockutils [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.243s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.117180] env[69699]: INFO nova.compute.claims [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1168.465035] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: e1461f7f-ede1-4f2d-b4b8-2bd0ed06d005] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.476636] env[69699]: DEBUG oslo_vmware.api [None req-ea3e772a-9e1b-432b-87f9-6791188ee4ba tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3607942, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282619} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.476891] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea3e772a-9e1b-432b-87f9-6791188ee4ba tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1168.477071] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3e772a-9e1b-432b-87f9-6791188ee4ba tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Deleted contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1168.477200] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3e772a-9e1b-432b-87f9-6791188ee4ba tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1168.477380] env[69699]: INFO nova.compute.manager [None req-ea3e772a-9e1b-432b-87f9-6791188ee4ba tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1168.477609] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea3e772a-9e1b-432b-87f9-6791188ee4ba tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1168.477789] env[69699]: DEBUG nova.compute.manager [-] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1168.477884] env[69699]: DEBUG nova.network.neutron [-] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1168.569416] env[69699]: DEBUG oslo_vmware.api [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607940, 'name': ReconfigVM_Task, 'duration_secs': 0.67058} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.571042] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 823c4a94-89da-4f9f-86d3-e7e93ee25735] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 823c4a94-89da-4f9f-86d3-e7e93ee25735/823c4a94-89da-4f9f-86d3-e7e93ee25735.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1168.571042] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4539503e-7c27-4666-b714-773cef54a332 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.577607] env[69699]: DEBUG oslo_vmware.api [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 1168.577607] env[69699]: value = "task-3607946" [ 1168.577607] env[69699]: _type = "Task" [ 1168.577607] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.586136] env[69699]: DEBUG oslo_vmware.api [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607946, 'name': Rename_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.594144] env[69699]: DEBUG oslo_vmware.api [None req-0cd44a80-d86c-4090-8b55-9f912f42051b tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3607944, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206595} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.594384] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cd44a80-d86c-4090-8b55-9f912f42051b tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1168.594706] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd44a80-d86c-4090-8b55-9f912f42051b tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1168.594783] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd44a80-d86c-4090-8b55-9f912f42051b tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1168.595065] env[69699]: INFO nova.compute.manager [None req-0cd44a80-d86c-4090-8b55-9f912f42051b tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Took 2.27 seconds to destroy the instance on the hypervisor. [ 1168.595177] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0cd44a80-d86c-4090-8b55-9f912f42051b tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1168.595388] env[69699]: DEBUG nova.compute.manager [-] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1168.595484] env[69699]: DEBUG nova.network.neutron [-] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1168.621215] env[69699]: DEBUG nova.compute.utils [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1168.625016] env[69699]: DEBUG nova.compute.manager [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] [instance: e62537e7-b74d-4638-a889-df2113ce3d7b] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1168.625218] env[69699]: DEBUG nova.network.neutron [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] [instance: e62537e7-b74d-4638-a889-df2113ce3d7b] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1168.671419] env[69699]: DEBUG nova.policy [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1eac08af6dd44bcdb048d9cfc4ee24b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd623b6a77b4a49d5a776a6e8b5f41ade', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 1168.715884] env[69699]: DEBUG oslo_concurrency.lockutils [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Acquiring lock "fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.715884] env[69699]: DEBUG oslo_concurrency.lockutils [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Lock "fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.976430] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: ca488e4c-5958-4ae8-a611-16034ea05264] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.079910] env[69699]: DEBUG nova.network.neutron [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] [instance: e62537e7-b74d-4638-a889-df2113ce3d7b] Successfully created port: f150a413-a7c9-474b-8bc0-f8aa79f25c9d {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1169.096142] env[69699]: DEBUG oslo_vmware.api [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607946, 'name': Rename_Task, 'duration_secs': 0.205741} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.096262] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 823c4a94-89da-4f9f-86d3-e7e93ee25735] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1169.096503] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-770ac7bb-0fd3-463c-aa6a-f02a0b9e6d30 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.104674] env[69699]: DEBUG oslo_vmware.api [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 1169.104674] env[69699]: value = "task-3607947" [ 1169.104674] env[69699]: _type = "Task" [ 1169.104674] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.112491] env[69699]: DEBUG oslo_vmware.api [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607947, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.127274] env[69699]: DEBUG nova.compute.manager [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] [instance: e62537e7-b74d-4638-a889-df2113ce3d7b] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1169.219524] env[69699]: DEBUG nova.compute.manager [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1169.355576] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a325fd-e22a-4d3f-a0b4-02f446d8b5a2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.362543] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95fb60c8-1cd2-4be2-b0ae-336ffa6c54cb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.399794] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f361be5-de0b-474e-8a83-4c3bf0b965d9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.407617] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5814204-57c5-4e4a-b10a-39c59ec973a1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.421011] env[69699]: DEBUG nova.compute.provider_tree [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.467853] env[69699]: DEBUG nova.compute.manager [req-69b664ef-b8d7-4abc-a37f-2d256211e927 req-b79803eb-4b27-43eb-8775-adf353c816fc service nova] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Received event network-vif-deleted-4fdb835d-6532-41ed-a080-cc51c855a95e {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.468071] env[69699]: INFO nova.compute.manager [req-69b664ef-b8d7-4abc-a37f-2d256211e927 req-b79803eb-4b27-43eb-8775-adf353c816fc service nova] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Neutron deleted interface 4fdb835d-6532-41ed-a080-cc51c855a95e; detaching it from the instance and deleting it from the info cache [ 1169.468237] env[69699]: DEBUG nova.network.neutron [req-69b664ef-b8d7-4abc-a37f-2d256211e927 req-b79803eb-4b27-43eb-8775-adf353c816fc service nova] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.478021] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 55a31f53-3712-486d-a4a8-7f15597da862] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.616429] env[69699]: DEBUG oslo_vmware.api [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607947, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.746449] env[69699]: DEBUG oslo_concurrency.lockutils [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.924842] env[69699]: DEBUG nova.scheduler.client.report [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.937349] env[69699]: DEBUG nova.network.neutron [-] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.972168] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9ac695d1-f47e-4cb4-aaa5-0f53700b96f9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.982318] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0acf91bc-534a-434c-a5e4-29bf4c8d774e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.993315] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 5d1c2a59-60c3-4bdd-baf7-a91fbf57c678] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.016282] env[69699]: DEBUG nova.compute.manager [req-69b664ef-b8d7-4abc-a37f-2d256211e927 req-b79803eb-4b27-43eb-8775-adf353c816fc service nova] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Detach interface failed, port_id=4fdb835d-6532-41ed-a080-cc51c855a95e, reason: Instance 311e4618-41ff-4cab-ae4f-d7063872abc8 could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1170.043088] env[69699]: DEBUG nova.network.neutron [-] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.115563] env[69699]: DEBUG oslo_vmware.api [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607947, 'name': PowerOnVM_Task, 'duration_secs': 0.758145} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.115869] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 823c4a94-89da-4f9f-86d3-e7e93ee25735] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1170.116084] env[69699]: INFO nova.compute.manager [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 823c4a94-89da-4f9f-86d3-e7e93ee25735] Took 8.92 seconds to spawn the instance on the hypervisor. [ 1170.116260] env[69699]: DEBUG nova.compute.manager [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 823c4a94-89da-4f9f-86d3-e7e93ee25735] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1170.117072] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bfc412-9f8e-4aa7-86f8-96b943e4fbca {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.143595] env[69699]: DEBUG nova.compute.manager [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] [instance: e62537e7-b74d-4638-a889-df2113ce3d7b] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1170.172717] env[69699]: DEBUG nova.virt.hardware [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1170.172988] env[69699]: DEBUG nova.virt.hardware [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1170.174299] env[69699]: DEBUG nova.virt.hardware [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.174521] env[69699]: DEBUG nova.virt.hardware [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1170.174704] env[69699]: DEBUG nova.virt.hardware [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.174861] env[69699]: DEBUG nova.virt.hardware [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1170.175095] env[69699]: DEBUG nova.virt.hardware [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1170.176067] env[69699]: DEBUG nova.virt.hardware [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1170.176067] env[69699]: DEBUG nova.virt.hardware [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1170.176067] env[69699]: DEBUG nova.virt.hardware [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1170.176067] env[69699]: DEBUG nova.virt.hardware [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1170.176906] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a429ef-83a8-49d3-bf34-d281ef3c7c67 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.189497] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e616d249-2cf4-434d-b72d-3d5ab8f444dd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.362154] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-4649d5f8-98b1-497a-9b8c-75775fbc41d6 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Volume attach. Driver type: vmdk {{(pid=69699) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1170.362402] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-4649d5f8-98b1-497a-9b8c-75775fbc41d6 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719717', 'volume_id': '25d272f6-2b1f-4154-b9de-a79e66d79d7a', 'name': 'volume-25d272f6-2b1f-4154-b9de-a79e66d79d7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eb3dca42-7412-429a-ad9e-71fc4977dd30', 'attached_at': '', 'detached_at': '', 'volume_id': '25d272f6-2b1f-4154-b9de-a79e66d79d7a', 'serial': '25d272f6-2b1f-4154-b9de-a79e66d79d7a'} {{(pid=69699) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1170.363297] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9c73b8-a3e8-4e8d-ad8f-a922bb0c03c0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.382426] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d8a860-1ff3-4b22-9ea5-37398450eed7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.406650] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-4649d5f8-98b1-497a-9b8c-75775fbc41d6 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] volume-25d272f6-2b1f-4154-b9de-a79e66d79d7a/volume-25d272f6-2b1f-4154-b9de-a79e66d79d7a.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.406944] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84e63535-a50a-4fa2-96ec-7a8108b3f460 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.425507] env[69699]: DEBUG oslo_vmware.api [None req-4649d5f8-98b1-497a-9b8c-75775fbc41d6 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1170.425507] env[69699]: value = "task-3607948" [ 1170.425507] env[69699]: _type = "Task" [ 1170.425507] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.430439] env[69699]: DEBUG oslo_concurrency.lockutils [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.315s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.430898] env[69699]: DEBUG nova.compute.manager [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1170.436705] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.470s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.438072] env[69699]: INFO nova.compute.claims [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] [instance: 31c6394e-071e-47b6-8056-76df2d53a034] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1170.440939] env[69699]: DEBUG oslo_vmware.api [None req-4649d5f8-98b1-497a-9b8c-75775fbc41d6 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607948, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.441031] env[69699]: INFO nova.compute.manager [-] [instance: 311e4618-41ff-4cab-ae4f-d7063872abc8] Took 1.96 seconds to deallocate network for instance. [ 1170.495927] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 2b73a142-8d85-4ef8-8fe6-940dda6d6521] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.547515] env[69699]: INFO nova.compute.manager [-] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Took 1.95 seconds to deallocate network for instance. [ 1170.561271] env[69699]: DEBUG nova.compute.manager [req-f7c77fc8-e866-4870-b0cb-eb8d0cbe3d30 req-e85a888f-5468-401a-94ca-03a155fad755 service nova] [instance: e62537e7-b74d-4638-a889-df2113ce3d7b] Received event network-vif-plugged-f150a413-a7c9-474b-8bc0-f8aa79f25c9d {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.561480] env[69699]: DEBUG oslo_concurrency.lockutils [req-f7c77fc8-e866-4870-b0cb-eb8d0cbe3d30 req-e85a888f-5468-401a-94ca-03a155fad755 service nova] Acquiring lock "e62537e7-b74d-4638-a889-df2113ce3d7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.564646] env[69699]: DEBUG oslo_concurrency.lockutils [req-f7c77fc8-e866-4870-b0cb-eb8d0cbe3d30 req-e85a888f-5468-401a-94ca-03a155fad755 service nova] Lock "e62537e7-b74d-4638-a889-df2113ce3d7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.564878] env[69699]: DEBUG oslo_concurrency.lockutils [req-f7c77fc8-e866-4870-b0cb-eb8d0cbe3d30 req-e85a888f-5468-401a-94ca-03a155fad755 service nova] Lock "e62537e7-b74d-4638-a889-df2113ce3d7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.565749] env[69699]: DEBUG nova.compute.manager [req-f7c77fc8-e866-4870-b0cb-eb8d0cbe3d30 req-e85a888f-5468-401a-94ca-03a155fad755 service nova] [instance: e62537e7-b74d-4638-a889-df2113ce3d7b] No waiting events found dispatching network-vif-plugged-f150a413-a7c9-474b-8bc0-f8aa79f25c9d {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1170.565749] env[69699]: WARNING nova.compute.manager [req-f7c77fc8-e866-4870-b0cb-eb8d0cbe3d30 req-e85a888f-5468-401a-94ca-03a155fad755 service nova] [instance: e62537e7-b74d-4638-a889-df2113ce3d7b] Received unexpected event network-vif-plugged-f150a413-a7c9-474b-8bc0-f8aa79f25c9d for instance with vm_state building and task_state spawning. [ 1170.639042] env[69699]: INFO nova.compute.manager [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 823c4a94-89da-4f9f-86d3-e7e93ee25735] Took 17.71 seconds to build instance. [ 1170.704658] env[69699]: DEBUG nova.network.neutron [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] [instance: e62537e7-b74d-4638-a889-df2113ce3d7b] Successfully updated port: f150a413-a7c9-474b-8bc0-f8aa79f25c9d {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1170.935625] env[69699]: DEBUG oslo_vmware.api [None req-4649d5f8-98b1-497a-9b8c-75775fbc41d6 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607948, 'name': ReconfigVM_Task, 'duration_secs': 0.358856} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.935913] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-4649d5f8-98b1-497a-9b8c-75775fbc41d6 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Reconfigured VM instance instance-00000069 to attach disk [datastore2] volume-25d272f6-2b1f-4154-b9de-a79e66d79d7a/volume-25d272f6-2b1f-4154-b9de-a79e66d79d7a.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.940799] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2fa8b4a-b4cb-49bd-995d-ac0fd26d7d03 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.951332] env[69699]: DEBUG nova.compute.utils [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1170.956336] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ea3e772a-9e1b-432b-87f9-6791188ee4ba tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.956668] env[69699]: DEBUG nova.compute.manager [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1170.956862] env[69699]: DEBUG nova.network.neutron [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1170.965093] env[69699]: DEBUG oslo_vmware.api [None req-4649d5f8-98b1-497a-9b8c-75775fbc41d6 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1170.965093] env[69699]: value = "task-3607949" [ 1170.965093] env[69699]: _type = "Task" [ 1170.965093] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.973604] env[69699]: DEBUG oslo_vmware.api [None req-4649d5f8-98b1-497a-9b8c-75775fbc41d6 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607949, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.998921] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1170.999167] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Cleaning up deleted instances with incomplete migration {{(pid=69699) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1171.015159] env[69699]: DEBUG nova.policy [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c137e52cb9e04eb798315c7bf5764619', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14c1236c77054fb8bf2c683bb76174ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 1171.095963] env[69699]: INFO nova.compute.manager [None req-0cd44a80-d86c-4090-8b55-9f912f42051b tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Took 0.55 seconds to detach 1 volumes for instance. [ 1171.141534] env[69699]: DEBUG oslo_concurrency.lockutils [None req-edab411d-a827-4ba1-8fc8-8a1b2e243b82 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "823c4a94-89da-4f9f-86d3-e7e93ee25735" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.227s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.208307] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Acquiring lock "refresh_cache-e62537e7-b74d-4638-a889-df2113ce3d7b" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.208359] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Acquired lock "refresh_cache-e62537e7-b74d-4638-a889-df2113ce3d7b" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.209176] env[69699]: DEBUG nova.network.neutron [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] [instance: e62537e7-b74d-4638-a889-df2113ce3d7b] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1171.339480] env[69699]: DEBUG nova.network.neutron [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Successfully created port: 6fc8838f-a669-4de6-a642-988dcc0b7cb7 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1171.459830] env[69699]: DEBUG nova.compute.manager [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1171.476317] env[69699]: DEBUG oslo_vmware.api [None req-4649d5f8-98b1-497a-9b8c-75775fbc41d6 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607949, 'name': ReconfigVM_Task, 'duration_secs': 0.163695} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.476620] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-4649d5f8-98b1-497a-9b8c-75775fbc41d6 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719717', 'volume_id': '25d272f6-2b1f-4154-b9de-a79e66d79d7a', 'name': 'volume-25d272f6-2b1f-4154-b9de-a79e66d79d7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eb3dca42-7412-429a-ad9e-71fc4977dd30', 'attached_at': '', 'detached_at': '', 'volume_id': '25d272f6-2b1f-4154-b9de-a79e66d79d7a', 'serial': '25d272f6-2b1f-4154-b9de-a79e66d79d7a'} {{(pid=69699) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1171.502010] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1171.505187] env[69699]: DEBUG nova.compute.manager [req-76c75193-42bd-4529-b245-74040b1c86a5 req-3d571a44-b380-4a3b-987c-967817578b73 service nova] [instance: d9110b26-9c12-47c7-a35d-eb29c51e8fa1] Received event network-vif-deleted-743be538-81f8-4787-8097-149c80957c31 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.605300] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0cd44a80-d86c-4090-8b55-9f912f42051b tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.653382] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67be351-3ce3-4cc3-addf-5698b0767859 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.661968] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bb3da9-9cde-4470-912a-cc8fbd9386b6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.695170] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04fe0512-e6d3-46f8-95ea-a1a55c845ac0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.703763] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d6f90a-66d7-4caf-88c9-df0891702abe {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.722962] env[69699]: DEBUG nova.compute.provider_tree [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.776285] env[69699]: DEBUG nova.network.neutron [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] [instance: e62537e7-b74d-4638-a889-df2113ce3d7b] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1171.916204] env[69699]: DEBUG nova.network.neutron [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] [instance: e62537e7-b74d-4638-a889-df2113ce3d7b] Updating instance_info_cache with network_info: [{"id": "f150a413-a7c9-474b-8bc0-f8aa79f25c9d", "address": "fa:16:3e:1f:af:60", "network": {"id": "55454dca-31dc-4fda-a217-48540358546c", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1633539407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d623b6a77b4a49d5a776a6e8b5f41ade", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf150a413-a7", "ovs_interfaceid": "f150a413-a7c9-474b-8bc0-f8aa79f25c9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.703653] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d51f04bf-c54c-404c-840c-0995c6617dc0 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquiring lock "823c4a94-89da-4f9f-86d3-e7e93ee25735" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.703920] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d51f04bf-c54c-404c-840c-0995c6617dc0 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "823c4a94-89da-4f9f-86d3-e7e93ee25735" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.704213] env[69699]: DEBUG nova.compute.manager [None req-d51f04bf-c54c-404c-840c-0995c6617dc0 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 823c4a94-89da-4f9f-86d3-e7e93ee25735] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1172.704942] env[69699]: DEBUG nova.scheduler.client.report [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.709954] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Releasing lock "refresh_cache-e62537e7-b74d-4638-a889-df2113ce3d7b" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.709954] env[69699]: DEBUG nova.compute.manager [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] [instance: e62537e7-b74d-4638-a889-df2113ce3d7b] Instance network_info: |[{"id": "f150a413-a7c9-474b-8bc0-f8aa79f25c9d", "address": "fa:16:3e:1f:af:60", "network": {"id": "55454dca-31dc-4fda-a217-48540358546c", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1633539407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d623b6a77b4a49d5a776a6e8b5f41ade", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf150a413-a7", "ovs_interfaceid": "f150a413-a7c9-474b-8bc0-f8aa79f25c9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1172.709954] env[69699]: DEBUG nova.compute.manager [req-140723fd-a421-47fa-a566-df9784ff92a2 req-29d83193-cd6e-4578-894c-e0e3d261b7bd service nova] [instance: e62537e7-b74d-4638-a889-df2113ce3d7b] Received event network-changed-f150a413-a7c9-474b-8bc0-f8aa79f25c9d {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.709954] env[69699]: DEBUG nova.compute.manager [req-140723fd-a421-47fa-a566-df9784ff92a2 req-29d83193-cd6e-4578-894c-e0e3d261b7bd service nova] [instance: e62537e7-b74d-4638-a889-df2113ce3d7b] Refreshing instance network info cache due to event network-changed-f150a413-a7c9-474b-8bc0-f8aa79f25c9d. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1172.709954] env[69699]: DEBUG oslo_concurrency.lockutils [req-140723fd-a421-47fa-a566-df9784ff92a2 req-29d83193-cd6e-4578-894c-e0e3d261b7bd service nova] Acquiring lock "refresh_cache-e62537e7-b74d-4638-a889-df2113ce3d7b" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.709954] env[69699]: DEBUG oslo_concurrency.lockutils [req-140723fd-a421-47fa-a566-df9784ff92a2 req-29d83193-cd6e-4578-894c-e0e3d261b7bd service nova] Acquired lock "refresh_cache-e62537e7-b74d-4638-a889-df2113ce3d7b" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.709954] env[69699]: DEBUG nova.network.neutron [req-140723fd-a421-47fa-a566-df9784ff92a2 req-29d83193-cd6e-4578-894c-e0e3d261b7bd service nova] [instance: e62537e7-b74d-4638-a889-df2113ce3d7b] Refreshing network info cache for port f150a413-a7c9-474b-8bc0-f8aa79f25c9d {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1172.712133] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664a4f5e-a865-4c03-8a4b-7873ff1fe627 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.715240] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] [instance: e62537e7-b74d-4638-a889-df2113ce3d7b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:af:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89463199-7ddf-4ee7-b485-1629a75b4b8f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f150a413-a7c9-474b-8bc0-f8aa79f25c9d', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1172.724199] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Creating folder: Project (d623b6a77b4a49d5a776a6e8b5f41ade). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1172.724199] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7396f32a-a34e-41ff-9cc1-17b554601a23 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.731660] env[69699]: DEBUG nova.compute.manager [None req-d51f04bf-c54c-404c-840c-0995c6617dc0 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 823c4a94-89da-4f9f-86d3-e7e93ee25735] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69699) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1172.734026] env[69699]: DEBUG nova.objects.instance [None req-d51f04bf-c54c-404c-840c-0995c6617dc0 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lazy-loading 'flavor' on Instance uuid 823c4a94-89da-4f9f-86d3-e7e93ee25735 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.735240] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Created folder: Project (d623b6a77b4a49d5a776a6e8b5f41ade) in parent group-v719415. [ 1172.735424] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Creating folder: Instances. Parent ref: group-v719718. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1172.735676] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b97ca168-d534-4dd0-ac14-bd0bbf26c8ec {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.747230] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Created folder: Instances in parent group-v719718. [ 1172.747230] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.747230] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e62537e7-b74d-4638-a889-df2113ce3d7b] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1172.747230] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-524eaa29-f5bb-48d5-9687-272373f1f68e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.768546] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1172.768546] env[69699]: value = "task-3607952" [ 1172.768546] env[69699]: _type = "Task" [ 1172.768546] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.777031] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607952, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.929938] env[69699]: DEBUG nova.network.neutron [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Successfully updated port: 6fc8838f-a669-4de6-a642-988dcc0b7cb7 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1173.212710] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.776s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.213223] env[69699]: DEBUG nova.compute.manager [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] [instance: 31c6394e-071e-47b6-8056-76df2d53a034] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1173.216452] env[69699]: DEBUG nova.compute.manager [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1173.219009] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.389s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.220341] env[69699]: INFO nova.compute.claims [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] [instance: 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1173.245789] env[69699]: DEBUG nova.virt.hardware [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1173.245789] env[69699]: DEBUG nova.virt.hardware [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1173.245789] env[69699]: DEBUG nova.virt.hardware [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1173.246050] env[69699]: DEBUG nova.virt.hardware [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1173.246241] env[69699]: DEBUG nova.virt.hardware [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1173.246410] env[69699]: DEBUG nova.virt.hardware [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1173.246653] env[69699]: DEBUG nova.virt.hardware [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1173.246855] env[69699]: DEBUG nova.virt.hardware [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1173.247069] env[69699]: DEBUG nova.virt.hardware [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1173.247465] env[69699]: DEBUG nova.virt.hardware [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1173.247465] env[69699]: DEBUG nova.virt.hardware [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1173.248662] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd07fbd-9b4f-44cc-9bd2-ef3d5b4eeb59 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.260563] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc19252-b05d-4863-82f9-ac27a0f30f51 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.265204] env[69699]: DEBUG nova.objects.instance [None req-4649d5f8-98b1-497a-9b8c-75775fbc41d6 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lazy-loading 'flavor' on Instance uuid eb3dca42-7412-429a-ad9e-71fc4977dd30 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1173.285356] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607952, 'name': CreateVM_Task, 'duration_secs': 0.368703} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.285523] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e62537e7-b74d-4638-a889-df2113ce3d7b] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1173.286288] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.286429] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.286778] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.287127] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66eb4a47-dcb9-425c-a59e-e821e1226ebc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.291562] env[69699]: DEBUG oslo_vmware.api [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Waiting for the task: (returnval){ [ 1173.291562] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a844fa-db96-f762-2219-99ff243768ab" [ 1173.291562] env[69699]: _type = "Task" [ 1173.291562] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.303165] env[69699]: DEBUG oslo_vmware.api [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a844fa-db96-f762-2219-99ff243768ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.432993] env[69699]: DEBUG oslo_concurrency.lockutils [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Acquiring lock "refresh_cache-00a8a903-abfe-4fb8-9cd4-c470af7a3cd1" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.433183] env[69699]: DEBUG oslo_concurrency.lockutils [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Acquired lock "refresh_cache-00a8a903-abfe-4fb8-9cd4-c470af7a3cd1" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.433337] env[69699]: DEBUG nova.network.neutron [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1173.474946] env[69699]: DEBUG nova.network.neutron [req-140723fd-a421-47fa-a566-df9784ff92a2 req-29d83193-cd6e-4578-894c-e0e3d261b7bd service nova] [instance: e62537e7-b74d-4638-a889-df2113ce3d7b] Updated VIF entry in instance network info cache for port f150a413-a7c9-474b-8bc0-f8aa79f25c9d. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1173.475356] env[69699]: DEBUG nova.network.neutron [req-140723fd-a421-47fa-a566-df9784ff92a2 req-29d83193-cd6e-4578-894c-e0e3d261b7bd service nova] [instance: e62537e7-b74d-4638-a889-df2113ce3d7b] Updating instance_info_cache with network_info: [{"id": "f150a413-a7c9-474b-8bc0-f8aa79f25c9d", "address": "fa:16:3e:1f:af:60", "network": {"id": "55454dca-31dc-4fda-a217-48540358546c", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1633539407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d623b6a77b4a49d5a776a6e8b5f41ade", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf150a413-a7", "ovs_interfaceid": "f150a413-a7c9-474b-8bc0-f8aa79f25c9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.720863] env[69699]: DEBUG nova.compute.utils [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1173.722399] env[69699]: DEBUG nova.compute.manager [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] [instance: 31c6394e-071e-47b6-8056-76df2d53a034] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1173.722578] env[69699]: DEBUG nova.network.neutron [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] [instance: 31c6394e-071e-47b6-8056-76df2d53a034] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1173.740134] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d51f04bf-c54c-404c-840c-0995c6617dc0 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 823c4a94-89da-4f9f-86d3-e7e93ee25735] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1173.740484] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec10c29a-da95-451c-b180-cd6604322b42 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.748015] env[69699]: DEBUG oslo_vmware.api [None req-d51f04bf-c54c-404c-840c-0995c6617dc0 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 1173.748015] env[69699]: value = "task-3607953" [ 1173.748015] env[69699]: _type = "Task" [ 1173.748015] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.757205] env[69699]: DEBUG oslo_vmware.api [None req-d51f04bf-c54c-404c-840c-0995c6617dc0 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607953, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.770546] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4649d5f8-98b1-497a-9b8c-75775fbc41d6 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "eb3dca42-7412-429a-ad9e-71fc4977dd30" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.026s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.782047] env[69699]: DEBUG nova.policy [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab707b2bb78146fa8ecfb6c1f47a4c8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43894b501f644983a6e42998ca544a98', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 1173.804175] env[69699]: DEBUG oslo_vmware.api [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a844fa-db96-f762-2219-99ff243768ab, 'name': SearchDatastore_Task, 'duration_secs': 0.01025} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.804583] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.804857] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] [instance: e62537e7-b74d-4638-a889-df2113ce3d7b] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1173.805485] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.805643] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.805931] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1173.806110] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44b9ada6-8dcb-4181-967f-a966c6067224 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.814644] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1173.814861] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1173.815586] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b8f0868-a7a2-41c0-b928-519c384c525a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.820854] env[69699]: DEBUG oslo_vmware.api [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Waiting for the task: (returnval){ [ 1173.820854] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52bd7bd9-6d8c-380d-7518-b46143597018" [ 1173.820854] env[69699]: _type = "Task" [ 1173.820854] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.828604] env[69699]: DEBUG oslo_vmware.api [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52bd7bd9-6d8c-380d-7518-b46143597018, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.970252] env[69699]: DEBUG nova.network.neutron [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1173.978043] env[69699]: DEBUG oslo_concurrency.lockutils [req-140723fd-a421-47fa-a566-df9784ff92a2 req-29d83193-cd6e-4578-894c-e0e3d261b7bd service nova] Releasing lock "refresh_cache-e62537e7-b74d-4638-a889-df2113ce3d7b" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.142794] env[69699]: DEBUG nova.network.neutron [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Updating instance_info_cache with network_info: [{"id": "6fc8838f-a669-4de6-a642-988dcc0b7cb7", "address": "fa:16:3e:fd:ac:6f", "network": {"id": "f88e8b9e-760f-44ab-9c9b-8f7c2c84f47f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1402000233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14c1236c77054fb8bf2c683bb76174ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fc8838f-a6", "ovs_interfaceid": "6fc8838f-a669-4de6-a642-988dcc0b7cb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.225993] env[69699]: DEBUG nova.compute.manager [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] [instance: 31c6394e-071e-47b6-8056-76df2d53a034] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1174.263742] env[69699]: DEBUG oslo_vmware.api [None req-d51f04bf-c54c-404c-840c-0995c6617dc0 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607953, 'name': PowerOffVM_Task, 'duration_secs': 0.262088} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.268841] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d51f04bf-c54c-404c-840c-0995c6617dc0 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 823c4a94-89da-4f9f-86d3-e7e93ee25735] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1174.269146] env[69699]: DEBUG nova.compute.manager [None req-d51f04bf-c54c-404c-840c-0995c6617dc0 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 823c4a94-89da-4f9f-86d3-e7e93ee25735] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1174.273733] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fcf10f7-f55a-4081-980d-0eb6d571fe92 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.333450] env[69699]: DEBUG oslo_vmware.api [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52bd7bd9-6d8c-380d-7518-b46143597018, 'name': SearchDatastore_Task, 'duration_secs': 0.00993} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.334838] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3390509d-6078-4fab-aefd-26c2fc974e37 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.342643] env[69699]: DEBUG oslo_vmware.api [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Waiting for the task: (returnval){ [ 1174.342643] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b27e13-ff7a-a535-1be1-389d24600450" [ 1174.342643] env[69699]: _type = "Task" [ 1174.342643] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.357909] env[69699]: DEBUG oslo_vmware.api [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b27e13-ff7a-a535-1be1-389d24600450, 'name': SearchDatastore_Task, 'duration_secs': 0.013923} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.358200] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.358448] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] e62537e7-b74d-4638-a889-df2113ce3d7b/e62537e7-b74d-4638-a889-df2113ce3d7b.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1174.358712] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de2b4ebb-59cd-4892-9c06-8eef45e69b24 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.366796] env[69699]: DEBUG oslo_vmware.api [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Waiting for the task: (returnval){ [ 1174.366796] env[69699]: value = "task-3607954" [ 1174.366796] env[69699]: _type = "Task" [ 1174.366796] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.374504] env[69699]: DEBUG oslo_vmware.api [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Task: {'id': task-3607954, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.385589] env[69699]: DEBUG nova.network.neutron [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] [instance: 31c6394e-071e-47b6-8056-76df2d53a034] Successfully created port: c5515329-7c0e-4049-b9fd-3e376fff12f6 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1174.455022] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064a585f-0089-43e5-bf55-899cd4cb4f43 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.459706] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e1451e-7196-4953-8c82-4eb21f2e9a6f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.498932] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf5b906-bda3-4a8b-8c69-e06fc89624f9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.507475] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4518ad-c218-423f-9713-f53faddc0463 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.521377] env[69699]: DEBUG nova.compute.provider_tree [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.555209] env[69699]: INFO nova.compute.manager [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Rebuilding instance [ 1174.599138] env[69699]: DEBUG nova.compute.manager [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1174.600239] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e0fd54-e3c1-4112-8975-46e0278201c1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.625094] env[69699]: DEBUG nova.compute.manager [req-c18df627-6243-478f-9b91-615bcaab5ad4 req-5f46abfe-938e-479d-8dc7-1f9ead1326fa service nova] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Received event network-vif-plugged-6fc8838f-a669-4de6-a642-988dcc0b7cb7 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.625346] env[69699]: DEBUG oslo_concurrency.lockutils [req-c18df627-6243-478f-9b91-615bcaab5ad4 req-5f46abfe-938e-479d-8dc7-1f9ead1326fa service nova] Acquiring lock "00a8a903-abfe-4fb8-9cd4-c470af7a3cd1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.625601] env[69699]: DEBUG oslo_concurrency.lockutils [req-c18df627-6243-478f-9b91-615bcaab5ad4 req-5f46abfe-938e-479d-8dc7-1f9ead1326fa service nova] Lock "00a8a903-abfe-4fb8-9cd4-c470af7a3cd1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.625788] env[69699]: DEBUG oslo_concurrency.lockutils [req-c18df627-6243-478f-9b91-615bcaab5ad4 req-5f46abfe-938e-479d-8dc7-1f9ead1326fa service nova] Lock "00a8a903-abfe-4fb8-9cd4-c470af7a3cd1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.625962] env[69699]: DEBUG nova.compute.manager [req-c18df627-6243-478f-9b91-615bcaab5ad4 req-5f46abfe-938e-479d-8dc7-1f9ead1326fa service nova] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] No waiting events found dispatching network-vif-plugged-6fc8838f-a669-4de6-a642-988dcc0b7cb7 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1174.626195] env[69699]: WARNING nova.compute.manager [req-c18df627-6243-478f-9b91-615bcaab5ad4 req-5f46abfe-938e-479d-8dc7-1f9ead1326fa service nova] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Received unexpected event network-vif-plugged-6fc8838f-a669-4de6-a642-988dcc0b7cb7 for instance with vm_state building and task_state spawning. [ 1174.626364] env[69699]: DEBUG nova.compute.manager [req-c18df627-6243-478f-9b91-615bcaab5ad4 req-5f46abfe-938e-479d-8dc7-1f9ead1326fa service nova] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Received event network-changed-6fc8838f-a669-4de6-a642-988dcc0b7cb7 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.626580] env[69699]: DEBUG nova.compute.manager [req-c18df627-6243-478f-9b91-615bcaab5ad4 req-5f46abfe-938e-479d-8dc7-1f9ead1326fa service nova] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Refreshing instance network info cache due to event network-changed-6fc8838f-a669-4de6-a642-988dcc0b7cb7. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1174.626789] env[69699]: DEBUG oslo_concurrency.lockutils [req-c18df627-6243-478f-9b91-615bcaab5ad4 req-5f46abfe-938e-479d-8dc7-1f9ead1326fa service nova] Acquiring lock "refresh_cache-00a8a903-abfe-4fb8-9cd4-c470af7a3cd1" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.644268] env[69699]: DEBUG oslo_concurrency.lockutils [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Releasing lock "refresh_cache-00a8a903-abfe-4fb8-9cd4-c470af7a3cd1" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.644661] env[69699]: DEBUG nova.compute.manager [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Instance network_info: |[{"id": "6fc8838f-a669-4de6-a642-988dcc0b7cb7", "address": "fa:16:3e:fd:ac:6f", "network": {"id": "f88e8b9e-760f-44ab-9c9b-8f7c2c84f47f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1402000233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14c1236c77054fb8bf2c683bb76174ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fc8838f-a6", "ovs_interfaceid": "6fc8838f-a669-4de6-a642-988dcc0b7cb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1174.645048] env[69699]: DEBUG oslo_concurrency.lockutils [req-c18df627-6243-478f-9b91-615bcaab5ad4 req-5f46abfe-938e-479d-8dc7-1f9ead1326fa service nova] Acquired lock "refresh_cache-00a8a903-abfe-4fb8-9cd4-c470af7a3cd1" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.645232] env[69699]: DEBUG nova.network.neutron [req-c18df627-6243-478f-9b91-615bcaab5ad4 req-5f46abfe-938e-479d-8dc7-1f9ead1326fa service nova] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Refreshing network info cache for port 6fc8838f-a669-4de6-a642-988dcc0b7cb7 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1174.646534] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:ac:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '680cb499-2a47-482b-af0d-112016ac0e17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6fc8838f-a669-4de6-a642-988dcc0b7cb7', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1174.654514] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1174.655646] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1174.655959] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49149813-2917-4f52-9199-2d43da0aec2c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.685031] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1174.685031] env[69699]: value = "task-3607955" [ 1174.685031] env[69699]: _type = "Task" [ 1174.685031] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.690372] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607955, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.786537] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d51f04bf-c54c-404c-840c-0995c6617dc0 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "823c4a94-89da-4f9f-86d3-e7e93ee25735" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.082s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.877416] env[69699]: DEBUG oslo_vmware.api [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Task: {'id': task-3607954, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.026902] env[69699]: DEBUG nova.scheduler.client.report [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.195749] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607955, 'name': CreateVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.237934] env[69699]: DEBUG nova.compute.manager [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] [instance: 31c6394e-071e-47b6-8056-76df2d53a034] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1175.264489] env[69699]: DEBUG nova.virt.hardware [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1175.264820] env[69699]: DEBUG nova.virt.hardware [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1175.265067] env[69699]: DEBUG nova.virt.hardware [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1175.265148] env[69699]: DEBUG nova.virt.hardware [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1175.265275] env[69699]: DEBUG nova.virt.hardware [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1175.265416] env[69699]: DEBUG nova.virt.hardware [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1175.265678] env[69699]: DEBUG nova.virt.hardware [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1175.265945] env[69699]: DEBUG nova.virt.hardware [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1175.266057] env[69699]: DEBUG nova.virt.hardware [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1175.266222] env[69699]: DEBUG nova.virt.hardware [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1175.266395] env[69699]: DEBUG nova.virt.hardware [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1175.267238] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6265cf16-5bf4-4528-b791-8028e299deaf {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.277238] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ffcbdd-463c-49bd-8846-f12fa1ebd91d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.379038] env[69699]: DEBUG oslo_vmware.api [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Task: {'id': task-3607954, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633458} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.379289] env[69699]: DEBUG nova.network.neutron [req-c18df627-6243-478f-9b91-615bcaab5ad4 req-5f46abfe-938e-479d-8dc7-1f9ead1326fa service nova] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Updated VIF entry in instance network info cache for port 6fc8838f-a669-4de6-a642-988dcc0b7cb7. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.379501] env[69699]: DEBUG nova.network.neutron [req-c18df627-6243-478f-9b91-615bcaab5ad4 req-5f46abfe-938e-479d-8dc7-1f9ead1326fa service nova] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Updating instance_info_cache with network_info: [{"id": "6fc8838f-a669-4de6-a642-988dcc0b7cb7", "address": "fa:16:3e:fd:ac:6f", "network": {"id": "f88e8b9e-760f-44ab-9c9b-8f7c2c84f47f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1402000233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14c1236c77054fb8bf2c683bb76174ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fc8838f-a6", "ovs_interfaceid": "6fc8838f-a669-4de6-a642-988dcc0b7cb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.380759] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] e62537e7-b74d-4638-a889-df2113ce3d7b/e62537e7-b74d-4638-a889-df2113ce3d7b.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1175.381032] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] [instance: e62537e7-b74d-4638-a889-df2113ce3d7b] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1175.381526] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae7d3136-cb67-4b5c-8d1a-af9c68745996 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.388353] env[69699]: DEBUG oslo_vmware.api [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Waiting for the task: (returnval){ [ 1175.388353] env[69699]: value = "task-3607956" [ 1175.388353] env[69699]: _type = "Task" [ 1175.388353] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.397196] env[69699]: DEBUG oslo_vmware.api [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Task: {'id': task-3607956, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.531746] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.313s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.533392] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7c6996e2-9705-40d2-9c8e-5a0246d56e83 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.849s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.533575] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7c6996e2-9705-40d2-9c8e-5a0246d56e83 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.535713] env[69699]: DEBUG oslo_concurrency.lockutils [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.789s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.537193] env[69699]: INFO nova.compute.claims [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1175.562471] env[69699]: INFO nova.scheduler.client.report [None req-7c6996e2-9705-40d2-9c8e-5a0246d56e83 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Deleted allocations for instance 799bd3b7-732a-45ea-9871-8396e38974f7 [ 1175.615764] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.616377] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e043c720-b066-46d8-b2c5-d672ed89d5d5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.624291] env[69699]: DEBUG oslo_vmware.api [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1175.624291] env[69699]: value = "task-3607957" [ 1175.624291] env[69699]: _type = "Task" [ 1175.624291] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.634897] env[69699]: DEBUG oslo_vmware.api [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.693654] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607955, 'name': CreateVM_Task, 'duration_secs': 0.541105} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.693813] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1175.698815] env[69699]: DEBUG oslo_concurrency.lockutils [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.698815] env[69699]: DEBUG oslo_concurrency.lockutils [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.699698] env[69699]: DEBUG oslo_concurrency.lockutils [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.699767] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50eefa49-86fc-4907-a756-9a4773882c9e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.704676] env[69699]: DEBUG oslo_vmware.api [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for the task: (returnval){ [ 1175.704676] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52eca48a-3e6d-67c5-ba08-b2fb1970642d" [ 1175.704676] env[69699]: _type = "Task" [ 1175.704676] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.712553] env[69699]: DEBUG oslo_vmware.api [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52eca48a-3e6d-67c5-ba08-b2fb1970642d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.868154] env[69699]: DEBUG nova.compute.manager [req-ba1a947c-659b-4a14-a9bb-85f80a141839 req-768e30d5-c75a-40b5-9413-88365d59b3ab service nova] [instance: 31c6394e-071e-47b6-8056-76df2d53a034] Received event network-vif-plugged-c5515329-7c0e-4049-b9fd-3e376fff12f6 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.868429] env[69699]: DEBUG oslo_concurrency.lockutils [req-ba1a947c-659b-4a14-a9bb-85f80a141839 req-768e30d5-c75a-40b5-9413-88365d59b3ab service nova] Acquiring lock "31c6394e-071e-47b6-8056-76df2d53a034-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.868597] env[69699]: DEBUG oslo_concurrency.lockutils [req-ba1a947c-659b-4a14-a9bb-85f80a141839 req-768e30d5-c75a-40b5-9413-88365d59b3ab service nova] Lock "31c6394e-071e-47b6-8056-76df2d53a034-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.868735] env[69699]: DEBUG oslo_concurrency.lockutils [req-ba1a947c-659b-4a14-a9bb-85f80a141839 req-768e30d5-c75a-40b5-9413-88365d59b3ab service nova] Lock "31c6394e-071e-47b6-8056-76df2d53a034-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.868898] env[69699]: DEBUG nova.compute.manager [req-ba1a947c-659b-4a14-a9bb-85f80a141839 req-768e30d5-c75a-40b5-9413-88365d59b3ab service nova] [instance: 31c6394e-071e-47b6-8056-76df2d53a034] No waiting events found dispatching network-vif-plugged-c5515329-7c0e-4049-b9fd-3e376fff12f6 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1175.869363] env[69699]: WARNING nova.compute.manager [req-ba1a947c-659b-4a14-a9bb-85f80a141839 req-768e30d5-c75a-40b5-9413-88365d59b3ab service nova] [instance: 31c6394e-071e-47b6-8056-76df2d53a034] Received unexpected event network-vif-plugged-c5515329-7c0e-4049-b9fd-3e376fff12f6 for instance with vm_state building and task_state spawning. [ 1175.883273] env[69699]: DEBUG oslo_concurrency.lockutils [req-c18df627-6243-478f-9b91-615bcaab5ad4 req-5f46abfe-938e-479d-8dc7-1f9ead1326fa service nova] Releasing lock "refresh_cache-00a8a903-abfe-4fb8-9cd4-c470af7a3cd1" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.898149] env[69699]: DEBUG oslo_vmware.api [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Task: {'id': task-3607956, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073562} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.898149] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] [instance: e62537e7-b74d-4638-a889-df2113ce3d7b] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1175.899039] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4501129f-2b4c-4dfb-8ccf-e074c487ba85 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.924199] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] [instance: e62537e7-b74d-4638-a889-df2113ce3d7b] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] e62537e7-b74d-4638-a889-df2113ce3d7b/e62537e7-b74d-4638-a889-df2113ce3d7b.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.924643] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01187ddc-b31a-4d2f-b740-1737fd1af649 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.947337] env[69699]: DEBUG oslo_vmware.api [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Waiting for the task: (returnval){ [ 1175.947337] env[69699]: value = "task-3607958" [ 1175.947337] env[69699]: _type = "Task" [ 1175.947337] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.954465] env[69699]: DEBUG oslo_vmware.api [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Task: {'id': task-3607958, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.042059] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Acquiring lock "69075b5b-2e32-4e46-a244-02dd33ec5814" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.042059] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Lock "69075b5b-2e32-4e46-a244-02dd33ec5814" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.069891] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7c6996e2-9705-40d2-9c8e-5a0246d56e83 tempest-DeleteServersTestJSON-207338121 tempest-DeleteServersTestJSON-207338121-project-member] Lock "799bd3b7-732a-45ea-9871-8396e38974f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.393s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.134087] env[69699]: DEBUG oslo_vmware.api [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607957, 'name': PowerOffVM_Task, 'duration_secs': 0.203226} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.134377] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.186450] env[69699]: INFO nova.compute.manager [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Detaching volume 25d272f6-2b1f-4154-b9de-a79e66d79d7a [ 1176.217930] env[69699]: DEBUG oslo_vmware.api [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52eca48a-3e6d-67c5-ba08-b2fb1970642d, 'name': SearchDatastore_Task, 'duration_secs': 0.025433} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.218288] env[69699]: DEBUG oslo_concurrency.lockutils [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.218539] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1176.218767] env[69699]: DEBUG oslo_concurrency.lockutils [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.218928] env[69699]: DEBUG oslo_concurrency.lockutils [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.219146] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1176.219767] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f552502a-94bc-413d-8c96-c2bf6bbdcbab {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.222436] env[69699]: INFO nova.virt.block_device [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Attempting to driver detach volume 25d272f6-2b1f-4154-b9de-a79e66d79d7a from mountpoint /dev/sdb [ 1176.222669] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Volume detach. Driver type: vmdk {{(pid=69699) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1176.223143] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719717', 'volume_id': '25d272f6-2b1f-4154-b9de-a79e66d79d7a', 'name': 'volume-25d272f6-2b1f-4154-b9de-a79e66d79d7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eb3dca42-7412-429a-ad9e-71fc4977dd30', 'attached_at': '', 'detached_at': '', 'volume_id': '25d272f6-2b1f-4154-b9de-a79e66d79d7a', 'serial': '25d272f6-2b1f-4154-b9de-a79e66d79d7a'} {{(pid=69699) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1176.223630] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae85b7fb-c573-4871-ae96-aa044ab1fcce {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.246481] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159dc154-d0dc-400a-8f19-09be1470cb95 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.249042] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1176.249243] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1176.249963] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1ea30da-9795-493b-8a2e-593acbab297c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.255091] env[69699]: DEBUG oslo_concurrency.lockutils [None req-330a9fd2-659f-455d-8fef-968b5b824423 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquiring lock "823c4a94-89da-4f9f-86d3-e7e93ee25735" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.255317] env[69699]: DEBUG oslo_concurrency.lockutils [None req-330a9fd2-659f-455d-8fef-968b5b824423 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "823c4a94-89da-4f9f-86d3-e7e93ee25735" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.255514] env[69699]: DEBUG oslo_concurrency.lockutils [None req-330a9fd2-659f-455d-8fef-968b5b824423 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquiring lock "823c4a94-89da-4f9f-86d3-e7e93ee25735-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.255722] env[69699]: DEBUG oslo_concurrency.lockutils [None req-330a9fd2-659f-455d-8fef-968b5b824423 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "823c4a94-89da-4f9f-86d3-e7e93ee25735-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.255860] env[69699]: DEBUG oslo_concurrency.lockutils [None req-330a9fd2-659f-455d-8fef-968b5b824423 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "823c4a94-89da-4f9f-86d3-e7e93ee25735-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.257392] env[69699]: DEBUG oslo_vmware.api [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for the task: (returnval){ [ 1176.257392] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5246e9c8-d26f-0483-ee86-7d50dd03c127" [ 1176.257392] env[69699]: _type = "Task" [ 1176.257392] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.257815] env[69699]: INFO nova.compute.manager [None req-330a9fd2-659f-455d-8fef-968b5b824423 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 823c4a94-89da-4f9f-86d3-e7e93ee25735] Terminating instance [ 1176.264647] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce6e46c-38fc-4140-82e7-42079f80ace3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.272655] env[69699]: DEBUG oslo_vmware.api [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5246e9c8-d26f-0483-ee86-7d50dd03c127, 'name': SearchDatastore_Task, 'duration_secs': 0.008432} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.288602] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-559342e6-663e-4953-8c85-4ab83fc22686 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.291236] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e814097-04a6-44cf-b7e8-6c7f4c9bccbc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.298836] env[69699]: DEBUG oslo_vmware.api [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for the task: (returnval){ [ 1176.298836] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]529f57cb-4a4a-2f76-5537-995c6fd9c3fa" [ 1176.298836] env[69699]: _type = "Task" [ 1176.298836] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.309640] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] The volume has not been displaced from its original location: [datastore2] volume-25d272f6-2b1f-4154-b9de-a79e66d79d7a/volume-25d272f6-2b1f-4154-b9de-a79e66d79d7a.vmdk. No consolidation needed. {{(pid=69699) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1176.314794] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Reconfiguring VM instance instance-00000069 to detach disk 2001 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1176.317871] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9241f4ec-b82f-4f63-955e-da0fcc5400b7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.335471] env[69699]: DEBUG oslo_vmware.api [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]529f57cb-4a4a-2f76-5537-995c6fd9c3fa, 'name': SearchDatastore_Task, 'duration_secs': 0.011077} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.336701] env[69699]: DEBUG oslo_concurrency.lockutils [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.336974] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1/00a8a903-abfe-4fb8-9cd4-c470af7a3cd1.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1176.337293] env[69699]: DEBUG oslo_vmware.api [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1176.337293] env[69699]: value = "task-3607960" [ 1176.337293] env[69699]: _type = "Task" [ 1176.337293] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.337493] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-add3f96b-3d21-4bea-8723-86d741229e03 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.345576] env[69699]: DEBUG oslo_vmware.api [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for the task: (returnval){ [ 1176.345576] env[69699]: value = "task-3607961" [ 1176.345576] env[69699]: _type = "Task" [ 1176.345576] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.348514] env[69699]: DEBUG oslo_vmware.api [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607960, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.358056] env[69699]: DEBUG oslo_vmware.api [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607961, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.440701] env[69699]: DEBUG nova.network.neutron [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] [instance: 31c6394e-071e-47b6-8056-76df2d53a034] Successfully updated port: c5515329-7c0e-4049-b9fd-3e376fff12f6 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1176.454900] env[69699]: DEBUG oslo_vmware.api [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Task: {'id': task-3607958, 'name': ReconfigVM_Task, 'duration_secs': 0.375624} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.455199] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] [instance: e62537e7-b74d-4638-a889-df2113ce3d7b] Reconfigured VM instance instance-0000006f to attach disk [datastore2] e62537e7-b74d-4638-a889-df2113ce3d7b/e62537e7-b74d-4638-a889-df2113ce3d7b.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.455801] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d45200e1-3990-402d-be38-d0e0c8d6e8e2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.462564] env[69699]: DEBUG oslo_vmware.api [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Waiting for the task: (returnval){ [ 1176.462564] env[69699]: value = "task-3607962" [ 1176.462564] env[69699]: _type = "Task" [ 1176.462564] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.470455] env[69699]: DEBUG oslo_vmware.api [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Task: {'id': task-3607962, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.545719] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Lock "69075b5b-2e32-4e46-a244-02dd33ec5814" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.504s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.546340] env[69699]: DEBUG nova.compute.manager [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] [instance: 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1176.662050] env[69699]: DEBUG nova.compute.manager [req-2bf7c3e7-9b4d-408e-8b30-513f6aba5ee5 req-32019a7f-4bc2-4c51-bdc9-28b7721fabda service nova] [instance: 31c6394e-071e-47b6-8056-76df2d53a034] Received event network-changed-c5515329-7c0e-4049-b9fd-3e376fff12f6 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.662698] env[69699]: DEBUG nova.compute.manager [req-2bf7c3e7-9b4d-408e-8b30-513f6aba5ee5 req-32019a7f-4bc2-4c51-bdc9-28b7721fabda service nova] [instance: 31c6394e-071e-47b6-8056-76df2d53a034] Refreshing instance network info cache due to event network-changed-c5515329-7c0e-4049-b9fd-3e376fff12f6. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1176.663117] env[69699]: DEBUG oslo_concurrency.lockutils [req-2bf7c3e7-9b4d-408e-8b30-513f6aba5ee5 req-32019a7f-4bc2-4c51-bdc9-28b7721fabda service nova] Acquiring lock "refresh_cache-31c6394e-071e-47b6-8056-76df2d53a034" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.663117] env[69699]: DEBUG oslo_concurrency.lockutils [req-2bf7c3e7-9b4d-408e-8b30-513f6aba5ee5 req-32019a7f-4bc2-4c51-bdc9-28b7721fabda service nova] Acquired lock "refresh_cache-31c6394e-071e-47b6-8056-76df2d53a034" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.663117] env[69699]: DEBUG nova.network.neutron [req-2bf7c3e7-9b4d-408e-8b30-513f6aba5ee5 req-32019a7f-4bc2-4c51-bdc9-28b7721fabda service nova] [instance: 31c6394e-071e-47b6-8056-76df2d53a034] Refreshing network info cache for port c5515329-7c0e-4049-b9fd-3e376fff12f6 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1176.735285] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41fbb7a7-c83c-4ee9-82e7-5aefa23c5ca3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.743515] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5b7eb2-e59e-4dc9-8d66-d916e5005a20 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.774686] env[69699]: DEBUG nova.compute.manager [None req-330a9fd2-659f-455d-8fef-968b5b824423 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 823c4a94-89da-4f9f-86d3-e7e93ee25735] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1176.774924] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-330a9fd2-659f-455d-8fef-968b5b824423 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 823c4a94-89da-4f9f-86d3-e7e93ee25735] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1176.775997] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2296a0f5-1208-4fe1-8b40-2e1f9e6bcc26 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.779262] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745a2405-1e33-4948-a350-2599166ca57c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.789099] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea47e93-42dc-4dab-8a6f-3897e4e69a96 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.793114] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-330a9fd2-659f-455d-8fef-968b5b824423 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 823c4a94-89da-4f9f-86d3-e7e93ee25735] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1176.793402] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ab72ec5-7751-4b10-a40b-c7f402d6c56c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.806582] env[69699]: DEBUG nova.compute.provider_tree [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.851133] env[69699]: DEBUG oslo_vmware.api [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607960, 'name': ReconfigVM_Task, 'duration_secs': 0.19912} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.855066] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Reconfigured VM instance instance-00000069 to detach disk 2001 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1176.859876] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-709b9e7d-2252-46ef-9236-fbfd1daf0e3f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.872481] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-330a9fd2-659f-455d-8fef-968b5b824423 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 823c4a94-89da-4f9f-86d3-e7e93ee25735] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1176.872815] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-330a9fd2-659f-455d-8fef-968b5b824423 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 823c4a94-89da-4f9f-86d3-e7e93ee25735] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1176.872942] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-330a9fd2-659f-455d-8fef-968b5b824423 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Deleting the datastore file [datastore2] 823c4a94-89da-4f9f-86d3-e7e93ee25735 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.873546] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bdb4bcd0-988d-4604-85f6-041fa1b4ed2d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.878229] env[69699]: DEBUG oslo_vmware.api [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607961, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522048} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.878826] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1/00a8a903-abfe-4fb8-9cd4-c470af7a3cd1.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1176.879062] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1176.880160] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2144ff69-2455-4338-bc22-269da7e3f88b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.882019] env[69699]: DEBUG oslo_vmware.api [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1176.882019] env[69699]: value = "task-3607964" [ 1176.882019] env[69699]: _type = "Task" [ 1176.882019] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.883545] env[69699]: DEBUG oslo_vmware.api [None req-330a9fd2-659f-455d-8fef-968b5b824423 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 1176.883545] env[69699]: value = "task-3607965" [ 1176.883545] env[69699]: _type = "Task" [ 1176.883545] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.890825] env[69699]: DEBUG oslo_vmware.api [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for the task: (returnval){ [ 1176.890825] env[69699]: value = "task-3607966" [ 1176.890825] env[69699]: _type = "Task" [ 1176.890825] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.900607] env[69699]: DEBUG oslo_vmware.api [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607964, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.901038] env[69699]: DEBUG oslo_vmware.api [None req-330a9fd2-659f-455d-8fef-968b5b824423 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607965, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.907757] env[69699]: DEBUG oslo_vmware.api [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607966, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.943303] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Acquiring lock "refresh_cache-31c6394e-071e-47b6-8056-76df2d53a034" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.972051] env[69699]: DEBUG oslo_vmware.api [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Task: {'id': task-3607962, 'name': Rename_Task, 'duration_secs': 0.180205} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.972354] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] [instance: e62537e7-b74d-4638-a889-df2113ce3d7b] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1176.972670] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88dbb539-9c7c-47f2-bfb2-747f067e6ce6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.978017] env[69699]: DEBUG oslo_vmware.api [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Waiting for the task: (returnval){ [ 1176.978017] env[69699]: value = "task-3607967" [ 1176.978017] env[69699]: _type = "Task" [ 1176.978017] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.985358] env[69699]: DEBUG oslo_vmware.api [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Task: {'id': task-3607967, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.054458] env[69699]: DEBUG nova.compute.utils [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1177.056062] env[69699]: DEBUG nova.compute.manager [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] [instance: 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1177.056245] env[69699]: DEBUG nova.network.neutron [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] [instance: 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1177.094211] env[69699]: DEBUG nova.policy [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '039ca199e6334e4c892523c5413b9a2e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ecb7d9e0cdbb4166a2edb26a56b75f71', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 1177.222804] env[69699]: DEBUG nova.network.neutron [req-2bf7c3e7-9b4d-408e-8b30-513f6aba5ee5 req-32019a7f-4bc2-4c51-bdc9-28b7721fabda service nova] [instance: 31c6394e-071e-47b6-8056-76df2d53a034] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1177.310686] env[69699]: DEBUG nova.scheduler.client.report [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.334326] env[69699]: DEBUG nova.network.neutron [req-2bf7c3e7-9b4d-408e-8b30-513f6aba5ee5 req-32019a7f-4bc2-4c51-bdc9-28b7721fabda service nova] [instance: 31c6394e-071e-47b6-8056-76df2d53a034] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.399805] env[69699]: DEBUG nova.network.neutron [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] [instance: 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e] Successfully created port: 701c355a-edc0-433a-8514-51634a2e7152 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1177.409688] env[69699]: DEBUG oslo_vmware.api [None req-330a9fd2-659f-455d-8fef-968b5b824423 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607965, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265026} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.409952] env[69699]: DEBUG oslo_vmware.api [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607964, 'name': ReconfigVM_Task, 'duration_secs': 0.2164} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.410206] env[69699]: DEBUG oslo_vmware.api [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607966, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067892} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.410397] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-330a9fd2-659f-455d-8fef-968b5b824423 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.410585] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-330a9fd2-659f-455d-8fef-968b5b824423 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 823c4a94-89da-4f9f-86d3-e7e93ee25735] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1177.410738] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-330a9fd2-659f-455d-8fef-968b5b824423 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 823c4a94-89da-4f9f-86d3-e7e93ee25735] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1177.410950] env[69699]: INFO nova.compute.manager [None req-330a9fd2-659f-455d-8fef-968b5b824423 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: 823c4a94-89da-4f9f-86d3-e7e93ee25735] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1177.411156] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-330a9fd2-659f-455d-8fef-968b5b824423 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.411714] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719717', 'volume_id': '25d272f6-2b1f-4154-b9de-a79e66d79d7a', 'name': 'volume-25d272f6-2b1f-4154-b9de-a79e66d79d7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eb3dca42-7412-429a-ad9e-71fc4977dd30', 'attached_at': '', 'detached_at': '', 'volume_id': '25d272f6-2b1f-4154-b9de-a79e66d79d7a', 'serial': '25d272f6-2b1f-4154-b9de-a79e66d79d7a'} {{(pid=69699) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1177.413832] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1177.414311] env[69699]: DEBUG nova.compute.manager [-] [instance: 823c4a94-89da-4f9f-86d3-e7e93ee25735] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1177.414415] env[69699]: DEBUG nova.network.neutron [-] [instance: 823c4a94-89da-4f9f-86d3-e7e93ee25735] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1177.419263] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90536bf-354f-41dc-af5f-82d4e0030a34 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.440880] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1/00a8a903-abfe-4fb8-9cd4-c470af7a3cd1.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.441223] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-772068dd-65dd-49ef-8912-ebfdb8a3a5c5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.462951] env[69699]: DEBUG oslo_vmware.api [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for the task: (returnval){ [ 1177.462951] env[69699]: value = "task-3607968" [ 1177.462951] env[69699]: _type = "Task" [ 1177.462951] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.471076] env[69699]: DEBUG oslo_vmware.api [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607968, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.488476] env[69699]: DEBUG oslo_vmware.api [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Task: {'id': task-3607967, 'name': PowerOnVM_Task, 'duration_secs': 0.444713} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.488895] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] [instance: e62537e7-b74d-4638-a889-df2113ce3d7b] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1177.489182] env[69699]: INFO nova.compute.manager [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] [instance: e62537e7-b74d-4638-a889-df2113ce3d7b] Took 7.35 seconds to spawn the instance on the hypervisor. [ 1177.489365] env[69699]: DEBUG nova.compute.manager [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] [instance: e62537e7-b74d-4638-a889-df2113ce3d7b] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1177.490183] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc79ae5f-877c-43e7-818b-9abb228967fd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.559905] env[69699]: DEBUG nova.compute.manager [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] [instance: 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1177.698256] env[69699]: DEBUG nova.compute.manager [req-1bb2c1f0-3ca9-41d7-9f34-1833405d62e4 req-1a16935f-549b-417e-a4b4-13e20f4c4a51 service nova] [instance: 823c4a94-89da-4f9f-86d3-e7e93ee25735] Received event network-vif-deleted-144e1d52-d04b-472c-849b-e8c09f4a72f3 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.698256] env[69699]: INFO nova.compute.manager [req-1bb2c1f0-3ca9-41d7-9f34-1833405d62e4 req-1a16935f-549b-417e-a4b4-13e20f4c4a51 service nova] [instance: 823c4a94-89da-4f9f-86d3-e7e93ee25735] Neutron deleted interface 144e1d52-d04b-472c-849b-e8c09f4a72f3; detaching it from the instance and deleting it from the info cache [ 1177.698401] env[69699]: DEBUG nova.network.neutron [req-1bb2c1f0-3ca9-41d7-9f34-1833405d62e4 req-1a16935f-549b-417e-a4b4-13e20f4c4a51 service nova] [instance: 823c4a94-89da-4f9f-86d3-e7e93ee25735] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.816833] env[69699]: DEBUG oslo_concurrency.lockutils [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.281s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.817395] env[69699]: DEBUG nova.compute.manager [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1177.819975] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ea3e772a-9e1b-432b-87f9-6791188ee4ba tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.864s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.820185] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ea3e772a-9e1b-432b-87f9-6791188ee4ba tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.822225] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0cd44a80-d86c-4090-8b55-9f912f42051b tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.217s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.822424] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0cd44a80-d86c-4090-8b55-9f912f42051b tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.837658] env[69699]: DEBUG oslo_concurrency.lockutils [req-2bf7c3e7-9b4d-408e-8b30-513f6aba5ee5 req-32019a7f-4bc2-4c51-bdc9-28b7721fabda service nova] Releasing lock "refresh_cache-31c6394e-071e-47b6-8056-76df2d53a034" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.838064] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Acquired lock "refresh_cache-31c6394e-071e-47b6-8056-76df2d53a034" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.838251] env[69699]: DEBUG nova.network.neutron [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] [instance: 31c6394e-071e-47b6-8056-76df2d53a034] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1177.846684] env[69699]: INFO nova.scheduler.client.report [None req-ea3e772a-9e1b-432b-87f9-6791188ee4ba tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Deleted allocations for instance 311e4618-41ff-4cab-ae4f-d7063872abc8 [ 1177.848435] env[69699]: INFO nova.scheduler.client.report [None req-0cd44a80-d86c-4090-8b55-9f912f42051b tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Deleted allocations for instance d9110b26-9c12-47c7-a35d-eb29c51e8fa1 [ 1177.974787] env[69699]: DEBUG oslo_vmware.api [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607968, 'name': ReconfigVM_Task, 'duration_secs': 0.291478} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.975078] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1/00a8a903-abfe-4fb8-9cd4-c470af7a3cd1.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1177.976065] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7b5112a-2e48-4fdf-ab6a-8c3f589c585d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.982428] env[69699]: DEBUG oslo_vmware.api [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for the task: (returnval){ [ 1177.982428] env[69699]: value = "task-3607969" [ 1177.982428] env[69699]: _type = "Task" [ 1177.982428] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.989727] env[69699]: DEBUG oslo_vmware.api [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607969, 'name': Rename_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.008867] env[69699]: INFO nova.compute.manager [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] [instance: e62537e7-b74d-4638-a889-df2113ce3d7b] Took 16.81 seconds to build instance. [ 1178.179549] env[69699]: DEBUG nova.network.neutron [-] [instance: 823c4a94-89da-4f9f-86d3-e7e93ee25735] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.201889] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a6a49f75-009d-4920-baad-fb5886a522db {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.210494] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92aedde-9b3c-432b-8976-213ff6bcb76e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.243182] env[69699]: DEBUG nova.compute.manager [req-1bb2c1f0-3ca9-41d7-9f34-1833405d62e4 req-1a16935f-549b-417e-a4b4-13e20f4c4a51 service nova] [instance: 823c4a94-89da-4f9f-86d3-e7e93ee25735] Detach interface failed, port_id=144e1d52-d04b-472c-849b-e8c09f4a72f3, reason: Instance 823c4a94-89da-4f9f-86d3-e7e93ee25735 could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1178.325839] env[69699]: DEBUG nova.compute.utils [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1178.327318] env[69699]: DEBUG nova.compute.manager [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1178.327482] env[69699]: DEBUG nova.network.neutron [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1178.360037] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ea3e772a-9e1b-432b-87f9-6791188ee4ba tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "311e4618-41ff-4cab-ae4f-d7063872abc8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.515s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.361109] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0cd44a80-d86c-4090-8b55-9f912f42051b tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "d9110b26-9c12-47c7-a35d-eb29c51e8fa1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.547s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.381907] env[69699]: DEBUG nova.network.neutron [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] [instance: 31c6394e-071e-47b6-8056-76df2d53a034] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1178.386796] env[69699]: DEBUG nova.policy [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '005f7c19ebf94f049c6b13b94293bf34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3000feb37ebe40259348a665b9ff0076', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 1178.470217] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1178.470542] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ed4cb95-6ccc-4a12-b709-4e89dce9adc2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.478541] env[69699]: DEBUG oslo_vmware.api [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1178.478541] env[69699]: value = "task-3607970" [ 1178.478541] env[69699]: _type = "Task" [ 1178.478541] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.497162] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] VM already powered off {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1178.497162] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Volume detach. Driver type: vmdk {{(pid=69699) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1178.497162] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719717', 'volume_id': '25d272f6-2b1f-4154-b9de-a79e66d79d7a', 'name': 'volume-25d272f6-2b1f-4154-b9de-a79e66d79d7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eb3dca42-7412-429a-ad9e-71fc4977dd30', 'attached_at': '', 'detached_at': '', 'volume_id': '25d272f6-2b1f-4154-b9de-a79e66d79d7a', 'serial': '25d272f6-2b1f-4154-b9de-a79e66d79d7a'} {{(pid=69699) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1178.501211] env[69699]: DEBUG oslo_vmware.api [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607969, 'name': Rename_Task, 'duration_secs': 0.144514} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.501211] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605a59c2-ef6e-43ed-9438-d2128bc75386 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.501826] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1178.504097] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-495867db-57eb-4a50-acb7-24786bf7afba {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.523993] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9e6da04f-f7b8-4320-ab06-3147d564170b tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Lock "e62537e7-b74d-4638-a889-df2113ce3d7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.338s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.526451] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50c5e2b-dd4c-490c-a100-e2f9a9dc40f5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.529519] env[69699]: DEBUG oslo_vmware.api [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for the task: (returnval){ [ 1178.529519] env[69699]: value = "task-3607971" [ 1178.529519] env[69699]: _type = "Task" [ 1178.529519] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.535706] env[69699]: WARNING nova.virt.vmwareapi.driver [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1178.535706] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1178.536194] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1798a2-823b-4080-bc06-b22fb7aa870d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.544732] env[69699]: DEBUG oslo_vmware.api [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607971, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.550011] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1178.550512] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1deccd71-83a3-4405-b347-3967ed285b9b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.570196] env[69699]: DEBUG nova.compute.manager [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] [instance: 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1178.612390] env[69699]: DEBUG nova.virt.hardware [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1178.612737] env[69699]: DEBUG nova.virt.hardware [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1178.612957] env[69699]: DEBUG nova.virt.hardware [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1178.613687] env[69699]: DEBUG nova.virt.hardware [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1178.613896] env[69699]: DEBUG nova.virt.hardware [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1178.614099] env[69699]: DEBUG nova.virt.hardware [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1178.614366] env[69699]: DEBUG nova.virt.hardware [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1178.614566] env[69699]: DEBUG nova.virt.hardware [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1178.614806] env[69699]: DEBUG nova.virt.hardware [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1178.615033] env[69699]: DEBUG nova.virt.hardware [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1178.615254] env[69699]: DEBUG nova.virt.hardware [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1178.616645] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9ec6de-f8bc-4ffa-bb3c-473bbb72d291 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.622143] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1178.622747] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1178.623102] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Deleting the datastore file [datastore2] eb3dca42-7412-429a-ad9e-71fc4977dd30 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1178.630164] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc74c0d8-dcaa-4459-97a1-f428d60b59cd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.630590] env[69699]: DEBUG nova.network.neutron [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] [instance: 31c6394e-071e-47b6-8056-76df2d53a034] Updating instance_info_cache with network_info: [{"id": "c5515329-7c0e-4049-b9fd-3e376fff12f6", "address": "fa:16:3e:b3:90:d0", "network": {"id": "0d5c26fc-224c-4ee6-b78c-0e31c9b2fe8c", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-277470245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43894b501f644983a6e42998ca544a98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5515329-7c", "ovs_interfaceid": "c5515329-7c0e-4049-b9fd-3e376fff12f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.633216] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c0cb31-b32b-4706-86c8-dc7592bf3a6e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.656946] env[69699]: DEBUG oslo_vmware.api [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1178.656946] env[69699]: value = "task-3607973" [ 1178.656946] env[69699]: _type = "Task" [ 1178.656946] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.666895] env[69699]: DEBUG oslo_vmware.api [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607973, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.682113] env[69699]: INFO nova.compute.manager [-] [instance: 823c4a94-89da-4f9f-86d3-e7e93ee25735] Took 1.27 seconds to deallocate network for instance. [ 1178.811606] env[69699]: DEBUG nova.network.neutron [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Successfully created port: 8451a21e-0abb-4e9a-bb44-1e2fafbd8503 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1178.830624] env[69699]: DEBUG nova.compute.manager [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1179.044021] env[69699]: DEBUG oslo_vmware.api [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3607971, 'name': PowerOnVM_Task, 'duration_secs': 0.509496} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.044021] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1179.044021] env[69699]: INFO nova.compute.manager [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Took 5.82 seconds to spawn the instance on the hypervisor. [ 1179.044021] env[69699]: DEBUG nova.compute.manager [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1179.044021] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b9b5be-41fb-476e-9be9-56ccd472fddc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.143203] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Releasing lock "refresh_cache-31c6394e-071e-47b6-8056-76df2d53a034" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.143203] env[69699]: DEBUG nova.compute.manager [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] [instance: 31c6394e-071e-47b6-8056-76df2d53a034] Instance network_info: |[{"id": "c5515329-7c0e-4049-b9fd-3e376fff12f6", "address": "fa:16:3e:b3:90:d0", "network": {"id": "0d5c26fc-224c-4ee6-b78c-0e31c9b2fe8c", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-277470245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43894b501f644983a6e42998ca544a98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5515329-7c", "ovs_interfaceid": "c5515329-7c0e-4049-b9fd-3e376fff12f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1179.143203] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] [instance: 31c6394e-071e-47b6-8056-76df2d53a034] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:90:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79c2e589-f55b-4843-8d99-2e565be16706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5515329-7c0e-4049-b9fd-3e376fff12f6', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1179.150732] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Creating folder: Project (43894b501f644983a6e42998ca544a98). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1179.150882] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c457383d-01e2-41f1-8856-a6b7030fada7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.163948] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Created folder: Project (43894b501f644983a6e42998ca544a98) in parent group-v719415. [ 1179.163948] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Creating folder: Instances. Parent ref: group-v719722. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1179.163948] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c8fa85c-036d-45da-9573-4b4180da1b02 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.171437] env[69699]: DEBUG oslo_vmware.api [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607973, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152024} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.171437] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1179.171437] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1179.171437] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1179.178744] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Created folder: Instances in parent group-v719722. [ 1179.178969] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1179.179184] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31c6394e-071e-47b6-8056-76df2d53a034] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1179.179398] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0eb3f253-2514-49c7-a672-53827d543638 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.200418] env[69699]: DEBUG oslo_concurrency.lockutils [None req-330a9fd2-659f-455d-8fef-968b5b824423 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.200418] env[69699]: DEBUG oslo_concurrency.lockutils [None req-330a9fd2-659f-455d-8fef-968b5b824423 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.200418] env[69699]: DEBUG nova.objects.instance [None req-330a9fd2-659f-455d-8fef-968b5b824423 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lazy-loading 'resources' on Instance uuid 823c4a94-89da-4f9f-86d3-e7e93ee25735 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1179.207576] env[69699]: DEBUG nova.network.neutron [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] [instance: 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e] Successfully updated port: 701c355a-edc0-433a-8514-51634a2e7152 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1179.211332] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1179.211332] env[69699]: value = "task-3607976" [ 1179.211332] env[69699]: _type = "Task" [ 1179.211332] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.223444] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607976, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.411742] env[69699]: DEBUG nova.compute.manager [req-61a67dd4-2907-49f6-85f7-631da420f1f7 req-5424b77a-413f-4026-80d8-83fa90b466f2 service nova] [instance: 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e] Received event network-vif-plugged-701c355a-edc0-433a-8514-51634a2e7152 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.412044] env[69699]: DEBUG oslo_concurrency.lockutils [req-61a67dd4-2907-49f6-85f7-631da420f1f7 req-5424b77a-413f-4026-80d8-83fa90b466f2 service nova] Acquiring lock "8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.412190] env[69699]: DEBUG oslo_concurrency.lockutils [req-61a67dd4-2907-49f6-85f7-631da420f1f7 req-5424b77a-413f-4026-80d8-83fa90b466f2 service nova] Lock "8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.413222] env[69699]: DEBUG oslo_concurrency.lockutils [req-61a67dd4-2907-49f6-85f7-631da420f1f7 req-5424b77a-413f-4026-80d8-83fa90b466f2 service nova] Lock "8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.413222] env[69699]: DEBUG nova.compute.manager [req-61a67dd4-2907-49f6-85f7-631da420f1f7 req-5424b77a-413f-4026-80d8-83fa90b466f2 service nova] [instance: 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e] No waiting events found dispatching network-vif-plugged-701c355a-edc0-433a-8514-51634a2e7152 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1179.413222] env[69699]: WARNING nova.compute.manager [req-61a67dd4-2907-49f6-85f7-631da420f1f7 req-5424b77a-413f-4026-80d8-83fa90b466f2 service nova] [instance: 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e] Received unexpected event network-vif-plugged-701c355a-edc0-433a-8514-51634a2e7152 for instance with vm_state building and task_state spawning. [ 1179.563078] env[69699]: INFO nova.compute.manager [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Took 17.72 seconds to build instance. [ 1179.677343] env[69699]: INFO nova.virt.block_device [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Booting with volume 25d272f6-2b1f-4154-b9de-a79e66d79d7a at /dev/sdb [ 1179.712681] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Acquiring lock "refresh_cache-8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.712863] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Acquired lock "refresh_cache-8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.713031] env[69699]: DEBUG nova.network.neutron [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] [instance: 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.735340] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607976, 'name': CreateVM_Task, 'duration_secs': 0.449442} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.739230] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31c6394e-071e-47b6-8056-76df2d53a034] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1179.739230] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.739230] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.739399] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.740910] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a7e7fe3-b4fa-4526-b8ac-2c28372921bc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.742800] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a830720f-62c4-4cf4-b3cd-c2162648453b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.750471] env[69699]: DEBUG oslo_vmware.api [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Waiting for the task: (returnval){ [ 1179.750471] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ae2bf8-596a-96b7-f4ec-bab116bb7488" [ 1179.750471] env[69699]: _type = "Task" [ 1179.750471] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.757468] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5c2772-3885-4d70-93e4-e3b9032dce22 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.777687] env[69699]: DEBUG oslo_vmware.api [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ae2bf8-596a-96b7-f4ec-bab116bb7488, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.800305] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-33bc6d32-9a9f-4234-ae1d-e17d7dc87e93 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.811164] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb92cb8-4e54-4036-8f86-fa9ec073d88b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.858581] env[69699]: DEBUG nova.compute.manager [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1179.864045] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a962ef11-f9e3-493c-9582-f1b114ffbd10 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.872928] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5d5473-aa5b-4641-acb2-0a265ea8651f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.893574] env[69699]: DEBUG nova.virt.block_device [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Updating existing volume attachment record: b3ab57c3-c656-4121-99ae-bd84ae76bc94 {{(pid=69699) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1179.906391] env[69699]: DEBUG nova.virt.hardware [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1179.906663] env[69699]: DEBUG nova.virt.hardware [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1179.906839] env[69699]: DEBUG nova.virt.hardware [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1179.907066] env[69699]: DEBUG nova.virt.hardware [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1179.907236] env[69699]: DEBUG nova.virt.hardware [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1179.907386] env[69699]: DEBUG nova.virt.hardware [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1179.907602] env[69699]: DEBUG nova.virt.hardware [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1179.907761] env[69699]: DEBUG nova.virt.hardware [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1179.907928] env[69699]: DEBUG nova.virt.hardware [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1179.908346] env[69699]: DEBUG nova.virt.hardware [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1179.908569] env[69699]: DEBUG nova.virt.hardware [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1179.909725] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba0936f-4650-4dd0-a908-10dcd0915dcf {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.921325] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f30d78-1e60-4560-bc94-9a12e6d6eebc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.042430] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898c1051-fcff-413b-a6ab-c5e46f1a0a67 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.052294] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99d8432-2b70-4eab-8de8-184a4dba80bf {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.084643] env[69699]: DEBUG oslo_concurrency.lockutils [None req-70762fc3-c08d-4607-8428-240f2543f5f4 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "00a8a903-abfe-4fb8-9cd4-c470af7a3cd1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.254s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.087607] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e5a2a8-472b-4875-9d3b-96ba2287baa6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.093820] env[69699]: DEBUG oslo_concurrency.lockutils [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquiring lock "8fea800f-e4c6-42cd-82dc-32f960a58bf3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.094188] env[69699]: DEBUG oslo_concurrency.lockutils [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "8fea800f-e4c6-42cd-82dc-32f960a58bf3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.102286] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd052b6-fffe-4443-b21e-672f43f5747e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.119126] env[69699]: DEBUG nova.compute.provider_tree [None req-330a9fd2-659f-455d-8fef-968b5b824423 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.144271] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquiring lock "86793adb-8889-417a-8745-3167fb1495bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.144793] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "86793adb-8889-417a-8745-3167fb1495bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.188788] env[69699]: DEBUG oslo_concurrency.lockutils [None req-de52bb44-3623-4765-9a1b-b2a550aa1c59 tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Acquiring lock "e62537e7-b74d-4638-a889-df2113ce3d7b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.189072] env[69699]: DEBUG oslo_concurrency.lockutils [None req-de52bb44-3623-4765-9a1b-b2a550aa1c59 tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Lock "e62537e7-b74d-4638-a889-df2113ce3d7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.189285] env[69699]: DEBUG oslo_concurrency.lockutils [None req-de52bb44-3623-4765-9a1b-b2a550aa1c59 tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Acquiring lock "e62537e7-b74d-4638-a889-df2113ce3d7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.189474] env[69699]: DEBUG oslo_concurrency.lockutils [None req-de52bb44-3623-4765-9a1b-b2a550aa1c59 tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Lock "e62537e7-b74d-4638-a889-df2113ce3d7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.189657] env[69699]: DEBUG oslo_concurrency.lockutils [None req-de52bb44-3623-4765-9a1b-b2a550aa1c59 tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Lock "e62537e7-b74d-4638-a889-df2113ce3d7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.192053] env[69699]: INFO nova.compute.manager [None req-de52bb44-3623-4765-9a1b-b2a550aa1c59 tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] [instance: e62537e7-b74d-4638-a889-df2113ce3d7b] Terminating instance [ 1180.263187] env[69699]: DEBUG oslo_vmware.api [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ae2bf8-596a-96b7-f4ec-bab116bb7488, 'name': SearchDatastore_Task, 'duration_secs': 0.031396} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.263558] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.263810] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] [instance: 31c6394e-071e-47b6-8056-76df2d53a034] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1180.264075] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.264227] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.264427] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1180.264744] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b1a0b6e-9c3f-4aef-ba9d-67d01f56bdb1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.275713] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1180.275918] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1180.277020] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22fabfa5-8eca-41fd-b891-d8742ed120ad {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.283620] env[69699]: DEBUG oslo_vmware.api [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Waiting for the task: (returnval){ [ 1180.283620] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522159f8-4263-428a-b30c-980279aac7c6" [ 1180.283620] env[69699]: _type = "Task" [ 1180.283620] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.293904] env[69699]: DEBUG oslo_vmware.api [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522159f8-4263-428a-b30c-980279aac7c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.312091] env[69699]: DEBUG nova.network.neutron [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] [instance: 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1180.444388] env[69699]: DEBUG nova.compute.manager [req-2af7367b-6d3e-4a39-a560-d4c0aa7f1559 req-7bfa6819-dc88-4d14-8d09-cdff2bdc1205 service nova] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Received event network-vif-plugged-8451a21e-0abb-4e9a-bb44-1e2fafbd8503 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.444628] env[69699]: DEBUG oslo_concurrency.lockutils [req-2af7367b-6d3e-4a39-a560-d4c0aa7f1559 req-7bfa6819-dc88-4d14-8d09-cdff2bdc1205 service nova] Acquiring lock "fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.444867] env[69699]: DEBUG oslo_concurrency.lockutils [req-2af7367b-6d3e-4a39-a560-d4c0aa7f1559 req-7bfa6819-dc88-4d14-8d09-cdff2bdc1205 service nova] Lock "fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.445051] env[69699]: DEBUG oslo_concurrency.lockutils [req-2af7367b-6d3e-4a39-a560-d4c0aa7f1559 req-7bfa6819-dc88-4d14-8d09-cdff2bdc1205 service nova] Lock "fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.445231] env[69699]: DEBUG nova.compute.manager [req-2af7367b-6d3e-4a39-a560-d4c0aa7f1559 req-7bfa6819-dc88-4d14-8d09-cdff2bdc1205 service nova] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] No waiting events found dispatching network-vif-plugged-8451a21e-0abb-4e9a-bb44-1e2fafbd8503 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1180.445388] env[69699]: WARNING nova.compute.manager [req-2af7367b-6d3e-4a39-a560-d4c0aa7f1559 req-7bfa6819-dc88-4d14-8d09-cdff2bdc1205 service nova] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Received unexpected event network-vif-plugged-8451a21e-0abb-4e9a-bb44-1e2fafbd8503 for instance with vm_state building and task_state spawning. [ 1180.558930] env[69699]: DEBUG nova.network.neutron [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] [instance: 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e] Updating instance_info_cache with network_info: [{"id": "701c355a-edc0-433a-8514-51634a2e7152", "address": "fa:16:3e:a7:64:e0", "network": {"id": "309b5e3d-71ab-494f-b484-2dc2de679cba", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1175528517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecb7d9e0cdbb4166a2edb26a56b75f71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap701c355a-ed", "ovs_interfaceid": "701c355a-edc0-433a-8514-51634a2e7152", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.580966] env[69699]: DEBUG nova.network.neutron [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Successfully updated port: 8451a21e-0abb-4e9a-bb44-1e2fafbd8503 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1180.596754] env[69699]: DEBUG nova.compute.manager [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1180.623466] env[69699]: DEBUG nova.scheduler.client.report [None req-330a9fd2-659f-455d-8fef-968b5b824423 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.648125] env[69699]: DEBUG nova.compute.manager [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1180.702026] env[69699]: DEBUG nova.compute.manager [None req-de52bb44-3623-4765-9a1b-b2a550aa1c59 tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] [instance: e62537e7-b74d-4638-a889-df2113ce3d7b] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1180.702026] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-de52bb44-3623-4765-9a1b-b2a550aa1c59 tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] [instance: e62537e7-b74d-4638-a889-df2113ce3d7b] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1180.702026] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35b2712-25a2-41c9-9ca5-d48933f03a90 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.713980] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-de52bb44-3623-4765-9a1b-b2a550aa1c59 tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] [instance: e62537e7-b74d-4638-a889-df2113ce3d7b] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.714850] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c04c439-feb9-4e81-90fe-b42fc2f8964b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.725348] env[69699]: DEBUG oslo_vmware.api [None req-de52bb44-3623-4765-9a1b-b2a550aa1c59 tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Waiting for the task: (returnval){ [ 1180.725348] env[69699]: value = "task-3607977" [ 1180.725348] env[69699]: _type = "Task" [ 1180.725348] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.738479] env[69699]: DEBUG oslo_vmware.api [None req-de52bb44-3623-4765-9a1b-b2a550aa1c59 tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Task: {'id': task-3607977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.797497] env[69699]: DEBUG oslo_vmware.api [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522159f8-4263-428a-b30c-980279aac7c6, 'name': SearchDatastore_Task, 'duration_secs': 0.013744} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.798384] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5e8a8ba-06ef-4fcc-974a-1d40b907c1d7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.805030] env[69699]: DEBUG oslo_vmware.api [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Waiting for the task: (returnval){ [ 1180.805030] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52832216-ca10-8e10-2b6c-8752b27193d9" [ 1180.805030] env[69699]: _type = "Task" [ 1180.805030] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.814724] env[69699]: DEBUG oslo_vmware.api [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52832216-ca10-8e10-2b6c-8752b27193d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.061506] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Releasing lock "refresh_cache-8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.061840] env[69699]: DEBUG nova.compute.manager [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] [instance: 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e] Instance network_info: |[{"id": "701c355a-edc0-433a-8514-51634a2e7152", "address": "fa:16:3e:a7:64:e0", "network": {"id": "309b5e3d-71ab-494f-b484-2dc2de679cba", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1175528517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecb7d9e0cdbb4166a2edb26a56b75f71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap701c355a-ed", "ovs_interfaceid": "701c355a-edc0-433a-8514-51634a2e7152", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1181.062276] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] [instance: 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:64:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0e5087-d65b-416f-90fe-beaa9c534ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '701c355a-edc0-433a-8514-51634a2e7152', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1181.071534] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Creating folder: Project (ecb7d9e0cdbb4166a2edb26a56b75f71). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1181.071897] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41d2b143-1cc6-4cf8-a9c1-7af9ddb7d1c1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.086990] env[69699]: DEBUG oslo_concurrency.lockutils [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Acquiring lock "refresh_cache-fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.087200] env[69699]: DEBUG oslo_concurrency.lockutils [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Acquired lock "refresh_cache-fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.087504] env[69699]: DEBUG nova.network.neutron [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1181.089225] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Created folder: Project (ecb7d9e0cdbb4166a2edb26a56b75f71) in parent group-v719415. [ 1181.089599] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Creating folder: Instances. Parent ref: group-v719725. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1181.090362] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-046e4762-99a8-4eb7-807b-ddb4507679e5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.106459] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Created folder: Instances in parent group-v719725. [ 1181.106799] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1181.109835] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1181.110525] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73131d87-d3da-49f8-93f7-edeb6e139376 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.127943] env[69699]: DEBUG oslo_concurrency.lockutils [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.129455] env[69699]: DEBUG oslo_concurrency.lockutils [None req-330a9fd2-659f-455d-8fef-968b5b824423 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.929s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.131556] env[69699]: DEBUG oslo_concurrency.lockutils [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.004s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.133121] env[69699]: INFO nova.compute.claims [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1181.139122] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1181.139122] env[69699]: value = "task-3607980" [ 1181.139122] env[69699]: _type = "Task" [ 1181.139122] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.150901] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607980, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.156678] env[69699]: INFO nova.scheduler.client.report [None req-330a9fd2-659f-455d-8fef-968b5b824423 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Deleted allocations for instance 823c4a94-89da-4f9f-86d3-e7e93ee25735 [ 1181.176725] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.237036] env[69699]: DEBUG oslo_vmware.api [None req-de52bb44-3623-4765-9a1b-b2a550aa1c59 tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Task: {'id': task-3607977, 'name': PowerOffVM_Task, 'duration_secs': 0.322131} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.237036] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-de52bb44-3623-4765-9a1b-b2a550aa1c59 tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] [instance: e62537e7-b74d-4638-a889-df2113ce3d7b] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1181.237036] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-de52bb44-3623-4765-9a1b-b2a550aa1c59 tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] [instance: e62537e7-b74d-4638-a889-df2113ce3d7b] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1181.237036] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1485fc6-51bd-458c-bcfc-75b626c4302b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.318956] env[69699]: DEBUG oslo_vmware.api [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52832216-ca10-8e10-2b6c-8752b27193d9, 'name': SearchDatastore_Task, 'duration_secs': 0.01603} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.320758] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.321272] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 31c6394e-071e-47b6-8056-76df2d53a034/31c6394e-071e-47b6-8056-76df2d53a034.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1181.321388] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-de52bb44-3623-4765-9a1b-b2a550aa1c59 tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] [instance: e62537e7-b74d-4638-a889-df2113ce3d7b] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1181.321548] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-de52bb44-3623-4765-9a1b-b2a550aa1c59 tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] [instance: e62537e7-b74d-4638-a889-df2113ce3d7b] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1181.321721] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-de52bb44-3623-4765-9a1b-b2a550aa1c59 tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Deleting the datastore file [datastore2] e62537e7-b74d-4638-a889-df2113ce3d7b {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1181.322000] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97b0f7aa-f82c-49c5-ab3e-434132498313 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.324177] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9215abd1-11e4-4e1a-840f-510b51815615 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.333288] env[69699]: DEBUG oslo_vmware.api [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Waiting for the task: (returnval){ [ 1181.333288] env[69699]: value = "task-3607983" [ 1181.333288] env[69699]: _type = "Task" [ 1181.333288] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.333651] env[69699]: DEBUG oslo_vmware.api [None req-de52bb44-3623-4765-9a1b-b2a550aa1c59 tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Waiting for the task: (returnval){ [ 1181.333651] env[69699]: value = "task-3607982" [ 1181.333651] env[69699]: _type = "Task" [ 1181.333651] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.346034] env[69699]: DEBUG oslo_vmware.api [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Task: {'id': task-3607983, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.349221] env[69699]: DEBUG oslo_vmware.api [None req-de52bb44-3623-4765-9a1b-b2a550aa1c59 tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Task: {'id': task-3607982, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.446979] env[69699]: DEBUG nova.compute.manager [req-2e3c124a-823c-462b-ace8-eb0571106d74 req-97d0408b-dfe0-4e1a-9ac7-d9e8c825b953 service nova] [instance: 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e] Received event network-changed-701c355a-edc0-433a-8514-51634a2e7152 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.447129] env[69699]: DEBUG nova.compute.manager [req-2e3c124a-823c-462b-ace8-eb0571106d74 req-97d0408b-dfe0-4e1a-9ac7-d9e8c825b953 service nova] [instance: 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e] Refreshing instance network info cache due to event network-changed-701c355a-edc0-433a-8514-51634a2e7152. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1181.447424] env[69699]: DEBUG oslo_concurrency.lockutils [req-2e3c124a-823c-462b-ace8-eb0571106d74 req-97d0408b-dfe0-4e1a-9ac7-d9e8c825b953 service nova] Acquiring lock "refresh_cache-8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.447545] env[69699]: DEBUG oslo_concurrency.lockutils [req-2e3c124a-823c-462b-ace8-eb0571106d74 req-97d0408b-dfe0-4e1a-9ac7-d9e8c825b953 service nova] Acquired lock "refresh_cache-8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.447712] env[69699]: DEBUG nova.network.neutron [req-2e3c124a-823c-462b-ace8-eb0571106d74 req-97d0408b-dfe0-4e1a-9ac7-d9e8c825b953 service nova] [instance: 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e] Refreshing network info cache for port 701c355a-edc0-433a-8514-51634a2e7152 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1181.629336] env[69699]: DEBUG nova.network.neutron [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1181.654977] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607980, 'name': CreateVM_Task, 'duration_secs': 0.429358} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.656182] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1181.656731] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.656916] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.657473] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.658192] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecd6b31f-bf51-4c47-8f75-f0dfc5ddf8a3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.665427] env[69699]: DEBUG oslo_vmware.api [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Waiting for the task: (returnval){ [ 1181.665427] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b20366-ad33-f5b7-7ee0-9c688499a8f5" [ 1181.665427] env[69699]: _type = "Task" [ 1181.665427] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.672248] env[69699]: DEBUG oslo_concurrency.lockutils [None req-330a9fd2-659f-455d-8fef-968b5b824423 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "823c4a94-89da-4f9f-86d3-e7e93ee25735" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.417s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.680716] env[69699]: DEBUG oslo_vmware.api [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b20366-ad33-f5b7-7ee0-9c688499a8f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.826637] env[69699]: DEBUG nova.network.neutron [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Updating instance_info_cache with network_info: [{"id": "8451a21e-0abb-4e9a-bb44-1e2fafbd8503", "address": "fa:16:3e:7e:89:22", "network": {"id": "cdf89423-f8e2-49b5-ab55-6fae675e21c7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1071452390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3000feb37ebe40259348a665b9ff0076", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8451a21e-0a", "ovs_interfaceid": "8451a21e-0abb-4e9a-bb44-1e2fafbd8503", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.853689] env[69699]: DEBUG oslo_vmware.api [None req-de52bb44-3623-4765-9a1b-b2a550aa1c59 tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Task: {'id': task-3607982, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219592} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.857273] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-de52bb44-3623-4765-9a1b-b2a550aa1c59 tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1181.857496] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-de52bb44-3623-4765-9a1b-b2a550aa1c59 tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] [instance: e62537e7-b74d-4638-a889-df2113ce3d7b] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1181.857737] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-de52bb44-3623-4765-9a1b-b2a550aa1c59 tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] [instance: e62537e7-b74d-4638-a889-df2113ce3d7b] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1181.857842] env[69699]: INFO nova.compute.manager [None req-de52bb44-3623-4765-9a1b-b2a550aa1c59 tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] [instance: e62537e7-b74d-4638-a889-df2113ce3d7b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1181.858130] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de52bb44-3623-4765-9a1b-b2a550aa1c59 tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1181.858326] env[69699]: DEBUG oslo_vmware.api [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Task: {'id': task-3607983, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.859189] env[69699]: DEBUG nova.compute.manager [-] [instance: e62537e7-b74d-4638-a889-df2113ce3d7b] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1181.859292] env[69699]: DEBUG nova.network.neutron [-] [instance: e62537e7-b74d-4638-a889-df2113ce3d7b] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1182.053051] env[69699]: DEBUG nova.virt.hardware [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1182.053051] env[69699]: DEBUG nova.virt.hardware [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1182.053051] env[69699]: DEBUG nova.virt.hardware [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1182.053051] env[69699]: DEBUG nova.virt.hardware [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1182.053051] env[69699]: DEBUG nova.virt.hardware [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1182.053051] env[69699]: DEBUG nova.virt.hardware [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1182.053051] env[69699]: DEBUG nova.virt.hardware [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1182.053051] env[69699]: DEBUG nova.virt.hardware [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1182.053885] env[69699]: DEBUG nova.virt.hardware [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1182.054331] env[69699]: DEBUG nova.virt.hardware [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1182.054685] env[69699]: DEBUG nova.virt.hardware [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1182.055841] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167569ce-737d-432c-a22f-56d3142304b2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.073328] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279bc9b3-3747-4853-91a9-d1a68343fbdd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.090234] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:14:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb2304e4-7e23-4ad0-8695-2ed0f54748ee', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1182.100144] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1182.103099] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1182.103712] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71a3a280-b768-49ba-9b6c-202474dbdb1f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.127587] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1182.127587] env[69699]: value = "task-3607984" [ 1182.127587] env[69699]: _type = "Task" [ 1182.127587] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.137237] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607984, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.178482] env[69699]: DEBUG oslo_vmware.api [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b20366-ad33-f5b7-7ee0-9c688499a8f5, 'name': SearchDatastore_Task, 'duration_secs': 0.062108} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.182284] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.182954] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] [instance: 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1182.183008] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.183596] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.183596] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1182.184742] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7f37728-3e95-410c-841c-b0ebb9e17dc3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.198021] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1182.198021] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1182.198741] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7d91339-ba4a-4fa4-8f05-c8dfea869189 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.210415] env[69699]: DEBUG oslo_vmware.api [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Waiting for the task: (returnval){ [ 1182.210415] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52d2a9f4-ea0b-09f5-3b0c-8e721b122497" [ 1182.210415] env[69699]: _type = "Task" [ 1182.210415] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.226255] env[69699]: DEBUG oslo_vmware.api [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52d2a9f4-ea0b-09f5-3b0c-8e721b122497, 'name': SearchDatastore_Task, 'duration_secs': 0.012427} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.234288] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3160535a-01d7-4278-91ad-bfc77ef3db95 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.242032] env[69699]: DEBUG oslo_vmware.api [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Waiting for the task: (returnval){ [ 1182.242032] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52332109-131a-5dac-4586-f95d5fd2cfd0" [ 1182.242032] env[69699]: _type = "Task" [ 1182.242032] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.261312] env[69699]: DEBUG oslo_vmware.api [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52332109-131a-5dac-4586-f95d5fd2cfd0, 'name': SearchDatastore_Task, 'duration_secs': 0.01225} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.261312] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.261312] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e/8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1182.261312] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b08249ed-e8de-4ec4-b4ea-bdc84215c5bb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.268416] env[69699]: DEBUG oslo_vmware.api [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Waiting for the task: (returnval){ [ 1182.268416] env[69699]: value = "task-3607985" [ 1182.268416] env[69699]: _type = "Task" [ 1182.268416] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.275098] env[69699]: DEBUG nova.network.neutron [req-2e3c124a-823c-462b-ace8-eb0571106d74 req-97d0408b-dfe0-4e1a-9ac7-d9e8c825b953 service nova] [instance: 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e] Updated VIF entry in instance network info cache for port 701c355a-edc0-433a-8514-51634a2e7152. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1182.275487] env[69699]: DEBUG nova.network.neutron [req-2e3c124a-823c-462b-ace8-eb0571106d74 req-97d0408b-dfe0-4e1a-9ac7-d9e8c825b953 service nova] [instance: 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e] Updating instance_info_cache with network_info: [{"id": "701c355a-edc0-433a-8514-51634a2e7152", "address": "fa:16:3e:a7:64:e0", "network": {"id": "309b5e3d-71ab-494f-b484-2dc2de679cba", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1175528517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecb7d9e0cdbb4166a2edb26a56b75f71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap701c355a-ed", "ovs_interfaceid": "701c355a-edc0-433a-8514-51634a2e7152", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.282351] env[69699]: DEBUG oslo_vmware.api [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Task: {'id': task-3607985, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.331671] env[69699]: DEBUG oslo_concurrency.lockutils [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Releasing lock "refresh_cache-fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.332025] env[69699]: DEBUG nova.compute.manager [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Instance network_info: |[{"id": "8451a21e-0abb-4e9a-bb44-1e2fafbd8503", "address": "fa:16:3e:7e:89:22", "network": {"id": "cdf89423-f8e2-49b5-ab55-6fae675e21c7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1071452390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3000feb37ebe40259348a665b9ff0076", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8451a21e-0a", "ovs_interfaceid": "8451a21e-0abb-4e9a-bb44-1e2fafbd8503", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1182.332393] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:89:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8451a21e-0abb-4e9a-bb44-1e2fafbd8503', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1182.340125] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Creating folder: Project (3000feb37ebe40259348a665b9ff0076). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1182.343017] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd303bcb-244b-4b5c-ac92-e0f6ffe98c65 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.357061] env[69699]: DEBUG oslo_vmware.api [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Task: {'id': task-3607983, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66329} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.357061] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 31c6394e-071e-47b6-8056-76df2d53a034/31c6394e-071e-47b6-8056-76df2d53a034.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1182.357282] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] [instance: 31c6394e-071e-47b6-8056-76df2d53a034] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1182.357413] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23de7583-d3e9-4d43-b095-3e149fdcee99 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.362659] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Created folder: Project (3000feb37ebe40259348a665b9ff0076) in parent group-v719415. [ 1182.362842] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Creating folder: Instances. Parent ref: group-v719729. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1182.364105] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46045925-8b8b-4e96-8483-7afffd1d34c3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.369108] env[69699]: DEBUG oslo_vmware.api [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Waiting for the task: (returnval){ [ 1182.369108] env[69699]: value = "task-3607987" [ 1182.369108] env[69699]: _type = "Task" [ 1182.369108] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.377843] env[69699]: DEBUG oslo_vmware.api [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Task: {'id': task-3607987, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.382213] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Created folder: Instances in parent group-v719729. [ 1182.382511] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1182.382980] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1182.383266] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca38d005-4928-4fc0-905d-f01fd0779458 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.404332] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27beaca0-155e-446f-9945-062d1eb0d154 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.413840] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38624e16-912c-4e19-be91-7932b9b1405d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.417737] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1182.417737] env[69699]: value = "task-3607989" [ 1182.417737] env[69699]: _type = "Task" [ 1182.417737] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.454423] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c36c65-2e9b-4848-a45d-04a1818af47b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.460470] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607989, 'name': CreateVM_Task} progress is 15%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.466364] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3691625-aedd-45a6-a619-8a6c7b4f6abc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.489813] env[69699]: DEBUG nova.compute.provider_tree [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.515972] env[69699]: DEBUG nova.compute.manager [req-147c7b43-cb29-4843-929b-5e576e917a50 req-bd9c7835-cbcd-4e92-bc41-ebdb1e644503 service nova] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Received event network-changed-8451a21e-0abb-4e9a-bb44-1e2fafbd8503 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.516392] env[69699]: DEBUG nova.compute.manager [req-147c7b43-cb29-4843-929b-5e576e917a50 req-bd9c7835-cbcd-4e92-bc41-ebdb1e644503 service nova] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Refreshing instance network info cache due to event network-changed-8451a21e-0abb-4e9a-bb44-1e2fafbd8503. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1182.517913] env[69699]: DEBUG oslo_concurrency.lockutils [req-147c7b43-cb29-4843-929b-5e576e917a50 req-bd9c7835-cbcd-4e92-bc41-ebdb1e644503 service nova] Acquiring lock "refresh_cache-fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.517913] env[69699]: DEBUG oslo_concurrency.lockutils [req-147c7b43-cb29-4843-929b-5e576e917a50 req-bd9c7835-cbcd-4e92-bc41-ebdb1e644503 service nova] Acquired lock "refresh_cache-fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.517913] env[69699]: DEBUG nova.network.neutron [req-147c7b43-cb29-4843-929b-5e576e917a50 req-bd9c7835-cbcd-4e92-bc41-ebdb1e644503 service nova] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Refreshing network info cache for port 8451a21e-0abb-4e9a-bb44-1e2fafbd8503 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1182.569214] env[69699]: DEBUG oslo_concurrency.lockutils [None req-51f56493-2099-4ae3-aad9-e3f6ce65cd26 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquiring lock "c023299f-9f9c-446c-af98-23940a25f898" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.569545] env[69699]: DEBUG oslo_concurrency.lockutils [None req-51f56493-2099-4ae3-aad9-e3f6ce65cd26 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "c023299f-9f9c-446c-af98-23940a25f898" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.569768] env[69699]: DEBUG oslo_concurrency.lockutils [None req-51f56493-2099-4ae3-aad9-e3f6ce65cd26 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquiring lock "c023299f-9f9c-446c-af98-23940a25f898-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.569966] env[69699]: DEBUG oslo_concurrency.lockutils [None req-51f56493-2099-4ae3-aad9-e3f6ce65cd26 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "c023299f-9f9c-446c-af98-23940a25f898-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.570150] env[69699]: DEBUG oslo_concurrency.lockutils [None req-51f56493-2099-4ae3-aad9-e3f6ce65cd26 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "c023299f-9f9c-446c-af98-23940a25f898-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.572956] env[69699]: INFO nova.compute.manager [None req-51f56493-2099-4ae3-aad9-e3f6ce65cd26 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: c023299f-9f9c-446c-af98-23940a25f898] Terminating instance [ 1182.639786] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607984, 'name': CreateVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.737432] env[69699]: DEBUG nova.network.neutron [-] [instance: e62537e7-b74d-4638-a889-df2113ce3d7b] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.780831] env[69699]: DEBUG oslo_concurrency.lockutils [req-2e3c124a-823c-462b-ace8-eb0571106d74 req-97d0408b-dfe0-4e1a-9ac7-d9e8c825b953 service nova] Releasing lock "refresh_cache-8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.781372] env[69699]: DEBUG nova.compute.manager [req-2e3c124a-823c-462b-ace8-eb0571106d74 req-97d0408b-dfe0-4e1a-9ac7-d9e8c825b953 service nova] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Received event network-changed-6fc8838f-a669-4de6-a642-988dcc0b7cb7 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.781708] env[69699]: DEBUG nova.compute.manager [req-2e3c124a-823c-462b-ace8-eb0571106d74 req-97d0408b-dfe0-4e1a-9ac7-d9e8c825b953 service nova] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Refreshing instance network info cache due to event network-changed-6fc8838f-a669-4de6-a642-988dcc0b7cb7. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1182.783183] env[69699]: DEBUG oslo_concurrency.lockutils [req-2e3c124a-823c-462b-ace8-eb0571106d74 req-97d0408b-dfe0-4e1a-9ac7-d9e8c825b953 service nova] Acquiring lock "refresh_cache-00a8a903-abfe-4fb8-9cd4-c470af7a3cd1" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.783432] env[69699]: DEBUG oslo_concurrency.lockutils [req-2e3c124a-823c-462b-ace8-eb0571106d74 req-97d0408b-dfe0-4e1a-9ac7-d9e8c825b953 service nova] Acquired lock "refresh_cache-00a8a903-abfe-4fb8-9cd4-c470af7a3cd1" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.783728] env[69699]: DEBUG nova.network.neutron [req-2e3c124a-823c-462b-ace8-eb0571106d74 req-97d0408b-dfe0-4e1a-9ac7-d9e8c825b953 service nova] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Refreshing network info cache for port 6fc8838f-a669-4de6-a642-988dcc0b7cb7 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1182.802962] env[69699]: DEBUG oslo_vmware.api [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Task: {'id': task-3607985, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.889161] env[69699]: DEBUG oslo_vmware.api [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Task: {'id': task-3607987, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077195} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.889531] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] [instance: 31c6394e-071e-47b6-8056-76df2d53a034] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1182.890677] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7c17c8-47e1-4224-b491-4cfeac70b380 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.924932] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] [instance: 31c6394e-071e-47b6-8056-76df2d53a034] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 31c6394e-071e-47b6-8056-76df2d53a034/31c6394e-071e-47b6-8056-76df2d53a034.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1182.925317] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7956d0af-ff64-432a-a336-ba20a12b060b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.948016] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607989, 'name': CreateVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.949434] env[69699]: DEBUG oslo_vmware.api [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Waiting for the task: (returnval){ [ 1182.949434] env[69699]: value = "task-3607990" [ 1182.949434] env[69699]: _type = "Task" [ 1182.949434] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.956748] env[69699]: DEBUG oslo_vmware.api [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Task: {'id': task-3607990, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.993916] env[69699]: DEBUG nova.scheduler.client.report [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.077841] env[69699]: DEBUG nova.compute.manager [None req-51f56493-2099-4ae3-aad9-e3f6ce65cd26 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: c023299f-9f9c-446c-af98-23940a25f898] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1183.078094] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-51f56493-2099-4ae3-aad9-e3f6ce65cd26 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: c023299f-9f9c-446c-af98-23940a25f898] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1183.079007] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ac1e33-3a56-4e17-b05d-ef4b578779fc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.089399] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f56493-2099-4ae3-aad9-e3f6ce65cd26 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: c023299f-9f9c-446c-af98-23940a25f898] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1183.089683] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11027f89-bcd9-48eb-a6b4-969dbfddd2c9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.098212] env[69699]: DEBUG oslo_vmware.api [None req-51f56493-2099-4ae3-aad9-e3f6ce65cd26 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 1183.098212] env[69699]: value = "task-3607991" [ 1183.098212] env[69699]: _type = "Task" [ 1183.098212] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.106586] env[69699]: DEBUG oslo_vmware.api [None req-51f56493-2099-4ae3-aad9-e3f6ce65cd26 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607991, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.144145] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607984, 'name': CreateVM_Task, 'duration_secs': 0.545534} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.144358] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1183.145235] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.145462] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.145888] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.146475] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7c5d111-713c-47e8-bff6-0c7c6dbc7374 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.152820] env[69699]: DEBUG oslo_vmware.api [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1183.152820] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5278bd32-6657-597e-ff3b-4133c5237ff9" [ 1183.152820] env[69699]: _type = "Task" [ 1183.152820] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.163823] env[69699]: DEBUG oslo_vmware.api [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5278bd32-6657-597e-ff3b-4133c5237ff9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.231530] env[69699]: DEBUG nova.network.neutron [req-147c7b43-cb29-4843-929b-5e576e917a50 req-bd9c7835-cbcd-4e92-bc41-ebdb1e644503 service nova] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Updated VIF entry in instance network info cache for port 8451a21e-0abb-4e9a-bb44-1e2fafbd8503. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1183.231923] env[69699]: DEBUG nova.network.neutron [req-147c7b43-cb29-4843-929b-5e576e917a50 req-bd9c7835-cbcd-4e92-bc41-ebdb1e644503 service nova] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Updating instance_info_cache with network_info: [{"id": "8451a21e-0abb-4e9a-bb44-1e2fafbd8503", "address": "fa:16:3e:7e:89:22", "network": {"id": "cdf89423-f8e2-49b5-ab55-6fae675e21c7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1071452390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3000feb37ebe40259348a665b9ff0076", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8451a21e-0a", "ovs_interfaceid": "8451a21e-0abb-4e9a-bb44-1e2fafbd8503", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.240270] env[69699]: INFO nova.compute.manager [-] [instance: e62537e7-b74d-4638-a889-df2113ce3d7b] Took 1.38 seconds to deallocate network for instance. [ 1183.281120] env[69699]: DEBUG oslo_vmware.api [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Task: {'id': task-3607985, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659837} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.281621] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e/8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1183.281844] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] [instance: 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1183.282124] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e03e4ed5-c74c-4d18-b7f2-032e88072260 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.293663] env[69699]: DEBUG oslo_vmware.api [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Waiting for the task: (returnval){ [ 1183.293663] env[69699]: value = "task-3607992" [ 1183.293663] env[69699]: _type = "Task" [ 1183.293663] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.304602] env[69699]: DEBUG oslo_vmware.api [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Task: {'id': task-3607992, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.437681] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3607989, 'name': CreateVM_Task, 'duration_secs': 0.54319} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.437863] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1183.438554] env[69699]: DEBUG oslo_concurrency.lockutils [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.461211] env[69699]: DEBUG oslo_vmware.api [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Task: {'id': task-3607990, 'name': ReconfigVM_Task, 'duration_secs': 0.307952} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.461528] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] [instance: 31c6394e-071e-47b6-8056-76df2d53a034] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 31c6394e-071e-47b6-8056-76df2d53a034/31c6394e-071e-47b6-8056-76df2d53a034.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1183.462172] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35b92c56-622c-4bda-9a22-ed1b4ee12a70 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.469337] env[69699]: DEBUG oslo_vmware.api [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Waiting for the task: (returnval){ [ 1183.469337] env[69699]: value = "task-3607993" [ 1183.469337] env[69699]: _type = "Task" [ 1183.469337] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.476896] env[69699]: DEBUG oslo_vmware.api [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Task: {'id': task-3607993, 'name': Rename_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.498754] env[69699]: DEBUG oslo_concurrency.lockutils [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.367s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.499455] env[69699]: DEBUG nova.compute.manager [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1183.502178] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.326s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.504054] env[69699]: INFO nova.compute.claims [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1183.547053] env[69699]: DEBUG nova.network.neutron [req-2e3c124a-823c-462b-ace8-eb0571106d74 req-97d0408b-dfe0-4e1a-9ac7-d9e8c825b953 service nova] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Updated VIF entry in instance network info cache for port 6fc8838f-a669-4de6-a642-988dcc0b7cb7. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1183.547441] env[69699]: DEBUG nova.network.neutron [req-2e3c124a-823c-462b-ace8-eb0571106d74 req-97d0408b-dfe0-4e1a-9ac7-d9e8c825b953 service nova] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Updating instance_info_cache with network_info: [{"id": "6fc8838f-a669-4de6-a642-988dcc0b7cb7", "address": "fa:16:3e:fd:ac:6f", "network": {"id": "f88e8b9e-760f-44ab-9c9b-8f7c2c84f47f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1402000233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14c1236c77054fb8bf2c683bb76174ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fc8838f-a6", "ovs_interfaceid": "6fc8838f-a669-4de6-a642-988dcc0b7cb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.615562] env[69699]: DEBUG oslo_vmware.api [None req-51f56493-2099-4ae3-aad9-e3f6ce65cd26 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607991, 'name': PowerOffVM_Task, 'duration_secs': 0.223411} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.615864] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f56493-2099-4ae3-aad9-e3f6ce65cd26 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: c023299f-9f9c-446c-af98-23940a25f898] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1183.616091] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-51f56493-2099-4ae3-aad9-e3f6ce65cd26 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: c023299f-9f9c-446c-af98-23940a25f898] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1183.616361] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d49cf452-756d-4aad-9029-2e072af64789 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.663743] env[69699]: DEBUG oslo_vmware.api [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5278bd32-6657-597e-ff3b-4133c5237ff9, 'name': SearchDatastore_Task, 'duration_secs': 0.017369} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.664203] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.664368] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1183.664607] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.664773] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.665017] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1183.665255] env[69699]: DEBUG oslo_concurrency.lockutils [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.665547] env[69699]: DEBUG oslo_concurrency.lockutils [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.665796] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-938eeffa-13c7-4bd3-ba53-070c832a8f67 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.667601] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80824d59-7742-4cf8-a4b6-7c7dca1abde0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.673334] env[69699]: DEBUG oslo_vmware.api [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Waiting for the task: (returnval){ [ 1183.673334] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]529edf5f-aa1b-15dd-47cd-30aa69f4ab50" [ 1183.673334] env[69699]: _type = "Task" [ 1183.673334] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.681779] env[69699]: DEBUG oslo_vmware.api [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]529edf5f-aa1b-15dd-47cd-30aa69f4ab50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.682941] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1183.683132] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1183.683841] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92a1db45-7aa2-4e66-9f95-69745ee3ebc3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.688979] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-51f56493-2099-4ae3-aad9-e3f6ce65cd26 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: c023299f-9f9c-446c-af98-23940a25f898] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1183.689317] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-51f56493-2099-4ae3-aad9-e3f6ce65cd26 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: c023299f-9f9c-446c-af98-23940a25f898] Deleting contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1183.689503] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-51f56493-2099-4ae3-aad9-e3f6ce65cd26 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Deleting the datastore file [datastore1] c023299f-9f9c-446c-af98-23940a25f898 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1183.690545] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63e8dd8b-d4dd-4d58-9048-5b4f07170d01 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.693376] env[69699]: DEBUG oslo_vmware.api [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1183.693376] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ee3ef0-908d-0072-fb84-e31ebf781541" [ 1183.693376] env[69699]: _type = "Task" [ 1183.693376] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.698238] env[69699]: DEBUG oslo_vmware.api [None req-51f56493-2099-4ae3-aad9-e3f6ce65cd26 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for the task: (returnval){ [ 1183.698238] env[69699]: value = "task-3607995" [ 1183.698238] env[69699]: _type = "Task" [ 1183.698238] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.704588] env[69699]: DEBUG oslo_vmware.api [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ee3ef0-908d-0072-fb84-e31ebf781541, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.710118] env[69699]: DEBUG oslo_vmware.api [None req-51f56493-2099-4ae3-aad9-e3f6ce65cd26 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607995, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.737837] env[69699]: DEBUG oslo_concurrency.lockutils [req-147c7b43-cb29-4843-929b-5e576e917a50 req-bd9c7835-cbcd-4e92-bc41-ebdb1e644503 service nova] Releasing lock "refresh_cache-fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.738178] env[69699]: DEBUG nova.compute.manager [req-147c7b43-cb29-4843-929b-5e576e917a50 req-bd9c7835-cbcd-4e92-bc41-ebdb1e644503 service nova] [instance: e62537e7-b74d-4638-a889-df2113ce3d7b] Received event network-vif-deleted-f150a413-a7c9-474b-8bc0-f8aa79f25c9d {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.738367] env[69699]: INFO nova.compute.manager [req-147c7b43-cb29-4843-929b-5e576e917a50 req-bd9c7835-cbcd-4e92-bc41-ebdb1e644503 service nova] [instance: e62537e7-b74d-4638-a889-df2113ce3d7b] Neutron deleted interface f150a413-a7c9-474b-8bc0-f8aa79f25c9d; detaching it from the instance and deleting it from the info cache [ 1183.738539] env[69699]: DEBUG nova.network.neutron [req-147c7b43-cb29-4843-929b-5e576e917a50 req-bd9c7835-cbcd-4e92-bc41-ebdb1e644503 service nova] [instance: e62537e7-b74d-4638-a889-df2113ce3d7b] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.746835] env[69699]: DEBUG oslo_concurrency.lockutils [None req-de52bb44-3623-4765-9a1b-b2a550aa1c59 tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.803161] env[69699]: DEBUG oslo_vmware.api [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Task: {'id': task-3607992, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075636} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.803448] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] [instance: 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1183.804205] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f36602b-7bc9-4a1d-ad81-fd2bcd442d01 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.825870] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] [instance: 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e/8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1183.826091] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0161be1d-a083-4b0e-9f68-b98fc19a34f8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.846012] env[69699]: DEBUG oslo_vmware.api [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Waiting for the task: (returnval){ [ 1183.846012] env[69699]: value = "task-3607996" [ 1183.846012] env[69699]: _type = "Task" [ 1183.846012] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.856189] env[69699]: DEBUG oslo_vmware.api [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Task: {'id': task-3607996, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.979348] env[69699]: DEBUG oslo_vmware.api [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Task: {'id': task-3607993, 'name': Rename_Task, 'duration_secs': 0.178821} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.979747] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] [instance: 31c6394e-071e-47b6-8056-76df2d53a034] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1183.980039] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72991cf4-1010-42f9-a4ea-e2b510d584ab {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.986265] env[69699]: DEBUG oslo_vmware.api [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Waiting for the task: (returnval){ [ 1183.986265] env[69699]: value = "task-3607997" [ 1183.986265] env[69699]: _type = "Task" [ 1183.986265] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.994073] env[69699]: DEBUG oslo_vmware.api [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Task: {'id': task-3607997, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.007651] env[69699]: DEBUG nova.compute.utils [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1184.011070] env[69699]: DEBUG nova.compute.manager [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1184.011733] env[69699]: DEBUG nova.network.neutron [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1184.050646] env[69699]: DEBUG oslo_concurrency.lockutils [req-2e3c124a-823c-462b-ace8-eb0571106d74 req-97d0408b-dfe0-4e1a-9ac7-d9e8c825b953 service nova] Releasing lock "refresh_cache-00a8a903-abfe-4fb8-9cd4-c470af7a3cd1" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.055738] env[69699]: DEBUG nova.policy [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ae5db8e21434a67b33b786e02c2e839', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce00a2c4d2d6497eab27716fff8fe855', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 1184.185731] env[69699]: DEBUG oslo_vmware.api [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]529edf5f-aa1b-15dd-47cd-30aa69f4ab50, 'name': SearchDatastore_Task, 'duration_secs': 0.036047} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.185731] env[69699]: DEBUG oslo_concurrency.lockutils [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.185731] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1184.185731] env[69699]: DEBUG oslo_concurrency.lockutils [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.211620] env[69699]: DEBUG oslo_vmware.api [None req-51f56493-2099-4ae3-aad9-e3f6ce65cd26 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Task: {'id': task-3607995, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.495084} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.214945] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-51f56493-2099-4ae3-aad9-e3f6ce65cd26 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1184.215200] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-51f56493-2099-4ae3-aad9-e3f6ce65cd26 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: c023299f-9f9c-446c-af98-23940a25f898] Deleted contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1184.215798] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-51f56493-2099-4ae3-aad9-e3f6ce65cd26 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: c023299f-9f9c-446c-af98-23940a25f898] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1184.215798] env[69699]: INFO nova.compute.manager [None req-51f56493-2099-4ae3-aad9-e3f6ce65cd26 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] [instance: c023299f-9f9c-446c-af98-23940a25f898] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1184.215915] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51f56493-2099-4ae3-aad9-e3f6ce65cd26 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1184.216143] env[69699]: DEBUG oslo_vmware.api [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ee3ef0-908d-0072-fb84-e31ebf781541, 'name': SearchDatastore_Task, 'duration_secs': 0.046812} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.216348] env[69699]: DEBUG nova.compute.manager [-] [instance: c023299f-9f9c-446c-af98-23940a25f898] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1184.216442] env[69699]: DEBUG nova.network.neutron [-] [instance: c023299f-9f9c-446c-af98-23940a25f898] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1184.218924] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bab023a3-8715-4883-ba3e-a3f538ec7dca {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.225380] env[69699]: DEBUG oslo_vmware.api [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1184.225380] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]525b7ccb-1283-145e-f033-6d358f5a0e18" [ 1184.225380] env[69699]: _type = "Task" [ 1184.225380] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.233521] env[69699]: DEBUG oslo_vmware.api [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]525b7ccb-1283-145e-f033-6d358f5a0e18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.241187] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-339a129d-6e97-4db5-af2b-fa8588065876 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.250758] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9f8fff-2b6f-40c2-a703-63397b6da645 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.285553] env[69699]: DEBUG nova.compute.manager [req-147c7b43-cb29-4843-929b-5e576e917a50 req-bd9c7835-cbcd-4e92-bc41-ebdb1e644503 service nova] [instance: e62537e7-b74d-4638-a889-df2113ce3d7b] Detach interface failed, port_id=f150a413-a7c9-474b-8bc0-f8aa79f25c9d, reason: Instance e62537e7-b74d-4638-a889-df2113ce3d7b could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1184.358324] env[69699]: DEBUG oslo_vmware.api [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Task: {'id': task-3607996, 'name': ReconfigVM_Task, 'duration_secs': 0.270436} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.358765] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] [instance: 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e/8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1184.359591] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4b48c79-451e-4ef7-a9f3-a748a9c7b587 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.367173] env[69699]: DEBUG oslo_vmware.api [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Waiting for the task: (returnval){ [ 1184.367173] env[69699]: value = "task-3607998" [ 1184.367173] env[69699]: _type = "Task" [ 1184.367173] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.377126] env[69699]: DEBUG oslo_vmware.api [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Task: {'id': task-3607998, 'name': Rename_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.390389] env[69699]: DEBUG nova.network.neutron [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Successfully created port: 07e722ee-52b4-4ea2-a403-342bdceeb278 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1184.501024] env[69699]: DEBUG oslo_vmware.api [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Task: {'id': task-3607997, 'name': PowerOnVM_Task, 'duration_secs': 0.499574} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.501024] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] [instance: 31c6394e-071e-47b6-8056-76df2d53a034] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1184.501024] env[69699]: INFO nova.compute.manager [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] [instance: 31c6394e-071e-47b6-8056-76df2d53a034] Took 9.26 seconds to spawn the instance on the hypervisor. [ 1184.501024] env[69699]: DEBUG nova.compute.manager [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] [instance: 31c6394e-071e-47b6-8056-76df2d53a034] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1184.501024] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dbad3ed-ad8c-479b-a05e-15ab6e2b7a70 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.517910] env[69699]: DEBUG nova.compute.manager [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1184.557879] env[69699]: DEBUG nova.compute.manager [req-94a1d91b-a42d-4dd9-a001-59a9033c7a7a req-3990bdad-298e-4307-baf2-9522f8abcc66 service nova] [instance: c023299f-9f9c-446c-af98-23940a25f898] Received event network-vif-deleted-23ccfb0d-2ea9-4efe-b616-7cf9e0531b2b {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.559031] env[69699]: INFO nova.compute.manager [req-94a1d91b-a42d-4dd9-a001-59a9033c7a7a req-3990bdad-298e-4307-baf2-9522f8abcc66 service nova] [instance: c023299f-9f9c-446c-af98-23940a25f898] Neutron deleted interface 23ccfb0d-2ea9-4efe-b616-7cf9e0531b2b; detaching it from the instance and deleting it from the info cache [ 1184.559031] env[69699]: DEBUG nova.network.neutron [req-94a1d91b-a42d-4dd9-a001-59a9033c7a7a req-3990bdad-298e-4307-baf2-9522f8abcc66 service nova] [instance: c023299f-9f9c-446c-af98-23940a25f898] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.720426] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e4dd20-3a0c-429e-bcf8-95a29ffc85cf {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.730979] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462772cb-af5e-4261-9ae9-47d6f353a414 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.740144] env[69699]: DEBUG oslo_vmware.api [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]525b7ccb-1283-145e-f033-6d358f5a0e18, 'name': SearchDatastore_Task, 'duration_secs': 0.026025} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.765036] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.765036] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] eb3dca42-7412-429a-ad9e-71fc4977dd30/eb3dca42-7412-429a-ad9e-71fc4977dd30.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1184.765351] env[69699]: DEBUG oslo_concurrency.lockutils [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.765458] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1184.765667] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de95f6b1-a2df-4366-891e-926f9e1416c7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.768169] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e1c0b2-428d-45b5-ba44-88629c42fa58 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.770833] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ba25a24-fde9-45a9-b727-a07b47f5572f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.780274] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346cb784-038c-4e02-a9b3-67b5175a3863 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.785512] env[69699]: DEBUG oslo_vmware.api [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1184.785512] env[69699]: value = "task-3607999" [ 1184.785512] env[69699]: _type = "Task" [ 1184.785512] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.786822] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1184.787017] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1184.790655] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bb9bba2-a6df-4119-883b-cccce0b2d233 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.800506] env[69699]: DEBUG nova.compute.provider_tree [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.806338] env[69699]: DEBUG oslo_vmware.api [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Waiting for the task: (returnval){ [ 1184.806338] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5273e79c-906e-57a0-0280-8846ebd2197c" [ 1184.806338] env[69699]: _type = "Task" [ 1184.806338] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.809828] env[69699]: DEBUG oslo_vmware.api [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607999, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.820697] env[69699]: DEBUG oslo_vmware.api [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5273e79c-906e-57a0-0280-8846ebd2197c, 'name': SearchDatastore_Task, 'duration_secs': 0.011368} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.821422] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-847a317c-157f-4838-bf75-0e74578c8e47 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.826848] env[69699]: DEBUG oslo_vmware.api [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Waiting for the task: (returnval){ [ 1184.826848] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]525732fd-72e0-ae17-3139-08b471fa9e7a" [ 1184.826848] env[69699]: _type = "Task" [ 1184.826848] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.834261] env[69699]: DEBUG oslo_vmware.api [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]525732fd-72e0-ae17-3139-08b471fa9e7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.876400] env[69699]: DEBUG oslo_vmware.api [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Task: {'id': task-3607998, 'name': Rename_Task, 'duration_secs': 0.342443} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.876687] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] [instance: 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1184.876918] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebbed400-31ba-4a15-a789-281bfc2f51a2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.884176] env[69699]: DEBUG oslo_vmware.api [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Waiting for the task: (returnval){ [ 1184.884176] env[69699]: value = "task-3608000" [ 1184.884176] env[69699]: _type = "Task" [ 1184.884176] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.891977] env[69699]: DEBUG oslo_vmware.api [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Task: {'id': task-3608000, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.977682] env[69699]: DEBUG nova.network.neutron [-] [instance: c023299f-9f9c-446c-af98-23940a25f898] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.019605] env[69699]: INFO nova.compute.manager [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] [instance: 31c6394e-071e-47b6-8056-76df2d53a034] Took 22.07 seconds to build instance. [ 1185.064420] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a0f86c3b-0a9f-4cff-97de-abd7dd557f86 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.074831] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ad0462-49e9-4e24-9373-8b794a59a7e4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.110842] env[69699]: DEBUG nova.compute.manager [req-94a1d91b-a42d-4dd9-a001-59a9033c7a7a req-3990bdad-298e-4307-baf2-9522f8abcc66 service nova] [instance: c023299f-9f9c-446c-af98-23940a25f898] Detach interface failed, port_id=23ccfb0d-2ea9-4efe-b616-7cf9e0531b2b, reason: Instance c023299f-9f9c-446c-af98-23940a25f898 could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1185.299685] env[69699]: DEBUG oslo_vmware.api [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607999, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.303924] env[69699]: DEBUG nova.scheduler.client.report [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.341556] env[69699]: DEBUG oslo_vmware.api [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]525732fd-72e0-ae17-3139-08b471fa9e7a, 'name': SearchDatastore_Task, 'duration_secs': 0.010096} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.341880] env[69699]: DEBUG oslo_concurrency.lockutils [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.342252] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff/fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1185.342562] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b545620-78fe-4463-83cd-95ccbe66e5d3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.353074] env[69699]: DEBUG oslo_vmware.api [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Waiting for the task: (returnval){ [ 1185.353074] env[69699]: value = "task-3608001" [ 1185.353074] env[69699]: _type = "Task" [ 1185.353074] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.363787] env[69699]: DEBUG oslo_vmware.api [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608001, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.399440] env[69699]: DEBUG oslo_vmware.api [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Task: {'id': task-3608000, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.480572] env[69699]: INFO nova.compute.manager [-] [instance: c023299f-9f9c-446c-af98-23940a25f898] Took 1.26 seconds to deallocate network for instance. [ 1185.522194] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fe2fc781-754a-45a4-8e4e-c24046e509df tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Lock "31c6394e-071e-47b6-8056-76df2d53a034" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.580s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.529022] env[69699]: DEBUG nova.compute.manager [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1185.556138] env[69699]: DEBUG nova.virt.hardware [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1185.557122] env[69699]: DEBUG nova.virt.hardware [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1185.557122] env[69699]: DEBUG nova.virt.hardware [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1185.557122] env[69699]: DEBUG nova.virt.hardware [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1185.557122] env[69699]: DEBUG nova.virt.hardware [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1185.557122] env[69699]: DEBUG nova.virt.hardware [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1185.557332] env[69699]: DEBUG nova.virt.hardware [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1185.557439] env[69699]: DEBUG nova.virt.hardware [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1185.557705] env[69699]: DEBUG nova.virt.hardware [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1185.557980] env[69699]: DEBUG nova.virt.hardware [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1185.558083] env[69699]: DEBUG nova.virt.hardware [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1185.559282] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23328215-c597-4b06-850c-90819847a322 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.567683] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2b1c9f-22d9-4430-a09d-edc8d5fb7b1a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.802014] env[69699]: DEBUG oslo_vmware.api [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3607999, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658585} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.802310] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] eb3dca42-7412-429a-ad9e-71fc4977dd30/eb3dca42-7412-429a-ad9e-71fc4977dd30.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1185.802525] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1185.802804] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9531b6a2-f00a-4f58-b363-40f7bbb7ae36 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.808749] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.307s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.809336] env[69699]: DEBUG nova.compute.manager [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1185.813523] env[69699]: DEBUG oslo_concurrency.lockutils [None req-de52bb44-3623-4765-9a1b-b2a550aa1c59 tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.067s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.813752] env[69699]: DEBUG nova.objects.instance [None req-de52bb44-3623-4765-9a1b-b2a550aa1c59 tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Lazy-loading 'resources' on Instance uuid e62537e7-b74d-4638-a889-df2113ce3d7b {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.814848] env[69699]: DEBUG oslo_vmware.api [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1185.814848] env[69699]: value = "task-3608002" [ 1185.814848] env[69699]: _type = "Task" [ 1185.814848] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.825623] env[69699]: DEBUG oslo_vmware.api [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608002, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.865133] env[69699]: DEBUG oslo_vmware.api [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608001, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.909075] env[69699]: DEBUG oslo_vmware.api [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Task: {'id': task-3608000, 'name': PowerOnVM_Task, 'duration_secs': 0.614651} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.909075] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] [instance: 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1185.909075] env[69699]: INFO nova.compute.manager [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] [instance: 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e] Took 7.34 seconds to spawn the instance on the hypervisor. [ 1185.909075] env[69699]: DEBUG nova.compute.manager [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] [instance: 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1185.909075] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead7ef04-d2d1-4608-97dc-866f7bf6a2c0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.979025] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d77e5eaa-900e-4bd2-80eb-cce5a96aef4d tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Acquiring lock "31c6394e-071e-47b6-8056-76df2d53a034" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.979025] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d77e5eaa-900e-4bd2-80eb-cce5a96aef4d tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Lock "31c6394e-071e-47b6-8056-76df2d53a034" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.979025] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d77e5eaa-900e-4bd2-80eb-cce5a96aef4d tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Acquiring lock "31c6394e-071e-47b6-8056-76df2d53a034-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.979025] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d77e5eaa-900e-4bd2-80eb-cce5a96aef4d tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Lock "31c6394e-071e-47b6-8056-76df2d53a034-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.979025] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d77e5eaa-900e-4bd2-80eb-cce5a96aef4d tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Lock "31c6394e-071e-47b6-8056-76df2d53a034-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.983617] env[69699]: INFO nova.compute.manager [None req-d77e5eaa-900e-4bd2-80eb-cce5a96aef4d tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] [instance: 31c6394e-071e-47b6-8056-76df2d53a034] Terminating instance [ 1185.988086] env[69699]: DEBUG oslo_concurrency.lockutils [None req-51f56493-2099-4ae3-aad9-e3f6ce65cd26 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.189853] env[69699]: DEBUG nova.compute.manager [req-54fb445a-2de4-4adb-8aaa-4a95afd63db1 req-560a2773-5ed3-46cf-a00d-d7be89a3b9ef service nova] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Received event network-vif-plugged-07e722ee-52b4-4ea2-a403-342bdceeb278 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.189853] env[69699]: DEBUG oslo_concurrency.lockutils [req-54fb445a-2de4-4adb-8aaa-4a95afd63db1 req-560a2773-5ed3-46cf-a00d-d7be89a3b9ef service nova] Acquiring lock "8fea800f-e4c6-42cd-82dc-32f960a58bf3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.189853] env[69699]: DEBUG oslo_concurrency.lockutils [req-54fb445a-2de4-4adb-8aaa-4a95afd63db1 req-560a2773-5ed3-46cf-a00d-d7be89a3b9ef service nova] Lock "8fea800f-e4c6-42cd-82dc-32f960a58bf3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.189853] env[69699]: DEBUG oslo_concurrency.lockutils [req-54fb445a-2de4-4adb-8aaa-4a95afd63db1 req-560a2773-5ed3-46cf-a00d-d7be89a3b9ef service nova] Lock "8fea800f-e4c6-42cd-82dc-32f960a58bf3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.189853] env[69699]: DEBUG nova.compute.manager [req-54fb445a-2de4-4adb-8aaa-4a95afd63db1 req-560a2773-5ed3-46cf-a00d-d7be89a3b9ef service nova] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] No waiting events found dispatching network-vif-plugged-07e722ee-52b4-4ea2-a403-342bdceeb278 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1186.189853] env[69699]: WARNING nova.compute.manager [req-54fb445a-2de4-4adb-8aaa-4a95afd63db1 req-560a2773-5ed3-46cf-a00d-d7be89a3b9ef service nova] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Received unexpected event network-vif-plugged-07e722ee-52b4-4ea2-a403-342bdceeb278 for instance with vm_state building and task_state spawning. [ 1186.273773] env[69699]: DEBUG nova.network.neutron [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Successfully updated port: 07e722ee-52b4-4ea2-a403-342bdceeb278 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1186.317545] env[69699]: DEBUG nova.compute.utils [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1186.321961] env[69699]: DEBUG nova.compute.manager [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1186.322589] env[69699]: DEBUG nova.network.neutron [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1186.336269] env[69699]: DEBUG oslo_vmware.api [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608002, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.335932} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.336546] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1186.337373] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00bfc2c-89db-4715-b336-a9fc66fed036 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.363181] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] eb3dca42-7412-429a-ad9e-71fc4977dd30/eb3dca42-7412-429a-ad9e-71fc4977dd30.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1186.364762] env[69699]: DEBUG nova.policy [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9862180e23014999a41bbdcdd1e67500', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f0293384f344ba09f431b47ef381d57', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 1186.371353] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4bafac7-df11-48fb-9d5c-41eb98862f2a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.391041] env[69699]: DEBUG oslo_vmware.api [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608001, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.955795} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.392211] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff/fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1186.392429] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1186.392906] env[69699]: DEBUG oslo_vmware.api [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1186.392906] env[69699]: value = "task-3608003" [ 1186.392906] env[69699]: _type = "Task" [ 1186.392906] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.393089] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd4b35b1-9ee4-4e2f-bbfd-ebfb9c2478bf {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.405233] env[69699]: DEBUG oslo_vmware.api [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608003, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.406535] env[69699]: DEBUG oslo_vmware.api [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Waiting for the task: (returnval){ [ 1186.406535] env[69699]: value = "task-3608004" [ 1186.406535] env[69699]: _type = "Task" [ 1186.406535] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.420474] env[69699]: DEBUG oslo_vmware.api [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608004, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.428258] env[69699]: INFO nova.compute.manager [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] [instance: 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e] Took 21.62 seconds to build instance. [ 1186.490703] env[69699]: DEBUG nova.compute.manager [None req-d77e5eaa-900e-4bd2-80eb-cce5a96aef4d tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] [instance: 31c6394e-071e-47b6-8056-76df2d53a034] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1186.490931] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d77e5eaa-900e-4bd2-80eb-cce5a96aef4d tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] [instance: 31c6394e-071e-47b6-8056-76df2d53a034] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1186.491914] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ea3870-b1e2-4f80-b345-a3b872a9cc68 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.502857] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d77e5eaa-900e-4bd2-80eb-cce5a96aef4d tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] [instance: 31c6394e-071e-47b6-8056-76df2d53a034] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1186.502857] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9d6ac7d-7ea5-487c-9418-d817475c67c3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.509707] env[69699]: DEBUG oslo_vmware.api [None req-d77e5eaa-900e-4bd2-80eb-cce5a96aef4d tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Waiting for the task: (returnval){ [ 1186.509707] env[69699]: value = "task-3608005" [ 1186.509707] env[69699]: _type = "Task" [ 1186.509707] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.521493] env[69699]: DEBUG oslo_vmware.api [None req-d77e5eaa-900e-4bd2-80eb-cce5a96aef4d tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Task: {'id': task-3608005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.523119] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0271be8a-1804-4b39-af96-4ea6422297cd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.530671] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9e6fca-64af-426b-a3b7-54abcbc88d34 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.562618] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2cb6b6d-0933-4fac-96bf-b3599d9c7254 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.570648] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e986bb-51a8-476c-9fb3-3a37b4c947d5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.584942] env[69699]: DEBUG nova.compute.provider_tree [None req-de52bb44-3623-4765-9a1b-b2a550aa1c59 tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.695858] env[69699]: DEBUG nova.network.neutron [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Successfully created port: 235bb715-0a41-441e-b0d2-c5606ae4a5fd {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1186.777021] env[69699]: DEBUG oslo_concurrency.lockutils [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquiring lock "refresh_cache-8fea800f-e4c6-42cd-82dc-32f960a58bf3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.777284] env[69699]: DEBUG oslo_concurrency.lockutils [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquired lock "refresh_cache-8fea800f-e4c6-42cd-82dc-32f960a58bf3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.777472] env[69699]: DEBUG nova.network.neutron [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1186.831549] env[69699]: DEBUG nova.compute.manager [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1186.905126] env[69699]: DEBUG oslo_vmware.api [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608003, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.916116] env[69699]: DEBUG oslo_vmware.api [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608004, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069968} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.916116] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1186.916116] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36bc0bf0-cdfc-4c28-b4f4-6b24bf8b6ced {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.930966] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6413ed7a-4a02-48af-8fe6-80880c8c9568 tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Lock "8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.126s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.939445] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff/fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1186.939987] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25cb34ee-6bcd-4918-99ec-f594e5097dda {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.961334] env[69699]: DEBUG oslo_vmware.api [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Waiting for the task: (returnval){ [ 1186.961334] env[69699]: value = "task-3608006" [ 1186.961334] env[69699]: _type = "Task" [ 1186.961334] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.969516] env[69699]: DEBUG oslo_vmware.api [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608006, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.021946] env[69699]: DEBUG oslo_vmware.api [None req-d77e5eaa-900e-4bd2-80eb-cce5a96aef4d tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Task: {'id': task-3608005, 'name': PowerOffVM_Task, 'duration_secs': 0.278324} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.022150] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d77e5eaa-900e-4bd2-80eb-cce5a96aef4d tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] [instance: 31c6394e-071e-47b6-8056-76df2d53a034] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1187.022301] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d77e5eaa-900e-4bd2-80eb-cce5a96aef4d tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] [instance: 31c6394e-071e-47b6-8056-76df2d53a034] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1187.022552] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53e0830a-b58d-45ef-99ef-b4050f944010 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.088725] env[69699]: DEBUG nova.scheduler.client.report [None req-de52bb44-3623-4765-9a1b-b2a550aa1c59 tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.094129] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d77e5eaa-900e-4bd2-80eb-cce5a96aef4d tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] [instance: 31c6394e-071e-47b6-8056-76df2d53a034] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1187.094353] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d77e5eaa-900e-4bd2-80eb-cce5a96aef4d tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] [instance: 31c6394e-071e-47b6-8056-76df2d53a034] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1187.094535] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-d77e5eaa-900e-4bd2-80eb-cce5a96aef4d tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Deleting the datastore file [datastore2] 31c6394e-071e-47b6-8056-76df2d53a034 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1187.094827] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b9de997-0d76-4186-b833-4e0b190b3f7f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.102398] env[69699]: DEBUG oslo_vmware.api [None req-d77e5eaa-900e-4bd2-80eb-cce5a96aef4d tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Waiting for the task: (returnval){ [ 1187.102398] env[69699]: value = "task-3608008" [ 1187.102398] env[69699]: _type = "Task" [ 1187.102398] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.112334] env[69699]: DEBUG oslo_vmware.api [None req-d77e5eaa-900e-4bd2-80eb-cce5a96aef4d tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Task: {'id': task-3608008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.309813] env[69699]: DEBUG nova.network.neutron [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1187.407104] env[69699]: DEBUG oslo_vmware.api [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608003, 'name': ReconfigVM_Task, 'duration_secs': 0.822096} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.407452] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Reconfigured VM instance instance-00000069 to attach disk [datastore2] eb3dca42-7412-429a-ad9e-71fc4977dd30/eb3dca42-7412-429a-ad9e-71fc4977dd30.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1187.408852] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'disk_bus': None, 'size': 0, 'guest_format': None, 'device_type': 'disk', 'encryption_format': None, 'encryption_options': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encrypted': False, 'image_id': 'f03e6ea6-4888-4842-b286-cae9242f7e27'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'mount_device': '/dev/sdb', 'disk_bus': None, 'guest_format': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719717', 'volume_id': '25d272f6-2b1f-4154-b9de-a79e66d79d7a', 'name': 'volume-25d272f6-2b1f-4154-b9de-a79e66d79d7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eb3dca42-7412-429a-ad9e-71fc4977dd30', 'attached_at': '', 'detached_at': '', 'volume_id': '25d272f6-2b1f-4154-b9de-a79e66d79d7a', 'serial': '25d272f6-2b1f-4154-b9de-a79e66d79d7a'}, 'attachment_id': 'b3ab57c3-c656-4121-99ae-bd84ae76bc94', 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=69699) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1187.409047] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Volume attach. Driver type: vmdk {{(pid=69699) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1187.409172] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719717', 'volume_id': '25d272f6-2b1f-4154-b9de-a79e66d79d7a', 'name': 'volume-25d272f6-2b1f-4154-b9de-a79e66d79d7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eb3dca42-7412-429a-ad9e-71fc4977dd30', 'attached_at': '', 'detached_at': '', 'volume_id': '25d272f6-2b1f-4154-b9de-a79e66d79d7a', 'serial': '25d272f6-2b1f-4154-b9de-a79e66d79d7a'} {{(pid=69699) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1187.410392] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b854fd00-b9ec-4d20-9f8f-3da08ebdb5df {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.427504] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc5d4ee-4ce9-4f1e-9ee7-ca615225bd43 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.453662] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] volume-25d272f6-2b1f-4154-b9de-a79e66d79d7a/volume-25d272f6-2b1f-4154-b9de-a79e66d79d7a.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1187.454265] env[69699]: DEBUG nova.network.neutron [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Updating instance_info_cache with network_info: [{"id": "07e722ee-52b4-4ea2-a403-342bdceeb278", "address": "fa:16:3e:f7:c5:7b", "network": {"id": "e99ab3ed-1030-44b0-98b1-0c8d1d561613", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1328451822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce00a2c4d2d6497eab27716fff8fe855", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07e722ee-52", "ovs_interfaceid": "07e722ee-52b4-4ea2-a403-342bdceeb278", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.456110] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6fe705c-9102-43d5-8671-3858e1e6563d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.480595] env[69699]: DEBUG oslo_vmware.api [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608006, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.482067] env[69699]: DEBUG oslo_vmware.api [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1187.482067] env[69699]: value = "task-3608009" [ 1187.482067] env[69699]: _type = "Task" [ 1187.482067] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.490624] env[69699]: DEBUG oslo_vmware.api [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608009, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.594422] env[69699]: DEBUG oslo_concurrency.lockutils [None req-de52bb44-3623-4765-9a1b-b2a550aa1c59 tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.781s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.597194] env[69699]: DEBUG oslo_concurrency.lockutils [None req-51f56493-2099-4ae3-aad9-e3f6ce65cd26 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.609s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.597464] env[69699]: DEBUG nova.objects.instance [None req-51f56493-2099-4ae3-aad9-e3f6ce65cd26 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lazy-loading 'resources' on Instance uuid c023299f-9f9c-446c-af98-23940a25f898 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.615625] env[69699]: DEBUG oslo_vmware.api [None req-d77e5eaa-900e-4bd2-80eb-cce5a96aef4d tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Task: {'id': task-3608008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312709} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.616273] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-d77e5eaa-900e-4bd2-80eb-cce5a96aef4d tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1187.616481] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d77e5eaa-900e-4bd2-80eb-cce5a96aef4d tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] [instance: 31c6394e-071e-47b6-8056-76df2d53a034] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1187.616661] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d77e5eaa-900e-4bd2-80eb-cce5a96aef4d tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] [instance: 31c6394e-071e-47b6-8056-76df2d53a034] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1187.616835] env[69699]: INFO nova.compute.manager [None req-d77e5eaa-900e-4bd2-80eb-cce5a96aef4d tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] [instance: 31c6394e-071e-47b6-8056-76df2d53a034] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1187.617148] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d77e5eaa-900e-4bd2-80eb-cce5a96aef4d tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1187.617510] env[69699]: DEBUG nova.compute.manager [-] [instance: 31c6394e-071e-47b6-8056-76df2d53a034] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1187.617510] env[69699]: DEBUG nova.network.neutron [-] [instance: 31c6394e-071e-47b6-8056-76df2d53a034] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1187.622131] env[69699]: INFO nova.scheduler.client.report [None req-de52bb44-3623-4765-9a1b-b2a550aa1c59 tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Deleted allocations for instance e62537e7-b74d-4638-a889-df2113ce3d7b [ 1187.844106] env[69699]: DEBUG nova.compute.manager [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1187.862351] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6a81b773-831f-40fd-8e9e-340d81bdbf3c tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Acquiring lock "8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.862876] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6a81b773-831f-40fd-8e9e-340d81bdbf3c tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Lock "8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.863476] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6a81b773-831f-40fd-8e9e-340d81bdbf3c tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Acquiring lock "8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.863807] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6a81b773-831f-40fd-8e9e-340d81bdbf3c tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Lock "8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.864105] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6a81b773-831f-40fd-8e9e-340d81bdbf3c tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Lock "8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.868516] env[69699]: INFO nova.compute.manager [None req-6a81b773-831f-40fd-8e9e-340d81bdbf3c tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] [instance: 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e] Terminating instance [ 1187.876190] env[69699]: DEBUG nova.virt.hardware [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1187.878017] env[69699]: DEBUG nova.virt.hardware [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1187.878017] env[69699]: DEBUG nova.virt.hardware [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1187.878017] env[69699]: DEBUG nova.virt.hardware [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1187.878017] env[69699]: DEBUG nova.virt.hardware [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1187.878017] env[69699]: DEBUG nova.virt.hardware [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1187.878017] env[69699]: DEBUG nova.virt.hardware [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1187.878017] env[69699]: DEBUG nova.virt.hardware [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1187.878017] env[69699]: DEBUG nova.virt.hardware [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1187.878017] env[69699]: DEBUG nova.virt.hardware [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1187.878487] env[69699]: DEBUG nova.virt.hardware [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1187.879686] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64151d8b-37cc-4944-91bb-003871fb7a3d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.890049] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bfc1e2-140f-4236-af9d-0f08c29f5c62 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.957225] env[69699]: DEBUG oslo_concurrency.lockutils [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Releasing lock "refresh_cache-8fea800f-e4c6-42cd-82dc-32f960a58bf3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.960015] env[69699]: DEBUG nova.compute.manager [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Instance network_info: |[{"id": "07e722ee-52b4-4ea2-a403-342bdceeb278", "address": "fa:16:3e:f7:c5:7b", "network": {"id": "e99ab3ed-1030-44b0-98b1-0c8d1d561613", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1328451822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce00a2c4d2d6497eab27716fff8fe855", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07e722ee-52", "ovs_interfaceid": "07e722ee-52b4-4ea2-a403-342bdceeb278", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1187.960015] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:c5:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3db2ab9e-1244-4377-b05f-ab76003f2428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07e722ee-52b4-4ea2-a403-342bdceeb278', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1187.967202] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1187.967554] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1187.967897] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59097ddf-348c-46d0-afb5-b8e1a656471f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.995759] env[69699]: DEBUG oslo_vmware.api [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608009, 'name': ReconfigVM_Task, 'duration_secs': 0.294974} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.000349] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Reconfigured VM instance instance-00000069 to attach disk [datastore2] volume-25d272f6-2b1f-4154-b9de-a79e66d79d7a/volume-25d272f6-2b1f-4154-b9de-a79e66d79d7a.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1188.005811] env[69699]: DEBUG oslo_vmware.api [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608006, 'name': ReconfigVM_Task, 'duration_secs': 0.686894} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.006241] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1188.006241] env[69699]: value = "task-3608010" [ 1188.006241] env[69699]: _type = "Task" [ 1188.006241] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.006679] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7fe469d-65f3-413e-af67-2815acf331e8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.019364] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Reconfigured VM instance instance-00000073 to attach disk [datastore2] fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff/fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1188.020119] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18454b6f-e872-442c-b2ff-2fb25f045678 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.032362] env[69699]: DEBUG oslo_vmware.api [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1188.032362] env[69699]: value = "task-3608011" [ 1188.032362] env[69699]: _type = "Task" [ 1188.032362] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.037058] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3608010, 'name': CreateVM_Task} progress is 15%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.043069] env[69699]: DEBUG oslo_vmware.api [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Waiting for the task: (returnval){ [ 1188.043069] env[69699]: value = "task-3608012" [ 1188.043069] env[69699]: _type = "Task" [ 1188.043069] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.052741] env[69699]: DEBUG oslo_vmware.api [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608011, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.059323] env[69699]: DEBUG oslo_vmware.api [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608012, 'name': Rename_Task} progress is 10%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.129981] env[69699]: DEBUG oslo_concurrency.lockutils [None req-de52bb44-3623-4765-9a1b-b2a550aa1c59 tempest-ServerTagsTestJSON-314777534 tempest-ServerTagsTestJSON-314777534-project-member] Lock "e62537e7-b74d-4638-a889-df2113ce3d7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.940s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.210361] env[69699]: DEBUG nova.compute.manager [req-a659075b-f65e-4b84-8524-afbd3227c380 req-295d97ed-e0ad-4259-a24b-bad5884e8af1 service nova] [instance: 31c6394e-071e-47b6-8056-76df2d53a034] Received event network-vif-deleted-c5515329-7c0e-4049-b9fd-3e376fff12f6 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.212023] env[69699]: INFO nova.compute.manager [req-a659075b-f65e-4b84-8524-afbd3227c380 req-295d97ed-e0ad-4259-a24b-bad5884e8af1 service nova] [instance: 31c6394e-071e-47b6-8056-76df2d53a034] Neutron deleted interface c5515329-7c0e-4049-b9fd-3e376fff12f6; detaching it from the instance and deleting it from the info cache [ 1188.212023] env[69699]: DEBUG nova.network.neutron [req-a659075b-f65e-4b84-8524-afbd3227c380 req-295d97ed-e0ad-4259-a24b-bad5884e8af1 service nova] [instance: 31c6394e-071e-47b6-8056-76df2d53a034] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.236297] env[69699]: DEBUG nova.compute.manager [req-c8cb3d79-a773-45df-a423-e1e386df6c88 req-c111b242-9d02-4b37-a26c-970dcf6ab671 service nova] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Received event network-changed-07e722ee-52b4-4ea2-a403-342bdceeb278 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.236520] env[69699]: DEBUG nova.compute.manager [req-c8cb3d79-a773-45df-a423-e1e386df6c88 req-c111b242-9d02-4b37-a26c-970dcf6ab671 service nova] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Refreshing instance network info cache due to event network-changed-07e722ee-52b4-4ea2-a403-342bdceeb278. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1188.236756] env[69699]: DEBUG oslo_concurrency.lockutils [req-c8cb3d79-a773-45df-a423-e1e386df6c88 req-c111b242-9d02-4b37-a26c-970dcf6ab671 service nova] Acquiring lock "refresh_cache-8fea800f-e4c6-42cd-82dc-32f960a58bf3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.236911] env[69699]: DEBUG oslo_concurrency.lockutils [req-c8cb3d79-a773-45df-a423-e1e386df6c88 req-c111b242-9d02-4b37-a26c-970dcf6ab671 service nova] Acquired lock "refresh_cache-8fea800f-e4c6-42cd-82dc-32f960a58bf3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.237206] env[69699]: DEBUG nova.network.neutron [req-c8cb3d79-a773-45df-a423-e1e386df6c88 req-c111b242-9d02-4b37-a26c-970dcf6ab671 service nova] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Refreshing network info cache for port 07e722ee-52b4-4ea2-a403-342bdceeb278 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1188.296289] env[69699]: DEBUG nova.network.neutron [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Successfully updated port: 235bb715-0a41-441e-b0d2-c5606ae4a5fd {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1188.301438] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273388fd-3649-4fc2-8198-283bbceb2727 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.311333] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b8eae2-3a27-45ae-bb9e-d2bb85ab0dec {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.345008] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98682b6c-3a5e-472f-95b9-65353bd9abc8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.353159] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1663a32c-958e-4bea-b262-b34abeabcd3d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.368009] env[69699]: DEBUG nova.compute.provider_tree [None req-51f56493-2099-4ae3-aad9-e3f6ce65cd26 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.373438] env[69699]: DEBUG nova.compute.manager [None req-6a81b773-831f-40fd-8e9e-340d81bdbf3c tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] [instance: 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1188.373657] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6a81b773-831f-40fd-8e9e-340d81bdbf3c tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] [instance: 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1188.374984] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d37754-3e8f-4ac1-8f84-726adf137847 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.384280] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a81b773-831f-40fd-8e9e-340d81bdbf3c tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] [instance: 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1188.384531] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-312786d1-458f-4728-89e1-9070906b9337 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.391142] env[69699]: DEBUG oslo_vmware.api [None req-6a81b773-831f-40fd-8e9e-340d81bdbf3c tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Waiting for the task: (returnval){ [ 1188.391142] env[69699]: value = "task-3608013" [ 1188.391142] env[69699]: _type = "Task" [ 1188.391142] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.400625] env[69699]: DEBUG oslo_vmware.api [None req-6a81b773-831f-40fd-8e9e-340d81bdbf3c tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Task: {'id': task-3608013, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.533355] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3608010, 'name': CreateVM_Task, 'duration_secs': 0.435096} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.533723] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1188.534410] env[69699]: DEBUG oslo_concurrency.lockutils [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.534656] env[69699]: DEBUG oslo_concurrency.lockutils [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.535115] env[69699]: DEBUG oslo_concurrency.lockutils [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.535462] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad19411e-52a0-43f4-ac14-df1a1c85458a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.546798] env[69699]: DEBUG oslo_vmware.api [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608011, 'name': ReconfigVM_Task, 'duration_secs': 0.187685} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.550809] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719717', 'volume_id': '25d272f6-2b1f-4154-b9de-a79e66d79d7a', 'name': 'volume-25d272f6-2b1f-4154-b9de-a79e66d79d7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eb3dca42-7412-429a-ad9e-71fc4977dd30', 'attached_at': '', 'detached_at': '', 'volume_id': '25d272f6-2b1f-4154-b9de-a79e66d79d7a', 'serial': '25d272f6-2b1f-4154-b9de-a79e66d79d7a'} {{(pid=69699) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1188.551562] env[69699]: DEBUG oslo_vmware.api [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 1188.551562] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ef3cd3-b0e4-c32a-eea1-b08025a77078" [ 1188.551562] env[69699]: _type = "Task" [ 1188.551562] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.551786] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cef6f29a-8c87-4263-a777-4b381723ed8c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.561066] env[69699]: DEBUG oslo_vmware.api [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608012, 'name': Rename_Task, 'duration_secs': 0.173351} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.561617] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1188.561894] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e2e2e49-c1d9-4562-87a9-916e1d10d74e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.567527] env[69699]: DEBUG oslo_vmware.api [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ef3cd3-b0e4-c32a-eea1-b08025a77078, 'name': SearchDatastore_Task, 'duration_secs': 0.015102} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.568877] env[69699]: DEBUG oslo_concurrency.lockutils [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.569239] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1188.569518] env[69699]: DEBUG oslo_concurrency.lockutils [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.569685] env[69699]: DEBUG oslo_concurrency.lockutils [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.569888] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1188.570244] env[69699]: DEBUG oslo_vmware.api [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1188.570244] env[69699]: value = "task-3608014" [ 1188.570244] env[69699]: _type = "Task" [ 1188.570244] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.571361] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8110f28c-45ef-4f49-8900-0aa20d518e71 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.573319] env[69699]: DEBUG oslo_vmware.api [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Waiting for the task: (returnval){ [ 1188.573319] env[69699]: value = "task-3608015" [ 1188.573319] env[69699]: _type = "Task" [ 1188.573319] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.588523] env[69699]: DEBUG oslo_vmware.api [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608015, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.588852] env[69699]: DEBUG oslo_vmware.api [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608014, 'name': Rename_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.589894] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1188.590087] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1188.590811] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d0d10e6-cb57-4048-b8c6-e0420eafd2b3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.597197] env[69699]: DEBUG oslo_vmware.api [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 1188.597197] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52769fe6-4576-a377-a41c-9aaf0ff81292" [ 1188.597197] env[69699]: _type = "Task" [ 1188.597197] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.622845] env[69699]: DEBUG oslo_vmware.api [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52769fe6-4576-a377-a41c-9aaf0ff81292, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.688042] env[69699]: DEBUG nova.network.neutron [-] [instance: 31c6394e-071e-47b6-8056-76df2d53a034] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.713461] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f65400d1-55f2-4e40-b63e-e5890e786a40 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.726114] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81abf6d3-7e42-46ba-93eb-3e71fe92d32b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.766508] env[69699]: DEBUG nova.compute.manager [req-a659075b-f65e-4b84-8524-afbd3227c380 req-295d97ed-e0ad-4259-a24b-bad5884e8af1 service nova] [instance: 31c6394e-071e-47b6-8056-76df2d53a034] Detach interface failed, port_id=c5515329-7c0e-4049-b9fd-3e376fff12f6, reason: Instance 31c6394e-071e-47b6-8056-76df2d53a034 could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1188.798762] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquiring lock "refresh_cache-86793adb-8889-417a-8745-3167fb1495bf" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.798926] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquired lock "refresh_cache-86793adb-8889-417a-8745-3167fb1495bf" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.799946] env[69699]: DEBUG nova.network.neutron [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1188.871223] env[69699]: DEBUG nova.scheduler.client.report [None req-51f56493-2099-4ae3-aad9-e3f6ce65cd26 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.907022] env[69699]: DEBUG oslo_vmware.api [None req-6a81b773-831f-40fd-8e9e-340d81bdbf3c tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Task: {'id': task-3608013, 'name': PowerOffVM_Task, 'duration_secs': 0.197823} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.907022] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a81b773-831f-40fd-8e9e-340d81bdbf3c tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] [instance: 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1188.907022] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6a81b773-831f-40fd-8e9e-340d81bdbf3c tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] [instance: 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1188.907022] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52cf5065-5a56-4b90-8d84-ae415e245d36 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.962854] env[69699]: DEBUG nova.network.neutron [req-c8cb3d79-a773-45df-a423-e1e386df6c88 req-c111b242-9d02-4b37-a26c-970dcf6ab671 service nova] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Updated VIF entry in instance network info cache for port 07e722ee-52b4-4ea2-a403-342bdceeb278. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1188.963260] env[69699]: DEBUG nova.network.neutron [req-c8cb3d79-a773-45df-a423-e1e386df6c88 req-c111b242-9d02-4b37-a26c-970dcf6ab671 service nova] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Updating instance_info_cache with network_info: [{"id": "07e722ee-52b4-4ea2-a403-342bdceeb278", "address": "fa:16:3e:f7:c5:7b", "network": {"id": "e99ab3ed-1030-44b0-98b1-0c8d1d561613", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1328451822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce00a2c4d2d6497eab27716fff8fe855", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07e722ee-52", "ovs_interfaceid": "07e722ee-52b4-4ea2-a403-342bdceeb278", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.987579] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6a81b773-831f-40fd-8e9e-340d81bdbf3c tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] [instance: 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1188.987992] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6a81b773-831f-40fd-8e9e-340d81bdbf3c tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] [instance: 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1188.988295] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a81b773-831f-40fd-8e9e-340d81bdbf3c tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Deleting the datastore file [datastore2] 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1188.988695] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15afb7d5-78ba-4b98-b889-7d21f4ed6c51 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.997062] env[69699]: DEBUG oslo_vmware.api [None req-6a81b773-831f-40fd-8e9e-340d81bdbf3c tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Waiting for the task: (returnval){ [ 1188.997062] env[69699]: value = "task-3608017" [ 1188.997062] env[69699]: _type = "Task" [ 1188.997062] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.007787] env[69699]: DEBUG oslo_vmware.api [None req-6a81b773-831f-40fd-8e9e-340d81bdbf3c tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Task: {'id': task-3608017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.086474] env[69699]: DEBUG oslo_vmware.api [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608014, 'name': Rename_Task, 'duration_secs': 0.232785} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.091259] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1189.091564] env[69699]: DEBUG oslo_vmware.api [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608015, 'name': PowerOnVM_Task, 'duration_secs': 0.484735} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.091771] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67336ebe-bab7-425a-817f-1f69c34f5610 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.093439] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1189.094073] env[69699]: INFO nova.compute.manager [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Took 9.23 seconds to spawn the instance on the hypervisor. [ 1189.094073] env[69699]: DEBUG nova.compute.manager [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1189.094593] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d5f78a-e4b6-43c7-80de-8b61b6265c32 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.106310] env[69699]: DEBUG oslo_vmware.api [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1189.106310] env[69699]: value = "task-3608018" [ 1189.106310] env[69699]: _type = "Task" [ 1189.106310] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.116609] env[69699]: DEBUG oslo_vmware.api [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52769fe6-4576-a377-a41c-9aaf0ff81292, 'name': SearchDatastore_Task, 'duration_secs': 0.041288} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.117909] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2b088c9-26f9-4c6f-9504-b46363093d39 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.123628] env[69699]: DEBUG oslo_vmware.api [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608018, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.127404] env[69699]: DEBUG oslo_vmware.api [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 1189.127404] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b45fa2-b218-e56b-3273-10edb4a0f2d8" [ 1189.127404] env[69699]: _type = "Task" [ 1189.127404] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.137769] env[69699]: DEBUG oslo_vmware.api [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b45fa2-b218-e56b-3273-10edb4a0f2d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.189919] env[69699]: INFO nova.compute.manager [-] [instance: 31c6394e-071e-47b6-8056-76df2d53a034] Took 1.57 seconds to deallocate network for instance. [ 1189.331779] env[69699]: DEBUG nova.network.neutron [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1189.380569] env[69699]: DEBUG oslo_concurrency.lockutils [None req-51f56493-2099-4ae3-aad9-e3f6ce65cd26 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.783s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.411338] env[69699]: INFO nova.scheduler.client.report [None req-51f56493-2099-4ae3-aad9-e3f6ce65cd26 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Deleted allocations for instance c023299f-9f9c-446c-af98-23940a25f898 [ 1189.468759] env[69699]: DEBUG oslo_concurrency.lockutils [req-c8cb3d79-a773-45df-a423-e1e386df6c88 req-c111b242-9d02-4b37-a26c-970dcf6ab671 service nova] Releasing lock "refresh_cache-8fea800f-e4c6-42cd-82dc-32f960a58bf3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.468759] env[69699]: DEBUG nova.compute.manager [req-c8cb3d79-a773-45df-a423-e1e386df6c88 req-c111b242-9d02-4b37-a26c-970dcf6ab671 service nova] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Received event network-vif-plugged-235bb715-0a41-441e-b0d2-c5606ae4a5fd {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.468759] env[69699]: DEBUG oslo_concurrency.lockutils [req-c8cb3d79-a773-45df-a423-e1e386df6c88 req-c111b242-9d02-4b37-a26c-970dcf6ab671 service nova] Acquiring lock "86793adb-8889-417a-8745-3167fb1495bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.468759] env[69699]: DEBUG oslo_concurrency.lockutils [req-c8cb3d79-a773-45df-a423-e1e386df6c88 req-c111b242-9d02-4b37-a26c-970dcf6ab671 service nova] Lock "86793adb-8889-417a-8745-3167fb1495bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.468759] env[69699]: DEBUG oslo_concurrency.lockutils [req-c8cb3d79-a773-45df-a423-e1e386df6c88 req-c111b242-9d02-4b37-a26c-970dcf6ab671 service nova] Lock "86793adb-8889-417a-8745-3167fb1495bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.468759] env[69699]: DEBUG nova.compute.manager [req-c8cb3d79-a773-45df-a423-e1e386df6c88 req-c111b242-9d02-4b37-a26c-970dcf6ab671 service nova] [instance: 86793adb-8889-417a-8745-3167fb1495bf] No waiting events found dispatching network-vif-plugged-235bb715-0a41-441e-b0d2-c5606ae4a5fd {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1189.468759] env[69699]: WARNING nova.compute.manager [req-c8cb3d79-a773-45df-a423-e1e386df6c88 req-c111b242-9d02-4b37-a26c-970dcf6ab671 service nova] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Received unexpected event network-vif-plugged-235bb715-0a41-441e-b0d2-c5606ae4a5fd for instance with vm_state building and task_state spawning. [ 1189.508576] env[69699]: DEBUG oslo_vmware.api [None req-6a81b773-831f-40fd-8e9e-340d81bdbf3c tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Task: {'id': task-3608017, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.348568} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.508831] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a81b773-831f-40fd-8e9e-340d81bdbf3c tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1189.509225] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6a81b773-831f-40fd-8e9e-340d81bdbf3c tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] [instance: 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1189.509505] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6a81b773-831f-40fd-8e9e-340d81bdbf3c tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] [instance: 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1189.509690] env[69699]: INFO nova.compute.manager [None req-6a81b773-831f-40fd-8e9e-340d81bdbf3c tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] [instance: 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1189.509939] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a81b773-831f-40fd-8e9e-340d81bdbf3c tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1189.510145] env[69699]: DEBUG nova.compute.manager [-] [instance: 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1189.510240] env[69699]: DEBUG nova.network.neutron [-] [instance: 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1189.537959] env[69699]: DEBUG nova.network.neutron [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Updating instance_info_cache with network_info: [{"id": "235bb715-0a41-441e-b0d2-c5606ae4a5fd", "address": "fa:16:3e:75:74:c5", "network": {"id": "4a55132d-5b16-41eb-97d5-c6aacd2ebbe0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2076238106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f0293384f344ba09f431b47ef381d57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap235bb715-0a", "ovs_interfaceid": "235bb715-0a41-441e-b0d2-c5606ae4a5fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.636194] env[69699]: INFO nova.compute.manager [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Took 19.91 seconds to build instance. [ 1189.637246] env[69699]: DEBUG oslo_vmware.api [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608018, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.647514] env[69699]: DEBUG oslo_vmware.api [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b45fa2-b218-e56b-3273-10edb4a0f2d8, 'name': SearchDatastore_Task, 'duration_secs': 0.025887} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.647739] env[69699]: DEBUG oslo_concurrency.lockutils [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.648168] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 8fea800f-e4c6-42cd-82dc-32f960a58bf3/8fea800f-e4c6-42cd-82dc-32f960a58bf3.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1189.648460] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a91ffebe-a506-4c7e-abc3-12939563c4e5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.657539] env[69699]: DEBUG oslo_vmware.api [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 1189.657539] env[69699]: value = "task-3608019" [ 1189.657539] env[69699]: _type = "Task" [ 1189.657539] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.671028] env[69699]: DEBUG oslo_vmware.api [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608019, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.700290] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d77e5eaa-900e-4bd2-80eb-cce5a96aef4d tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.700586] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d77e5eaa-900e-4bd2-80eb-cce5a96aef4d tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.700828] env[69699]: DEBUG nova.objects.instance [None req-d77e5eaa-900e-4bd2-80eb-cce5a96aef4d tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Lazy-loading 'resources' on Instance uuid 31c6394e-071e-47b6-8056-76df2d53a034 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.924765] env[69699]: DEBUG oslo_concurrency.lockutils [None req-51f56493-2099-4ae3-aad9-e3f6ce65cd26 tempest-ServersTestJSON-262762065 tempest-ServersTestJSON-262762065-project-member] Lock "c023299f-9f9c-446c-af98-23940a25f898" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.355s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.041833] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Releasing lock "refresh_cache-86793adb-8889-417a-8745-3167fb1495bf" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.042277] env[69699]: DEBUG nova.compute.manager [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Instance network_info: |[{"id": "235bb715-0a41-441e-b0d2-c5606ae4a5fd", "address": "fa:16:3e:75:74:c5", "network": {"id": "4a55132d-5b16-41eb-97d5-c6aacd2ebbe0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2076238106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f0293384f344ba09f431b47ef381d57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap235bb715-0a", "ovs_interfaceid": "235bb715-0a41-441e-b0d2-c5606ae4a5fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1190.042780] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:74:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f016d1-34a6-4ebd-81ed-a6bf9d109b87', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '235bb715-0a41-441e-b0d2-c5606ae4a5fd', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1190.054673] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1190.054850] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1190.055270] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e178b84-ecb8-45c0-9fbd-2b094c1064ad {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.083678] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1190.083678] env[69699]: value = "task-3608020" [ 1190.083678] env[69699]: _type = "Task" [ 1190.083678] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.097679] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3608020, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.126805] env[69699]: DEBUG oslo_vmware.api [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608018, 'name': PowerOnVM_Task, 'duration_secs': 0.595631} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.127193] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1190.127867] env[69699]: DEBUG nova.compute.manager [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1190.128265] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a22ea9-2fe0-47d6-a04a-7d3e25bb593c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.141159] env[69699]: DEBUG oslo_concurrency.lockutils [None req-105bc71f-1b3b-4b50-8280-c230d9ad6bd5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Lock "fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.426s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.171823] env[69699]: DEBUG oslo_vmware.api [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608019, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.254893] env[69699]: DEBUG nova.compute.manager [req-7cafb0d5-52bd-4f45-a579-bc437b0deabc req-41757acf-0d14-4a5c-807f-34aae664bc0b service nova] [instance: 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e] Received event network-vif-deleted-701c355a-edc0-433a-8514-51634a2e7152 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.255121] env[69699]: INFO nova.compute.manager [req-7cafb0d5-52bd-4f45-a579-bc437b0deabc req-41757acf-0d14-4a5c-807f-34aae664bc0b service nova] [instance: 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e] Neutron deleted interface 701c355a-edc0-433a-8514-51634a2e7152; detaching it from the instance and deleting it from the info cache [ 1190.255318] env[69699]: DEBUG nova.network.neutron [req-7cafb0d5-52bd-4f45-a579-bc437b0deabc req-41757acf-0d14-4a5c-807f-34aae664bc0b service nova] [instance: 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.280506] env[69699]: DEBUG nova.compute.manager [req-44765904-7044-42c5-aef2-d9859262fde6 req-9ca655c5-0288-432e-9675-6b614ed5d722 service nova] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Received event network-changed-235bb715-0a41-441e-b0d2-c5606ae4a5fd {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.280812] env[69699]: DEBUG nova.compute.manager [req-44765904-7044-42c5-aef2-d9859262fde6 req-9ca655c5-0288-432e-9675-6b614ed5d722 service nova] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Refreshing instance network info cache due to event network-changed-235bb715-0a41-441e-b0d2-c5606ae4a5fd. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1190.280931] env[69699]: DEBUG oslo_concurrency.lockutils [req-44765904-7044-42c5-aef2-d9859262fde6 req-9ca655c5-0288-432e-9675-6b614ed5d722 service nova] Acquiring lock "refresh_cache-86793adb-8889-417a-8745-3167fb1495bf" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.281083] env[69699]: DEBUG oslo_concurrency.lockutils [req-44765904-7044-42c5-aef2-d9859262fde6 req-9ca655c5-0288-432e-9675-6b614ed5d722 service nova] Acquired lock "refresh_cache-86793adb-8889-417a-8745-3167fb1495bf" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.281250] env[69699]: DEBUG nova.network.neutron [req-44765904-7044-42c5-aef2-d9859262fde6 req-9ca655c5-0288-432e-9675-6b614ed5d722 service nova] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Refreshing network info cache for port 235bb715-0a41-441e-b0d2-c5606ae4a5fd {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1190.354644] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cacb625c-6a83-420c-a0c3-6bbc15624675 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.363111] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948fa197-1cdf-4fbd-a7fa-cc8107a5ff23 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.410511] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216a0181-a352-4b22-afae-32c5c791c19c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.419167] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864e5958-a689-4d92-a112-7523a2edf2bd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.436503] env[69699]: DEBUG nova.compute.provider_tree [None req-d77e5eaa-900e-4bd2-80eb-cce5a96aef4d tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.502609] env[69699]: DEBUG nova.network.neutron [-] [instance: 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.594737] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3608020, 'name': CreateVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.656992] env[69699]: DEBUG oslo_concurrency.lockutils [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Acquiring lock "fcb43473-4ba4-43cb-addd-546044b7a153" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.657925] env[69699]: DEBUG oslo_concurrency.lockutils [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Lock "fcb43473-4ba4-43cb-addd-546044b7a153" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.658982] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.675563] env[69699]: DEBUG oslo_vmware.api [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608019, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550266} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.676020] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 8fea800f-e4c6-42cd-82dc-32f960a58bf3/8fea800f-e4c6-42cd-82dc-32f960a58bf3.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1190.680488] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1190.683821] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d8a15c4-8070-47b5-b48e-7bf639cb1e21 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.694490] env[69699]: DEBUG oslo_vmware.api [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 1190.694490] env[69699]: value = "task-3608021" [ 1190.694490] env[69699]: _type = "Task" [ 1190.694490] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.702959] env[69699]: DEBUG oslo_vmware.api [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608021, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.757966] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b0a4b6ce-e142-4f49-8a27-1f238130945b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.768840] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5c8298-632e-4d29-9b97-ba07a43a5cf1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.811770] env[69699]: DEBUG nova.compute.manager [req-7cafb0d5-52bd-4f45-a579-bc437b0deabc req-41757acf-0d14-4a5c-807f-34aae664bc0b service nova] [instance: 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e] Detach interface failed, port_id=701c355a-edc0-433a-8514-51634a2e7152, reason: Instance 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1190.939933] env[69699]: DEBUG nova.scheduler.client.report [None req-d77e5eaa-900e-4bd2-80eb-cce5a96aef4d tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1191.008455] env[69699]: INFO nova.compute.manager [-] [instance: 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e] Took 1.49 seconds to deallocate network for instance. [ 1191.066181] env[69699]: DEBUG nova.network.neutron [req-44765904-7044-42c5-aef2-d9859262fde6 req-9ca655c5-0288-432e-9675-6b614ed5d722 service nova] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Updated VIF entry in instance network info cache for port 235bb715-0a41-441e-b0d2-c5606ae4a5fd. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1191.069219] env[69699]: DEBUG nova.network.neutron [req-44765904-7044-42c5-aef2-d9859262fde6 req-9ca655c5-0288-432e-9675-6b614ed5d722 service nova] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Updating instance_info_cache with network_info: [{"id": "235bb715-0a41-441e-b0d2-c5606ae4a5fd", "address": "fa:16:3e:75:74:c5", "network": {"id": "4a55132d-5b16-41eb-97d5-c6aacd2ebbe0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2076238106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f0293384f344ba09f431b47ef381d57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap235bb715-0a", "ovs_interfaceid": "235bb715-0a41-441e-b0d2-c5606ae4a5fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.110926] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3608020, 'name': CreateVM_Task, 'duration_secs': 0.599294} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.110926] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1191.113367] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.113603] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.113957] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.114550] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63d884df-34c2-4c23-a1d5-fbd5cb7281ca {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.125828] env[69699]: DEBUG oslo_vmware.api [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1191.125828] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a46740-6649-ec8f-d49a-143b0a6cc129" [ 1191.125828] env[69699]: _type = "Task" [ 1191.125828] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.151898] env[69699]: DEBUG oslo_vmware.api [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a46740-6649-ec8f-d49a-143b0a6cc129, 'name': SearchDatastore_Task, 'duration_secs': 0.01378} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.151898] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.152106] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1191.152484] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.152707] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.153247] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1191.155252] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0df1bad7-cc97-4999-b261-aac73b163ea4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.161033] env[69699]: DEBUG nova.compute.manager [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fcb43473-4ba4-43cb-addd-546044b7a153] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1191.171305] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1191.171548] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1191.176950] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afab1636-7057-498a-bf44-9f7dbe7fad9a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.187778] env[69699]: DEBUG oslo_vmware.api [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1191.187778] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52fea00a-cfea-57f8-61d5-a07b8ef886be" [ 1191.187778] env[69699]: _type = "Task" [ 1191.187778] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.197933] env[69699]: DEBUG oslo_vmware.api [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52fea00a-cfea-57f8-61d5-a07b8ef886be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.214287] env[69699]: DEBUG oslo_vmware.api [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608021, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.448898] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d77e5eaa-900e-4bd2-80eb-cce5a96aef4d tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.745s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.448898] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.790s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.449324] env[69699]: DEBUG nova.objects.instance [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69699) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1191.465079] env[69699]: INFO nova.scheduler.client.report [None req-d77e5eaa-900e-4bd2-80eb-cce5a96aef4d tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Deleted allocations for instance 31c6394e-071e-47b6-8056-76df2d53a034 [ 1191.519247] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6a81b773-831f-40fd-8e9e-340d81bdbf3c tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.573313] env[69699]: DEBUG oslo_concurrency.lockutils [req-44765904-7044-42c5-aef2-d9859262fde6 req-9ca655c5-0288-432e-9675-6b614ed5d722 service nova] Releasing lock "refresh_cache-86793adb-8889-417a-8745-3167fb1495bf" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.696983] env[69699]: DEBUG oslo_concurrency.lockutils [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.706328] env[69699]: DEBUG oslo_vmware.api [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52fea00a-cfea-57f8-61d5-a07b8ef886be, 'name': SearchDatastore_Task, 'duration_secs': 0.023638} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.707590] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-522d820c-b6a6-424b-ba52-22a8caa63198 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.713412] env[69699]: DEBUG oslo_vmware.api [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608021, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.717983] env[69699]: DEBUG oslo_vmware.api [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1191.717983] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522292b1-8548-6b50-3118-7eb27e5ae31a" [ 1191.717983] env[69699]: _type = "Task" [ 1191.717983] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.727903] env[69699]: DEBUG oslo_vmware.api [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522292b1-8548-6b50-3118-7eb27e5ae31a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.870507] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Acquiring lock "0ed727c8-848b-45b7-bb1b-dee62408ff99" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.870872] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Lock "0ed727c8-848b-45b7-bb1b-dee62408ff99" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.975870] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d77e5eaa-900e-4bd2-80eb-cce5a96aef4d tempest-InstanceActionsNegativeTestJSON-677323731 tempest-InstanceActionsNegativeTestJSON-677323731-project-member] Lock "31c6394e-071e-47b6-8056-76df2d53a034" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.999s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.210159] env[69699]: DEBUG oslo_vmware.api [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608021, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.024857} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.210369] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1192.211204] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfde8801-fedd-4df8-a074-9ca78b1cf1c6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.237639] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 8fea800f-e4c6-42cd-82dc-32f960a58bf3/8fea800f-e4c6-42cd-82dc-32f960a58bf3.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1192.242292] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9437b4f-e8fb-4fe7-9cac-f03a1c2106ad {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.265520] env[69699]: DEBUG oslo_vmware.api [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522292b1-8548-6b50-3118-7eb27e5ae31a, 'name': SearchDatastore_Task, 'duration_secs': 0.014093} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.267152] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.267406] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 86793adb-8889-417a-8745-3167fb1495bf/86793adb-8889-417a-8745-3167fb1495bf.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1192.267944] env[69699]: DEBUG oslo_vmware.api [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 1192.267944] env[69699]: value = "task-3608022" [ 1192.267944] env[69699]: _type = "Task" [ 1192.267944] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.268115] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9ba01f8-1ec9-412c-b770-940b9b82a565 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.279034] env[69699]: DEBUG oslo_vmware.api [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608022, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.281652] env[69699]: DEBUG oslo_vmware.api [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1192.281652] env[69699]: value = "task-3608023" [ 1192.281652] env[69699]: _type = "Task" [ 1192.281652] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.289053] env[69699]: DEBUG oslo_vmware.api [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608023, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.373555] env[69699]: DEBUG nova.compute.manager [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1192.461240] env[69699]: DEBUG oslo_concurrency.lockutils [None req-9a48752f-3b5d-449d-96df-b3561b937093 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.462537] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6a81b773-831f-40fd-8e9e-340d81bdbf3c tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.944s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.462806] env[69699]: DEBUG nova.objects.instance [None req-6a81b773-831f-40fd-8e9e-340d81bdbf3c tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Lazy-loading 'resources' on Instance uuid 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.779584] env[69699]: DEBUG oslo_vmware.api [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608022, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.789652] env[69699]: DEBUG oslo_vmware.api [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608023, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.897075] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.136997] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ca06fa-a73f-48d7-8444-798f13a7d3a1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.146271] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8548cf-2a82-4761-80ab-75d208abafa2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.177863] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9dd837-e6f3-4e34-83cc-30f8aa3e81d8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.185925] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c12b062-bc50-47f6-a069-2001a12bbc76 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.200569] env[69699]: DEBUG nova.compute.provider_tree [None req-6a81b773-831f-40fd-8e9e-340d81bdbf3c tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.283724] env[69699]: DEBUG oslo_vmware.api [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608022, 'name': ReconfigVM_Task, 'duration_secs': 0.655627} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.287918] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 8fea800f-e4c6-42cd-82dc-32f960a58bf3/8fea800f-e4c6-42cd-82dc-32f960a58bf3.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1193.287918] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f07c0ee-80f8-4385-936e-13f76026deeb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.296361] env[69699]: DEBUG oslo_vmware.api [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608023, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515606} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.297803] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 86793adb-8889-417a-8745-3167fb1495bf/86793adb-8889-417a-8745-3167fb1495bf.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1193.298038] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1193.298359] env[69699]: DEBUG oslo_vmware.api [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 1193.298359] env[69699]: value = "task-3608024" [ 1193.298359] env[69699]: _type = "Task" [ 1193.298359] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.299096] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e8ae984-2149-4ae3-a82e-d99a286c8add {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.313942] env[69699]: DEBUG oslo_vmware.api [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1193.313942] env[69699]: value = "task-3608025" [ 1193.313942] env[69699]: _type = "Task" [ 1193.313942] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.323810] env[69699]: DEBUG oslo_vmware.api [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608025, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.705044] env[69699]: DEBUG nova.scheduler.client.report [None req-6a81b773-831f-40fd-8e9e-340d81bdbf3c tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.814319] env[69699]: DEBUG oslo_vmware.api [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608024, 'name': Rename_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.823515] env[69699]: DEBUG oslo_vmware.api [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608025, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.210551] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6a81b773-831f-40fd-8e9e-340d81bdbf3c tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.748s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.212947] env[69699]: DEBUG oslo_concurrency.lockutils [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.516s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.214422] env[69699]: INFO nova.compute.claims [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fcb43473-4ba4-43cb-addd-546044b7a153] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1194.236373] env[69699]: INFO nova.scheduler.client.report [None req-6a81b773-831f-40fd-8e9e-340d81bdbf3c tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Deleted allocations for instance 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e [ 1194.314779] env[69699]: DEBUG oslo_vmware.api [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608024, 'name': Rename_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.322995] env[69699]: DEBUG oslo_vmware.api [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608025, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.634867} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.323382] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1194.324451] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f8b055-9934-473c-a772-18b9d764bafe {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.347460] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 86793adb-8889-417a-8745-3167fb1495bf/86793adb-8889-417a-8745-3167fb1495bf.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1194.348525] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8ddf996-8110-4ea0-b6b4-fa674dad0d55 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.368634] env[69699]: DEBUG oslo_vmware.api [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1194.368634] env[69699]: value = "task-3608026" [ 1194.368634] env[69699]: _type = "Task" [ 1194.368634] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.377197] env[69699]: DEBUG oslo_vmware.api [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608026, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.743020] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6a81b773-831f-40fd-8e9e-340d81bdbf3c tempest-ServerGroupTestJSON-1448874844 tempest-ServerGroupTestJSON-1448874844-project-member] Lock "8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.880s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.814587] env[69699]: DEBUG oslo_vmware.api [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608024, 'name': Rename_Task, 'duration_secs': 1.486924} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.815091] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1194.815156] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7409ad19-653a-47e3-9e69-730f552d9de7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.821681] env[69699]: DEBUG oslo_vmware.api [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 1194.821681] env[69699]: value = "task-3608027" [ 1194.821681] env[69699]: _type = "Task" [ 1194.821681] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.829202] env[69699]: DEBUG oslo_vmware.api [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608027, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.878938] env[69699]: DEBUG oslo_vmware.api [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608026, 'name': ReconfigVM_Task, 'duration_secs': 0.27781} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.879255] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 86793adb-8889-417a-8745-3167fb1495bf/86793adb-8889-417a-8745-3167fb1495bf.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1194.879896] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ebccbb16-87c6-462f-98a0-5c35b536761a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.886821] env[69699]: DEBUG oslo_vmware.api [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1194.886821] env[69699]: value = "task-3608028" [ 1194.886821] env[69699]: _type = "Task" [ 1194.886821] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.894947] env[69699]: DEBUG oslo_vmware.api [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608028, 'name': Rename_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.336344] env[69699]: DEBUG oslo_vmware.api [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608027, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.363463] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac089c44-747b-476e-b398-b5d7ac1e6a23 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.374401] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012b1c92-2cbd-4c1e-acca-54904a83df5e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.410609] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e78a4c5-f4c3-4790-a14e-bd3542f85a81 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.421746] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90b76e4-3c08-4579-a0ee-a9109cf3e607 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.425701] env[69699]: DEBUG oslo_vmware.api [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608028, 'name': Rename_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.436272] env[69699]: DEBUG nova.compute.provider_tree [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.832466] env[69699]: DEBUG oslo_vmware.api [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608027, 'name': PowerOnVM_Task, 'duration_secs': 0.75331} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.832812] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1195.833101] env[69699]: INFO nova.compute.manager [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Took 10.30 seconds to spawn the instance on the hypervisor. [ 1195.833348] env[69699]: DEBUG nova.compute.manager [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1195.834237] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcaaff3c-23ca-4f63-ba3a-dc5402525630 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.917221] env[69699]: DEBUG oslo_vmware.api [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608028, 'name': Rename_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.940360] env[69699]: DEBUG nova.scheduler.client.report [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.351782] env[69699]: INFO nova.compute.manager [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Took 15.25 seconds to build instance. [ 1196.419666] env[69699]: DEBUG oslo_vmware.api [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608028, 'name': Rename_Task, 'duration_secs': 1.135538} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.422017] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1196.422017] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a68fc46-d69a-44d9-b10c-34912733d2df {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.429630] env[69699]: DEBUG oslo_vmware.api [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1196.429630] env[69699]: value = "task-3608029" [ 1196.429630] env[69699]: _type = "Task" [ 1196.429630] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.440328] env[69699]: DEBUG oslo_vmware.api [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608029, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.446152] env[69699]: DEBUG oslo_concurrency.lockutils [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.233s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.446446] env[69699]: DEBUG nova.compute.manager [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fcb43473-4ba4-43cb-addd-546044b7a153] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1196.452644] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.556s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.454485] env[69699]: INFO nova.compute.claims [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1196.856360] env[69699]: DEBUG oslo_concurrency.lockutils [None req-736a9b65-936b-4ba3-82a3-9f76e3921871 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "8fea800f-e4c6-42cd-82dc-32f960a58bf3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.762s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.940642] env[69699]: DEBUG oslo_vmware.api [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608029, 'name': PowerOnVM_Task, 'duration_secs': 0.489512} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.940942] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1196.941147] env[69699]: INFO nova.compute.manager [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Took 9.10 seconds to spawn the instance on the hypervisor. [ 1196.941375] env[69699]: DEBUG nova.compute.manager [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1196.942185] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b425cd-9649-408d-96b3-4df4a863aff8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.963022] env[69699]: DEBUG nova.compute.utils [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1196.963781] env[69699]: DEBUG nova.compute.manager [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fcb43473-4ba4-43cb-addd-546044b7a153] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1196.963946] env[69699]: DEBUG nova.network.neutron [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fcb43473-4ba4-43cb-addd-546044b7a153] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1197.027211] env[69699]: DEBUG nova.compute.manager [req-ed78196f-aa22-451f-9b90-d7c42175279e req-00dd4155-6659-4de6-90d0-ddc411ad8bbf service nova] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Received event network-changed-07e722ee-52b4-4ea2-a403-342bdceeb278 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.027211] env[69699]: DEBUG nova.compute.manager [req-ed78196f-aa22-451f-9b90-d7c42175279e req-00dd4155-6659-4de6-90d0-ddc411ad8bbf service nova] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Refreshing instance network info cache due to event network-changed-07e722ee-52b4-4ea2-a403-342bdceeb278. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1197.027211] env[69699]: DEBUG oslo_concurrency.lockutils [req-ed78196f-aa22-451f-9b90-d7c42175279e req-00dd4155-6659-4de6-90d0-ddc411ad8bbf service nova] Acquiring lock "refresh_cache-8fea800f-e4c6-42cd-82dc-32f960a58bf3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.027211] env[69699]: DEBUG oslo_concurrency.lockutils [req-ed78196f-aa22-451f-9b90-d7c42175279e req-00dd4155-6659-4de6-90d0-ddc411ad8bbf service nova] Acquired lock "refresh_cache-8fea800f-e4c6-42cd-82dc-32f960a58bf3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.027510] env[69699]: DEBUG nova.network.neutron [req-ed78196f-aa22-451f-9b90-d7c42175279e req-00dd4155-6659-4de6-90d0-ddc411ad8bbf service nova] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Refreshing network info cache for port 07e722ee-52b4-4ea2-a403-342bdceeb278 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1197.157902] env[69699]: DEBUG nova.policy [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '005f7c19ebf94f049c6b13b94293bf34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3000feb37ebe40259348a665b9ff0076', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 1197.461735] env[69699]: INFO nova.compute.manager [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Took 16.30 seconds to build instance. [ 1197.467339] env[69699]: DEBUG nova.compute.manager [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fcb43473-4ba4-43cb-addd-546044b7a153] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1197.488195] env[69699]: DEBUG nova.network.neutron [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fcb43473-4ba4-43cb-addd-546044b7a153] Successfully created port: 74c65684-7d1d-429b-bbf6-dd1ca0e947e5 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1197.662089] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0e57c5-9b04-4e72-b2ec-96cfd7b2dad4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.674576] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02131ed4-9841-4815-a9e5-b9eb10c13372 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.715537] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40df348-783c-41e6-8e1d-eb2885a03f8e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.725354] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7635ca-5e58-4340-a57f-28cf1bf33611 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.744753] env[69699]: DEBUG nova.compute.provider_tree [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.814995] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.815179] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.963492] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7586e263-e65e-44c6-b7c5-72e9dd280209 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "86793adb-8889-417a-8745-3167fb1495bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.819s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.199606] env[69699]: DEBUG nova.network.neutron [req-ed78196f-aa22-451f-9b90-d7c42175279e req-00dd4155-6659-4de6-90d0-ddc411ad8bbf service nova] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Updated VIF entry in instance network info cache for port 07e722ee-52b4-4ea2-a403-342bdceeb278. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1198.200014] env[69699]: DEBUG nova.network.neutron [req-ed78196f-aa22-451f-9b90-d7c42175279e req-00dd4155-6659-4de6-90d0-ddc411ad8bbf service nova] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Updating instance_info_cache with network_info: [{"id": "07e722ee-52b4-4ea2-a403-342bdceeb278", "address": "fa:16:3e:f7:c5:7b", "network": {"id": "e99ab3ed-1030-44b0-98b1-0c8d1d561613", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1328451822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce00a2c4d2d6497eab27716fff8fe855", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07e722ee-52", "ovs_interfaceid": "07e722ee-52b4-4ea2-a403-342bdceeb278", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.248421] env[69699]: DEBUG nova.scheduler.client.report [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1198.321910] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.322196] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.322433] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.322688] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.322878] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.323263] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.480320] env[69699]: DEBUG nova.compute.manager [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fcb43473-4ba4-43cb-addd-546044b7a153] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1198.507480] env[69699]: DEBUG nova.virt.hardware [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1198.507717] env[69699]: DEBUG nova.virt.hardware [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1198.507873] env[69699]: DEBUG nova.virt.hardware [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1198.508068] env[69699]: DEBUG nova.virt.hardware [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1198.508219] env[69699]: DEBUG nova.virt.hardware [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1198.508362] env[69699]: DEBUG nova.virt.hardware [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1198.508568] env[69699]: DEBUG nova.virt.hardware [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1198.508766] env[69699]: DEBUG nova.virt.hardware [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1198.508945] env[69699]: DEBUG nova.virt.hardware [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1198.509127] env[69699]: DEBUG nova.virt.hardware [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1198.509302] env[69699]: DEBUG nova.virt.hardware [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1198.510160] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859194d4-ce78-4a23-ac38-ed94eaf7ce6a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.518763] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647001a7-f3a3-4cbe-9136-1fc1b45e362f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.584113] env[69699]: DEBUG nova.compute.manager [req-cebb3a79-ace7-4792-9792-2aebf59ef95b req-df9b02c8-eb3e-4684-bc77-8f80b985c8b2 service nova] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Received event network-changed-235bb715-0a41-441e-b0d2-c5606ae4a5fd {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1198.584316] env[69699]: DEBUG nova.compute.manager [req-cebb3a79-ace7-4792-9792-2aebf59ef95b req-df9b02c8-eb3e-4684-bc77-8f80b985c8b2 service nova] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Refreshing instance network info cache due to event network-changed-235bb715-0a41-441e-b0d2-c5606ae4a5fd. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1198.584525] env[69699]: DEBUG oslo_concurrency.lockutils [req-cebb3a79-ace7-4792-9792-2aebf59ef95b req-df9b02c8-eb3e-4684-bc77-8f80b985c8b2 service nova] Acquiring lock "refresh_cache-86793adb-8889-417a-8745-3167fb1495bf" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.584659] env[69699]: DEBUG oslo_concurrency.lockutils [req-cebb3a79-ace7-4792-9792-2aebf59ef95b req-df9b02c8-eb3e-4684-bc77-8f80b985c8b2 service nova] Acquired lock "refresh_cache-86793adb-8889-417a-8745-3167fb1495bf" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.584820] env[69699]: DEBUG nova.network.neutron [req-cebb3a79-ace7-4792-9792-2aebf59ef95b req-df9b02c8-eb3e-4684-bc77-8f80b985c8b2 service nova] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Refreshing network info cache for port 235bb715-0a41-441e-b0d2-c5606ae4a5fd {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1198.703044] env[69699]: DEBUG oslo_concurrency.lockutils [req-ed78196f-aa22-451f-9b90-d7c42175279e req-00dd4155-6659-4de6-90d0-ddc411ad8bbf service nova] Releasing lock "refresh_cache-8fea800f-e4c6-42cd-82dc-32f960a58bf3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.754259] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.302s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.754779] env[69699]: DEBUG nova.compute.manager [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1198.829254] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Getting list of instances from cluster (obj){ [ 1198.829254] env[69699]: value = "domain-c8" [ 1198.829254] env[69699]: _type = "ClusterComputeResource" [ 1198.829254] env[69699]: } {{(pid=69699) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1198.830832] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ac5b5e-b802-4cc5-85d0-d52f4deae20b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.849300] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Got total of 7 instances {{(pid=69699) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1198.849613] env[69699]: WARNING nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] While synchronizing instance power states, found 9 instances in the database and 7 instances on the hypervisor. [ 1198.849875] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Triggering sync for uuid 61b7dedf-f80d-4440-a685-25792b564c43 {{(pid=69699) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1198.850210] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Triggering sync for uuid 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a {{(pid=69699) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1198.850928] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Triggering sync for uuid eb3dca42-7412-429a-ad9e-71fc4977dd30 {{(pid=69699) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1198.851306] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Triggering sync for uuid 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1 {{(pid=69699) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1198.851720] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Triggering sync for uuid fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff {{(pid=69699) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1198.852228] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Triggering sync for uuid 8fea800f-e4c6-42cd-82dc-32f960a58bf3 {{(pid=69699) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1198.852499] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Triggering sync for uuid 86793adb-8889-417a-8745-3167fb1495bf {{(pid=69699) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1198.852770] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Triggering sync for uuid fcb43473-4ba4-43cb-addd-546044b7a153 {{(pid=69699) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1198.853086] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Triggering sync for uuid 0ed727c8-848b-45b7-bb1b-dee62408ff99 {{(pid=69699) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1198.853686] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Acquiring lock "61b7dedf-f80d-4440-a685-25792b564c43" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.854050] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "61b7dedf-f80d-4440-a685-25792b564c43" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.854887] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Acquiring lock "8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.855253] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.855622] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Acquiring lock "eb3dca42-7412-429a-ad9e-71fc4977dd30" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.855934] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "eb3dca42-7412-429a-ad9e-71fc4977dd30" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.861577] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Acquiring lock "00a8a903-abfe-4fb8-9cd4-c470af7a3cd1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.861577] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "00a8a903-abfe-4fb8-9cd4-c470af7a3cd1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.861577] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Acquiring lock "fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.861577] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.861577] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Acquiring lock "8fea800f-e4c6-42cd-82dc-32f960a58bf3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.861577] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "8fea800f-e4c6-42cd-82dc-32f960a58bf3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.861577] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Acquiring lock "86793adb-8889-417a-8745-3167fb1495bf" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.861577] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "86793adb-8889-417a-8745-3167fb1495bf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.861577] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Acquiring lock "fcb43473-4ba4-43cb-addd-546044b7a153" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.861577] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Acquiring lock "0ed727c8-848b-45b7-bb1b-dee62408ff99" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.861577] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.861577] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69699) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1198.861577] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afdcc412-bc8b-4de4-b5ec-d9b70c5cd9b9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.864315] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d426da-7508-4bb7-b0ca-ca91c55e2b3d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.867954] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdc62c0-5dbe-4ba1-af69-f7b2b048098e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.871636] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c140b302-db6a-4304-80de-734f809ae77c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.875036] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863ef8df-86e6-4220-b741-6440fcc5faf7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.878028] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd65a531-8cf5-42d8-827d-6044d7bd6b4b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.881538] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d59327c-6bb9-4984-9bb2-a9af80c1b7c7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.886017] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1199.259774] env[69699]: DEBUG nova.compute.utils [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1199.261225] env[69699]: DEBUG nova.compute.manager [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Not allocating networking since 'none' was specified. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1199.306782] env[69699]: DEBUG nova.network.neutron [req-cebb3a79-ace7-4792-9792-2aebf59ef95b req-df9b02c8-eb3e-4684-bc77-8f80b985c8b2 service nova] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Updated VIF entry in instance network info cache for port 235bb715-0a41-441e-b0d2-c5606ae4a5fd. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1199.307284] env[69699]: DEBUG nova.network.neutron [req-cebb3a79-ace7-4792-9792-2aebf59ef95b req-df9b02c8-eb3e-4684-bc77-8f80b985c8b2 service nova] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Updating instance_info_cache with network_info: [{"id": "235bb715-0a41-441e-b0d2-c5606ae4a5fd", "address": "fa:16:3e:75:74:c5", "network": {"id": "4a55132d-5b16-41eb-97d5-c6aacd2ebbe0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2076238106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f0293384f344ba09f431b47ef381d57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap235bb715-0a", "ovs_interfaceid": "235bb715-0a41-441e-b0d2-c5606ae4a5fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.341133] env[69699]: DEBUG nova.compute.manager [req-fa3aec9b-03a7-41c3-9dfc-e9ecdae0afc0 req-a9870b01-8cbe-42fd-98e3-95f9c86a501c service nova] [instance: fcb43473-4ba4-43cb-addd-546044b7a153] Received event network-vif-plugged-74c65684-7d1d-429b-bbf6-dd1ca0e947e5 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.341432] env[69699]: DEBUG oslo_concurrency.lockutils [req-fa3aec9b-03a7-41c3-9dfc-e9ecdae0afc0 req-a9870b01-8cbe-42fd-98e3-95f9c86a501c service nova] Acquiring lock "fcb43473-4ba4-43cb-addd-546044b7a153-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.342108] env[69699]: DEBUG oslo_concurrency.lockutils [req-fa3aec9b-03a7-41c3-9dfc-e9ecdae0afc0 req-a9870b01-8cbe-42fd-98e3-95f9c86a501c service nova] Lock "fcb43473-4ba4-43cb-addd-546044b7a153-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.342324] env[69699]: DEBUG oslo_concurrency.lockutils [req-fa3aec9b-03a7-41c3-9dfc-e9ecdae0afc0 req-a9870b01-8cbe-42fd-98e3-95f9c86a501c service nova] Lock "fcb43473-4ba4-43cb-addd-546044b7a153-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.343487] env[69699]: DEBUG nova.compute.manager [req-fa3aec9b-03a7-41c3-9dfc-e9ecdae0afc0 req-a9870b01-8cbe-42fd-98e3-95f9c86a501c service nova] [instance: fcb43473-4ba4-43cb-addd-546044b7a153] No waiting events found dispatching network-vif-plugged-74c65684-7d1d-429b-bbf6-dd1ca0e947e5 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1199.343844] env[69699]: WARNING nova.compute.manager [req-fa3aec9b-03a7-41c3-9dfc-e9ecdae0afc0 req-a9870b01-8cbe-42fd-98e3-95f9c86a501c service nova] [instance: fcb43473-4ba4-43cb-addd-546044b7a153] Received unexpected event network-vif-plugged-74c65684-7d1d-429b-bbf6-dd1ca0e947e5 for instance with vm_state building and task_state spawning. [ 1199.390089] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.390383] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.390596] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.390776] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69699) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1199.391777] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3df0f9-0895-479b-bd02-6dd85cbb3246 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.402449] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3774053-e01a-4939-bf9c-719faf9c804f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.406370] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "61b7dedf-f80d-4440-a685-25792b564c43" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.552s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.406688] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "eb3dca42-7412-429a-ad9e-71fc4977dd30" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.551s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.406999] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.550s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.417706] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "00a8a903-abfe-4fb8-9cd4-c470af7a3cd1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.561s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.418592] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a2caed-d19b-48be-9048-43697015c440 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.421292] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.566s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.423069] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "8fea800f-e4c6-42cd-82dc-32f960a58bf3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.566s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.425177] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "86793adb-8889-417a-8745-3167fb1495bf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.567s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.426219] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1746b8bb-747b-4164-a1a1-3745fa4406b8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.455715] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180103MB free_disk=77GB free_vcpus=48 pci_devices=None {{(pid=69699) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1199.456152] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.456152] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.503849] env[69699]: DEBUG nova.network.neutron [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fcb43473-4ba4-43cb-addd-546044b7a153] Successfully updated port: 74c65684-7d1d-429b-bbf6-dd1ca0e947e5 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1199.764082] env[69699]: DEBUG nova.compute.manager [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1199.812915] env[69699]: DEBUG oslo_concurrency.lockutils [req-cebb3a79-ace7-4792-9792-2aebf59ef95b req-df9b02c8-eb3e-4684-bc77-8f80b985c8b2 service nova] Releasing lock "refresh_cache-86793adb-8889-417a-8745-3167fb1495bf" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.007117] env[69699]: DEBUG oslo_concurrency.lockutils [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Acquiring lock "refresh_cache-fcb43473-4ba4-43cb-addd-546044b7a153" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.007404] env[69699]: DEBUG oslo_concurrency.lockutils [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Acquired lock "refresh_cache-fcb43473-4ba4-43cb-addd-546044b7a153" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.007686] env[69699]: DEBUG nova.network.neutron [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fcb43473-4ba4-43cb-addd-546044b7a153] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1200.492087] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 61b7dedf-f80d-4440-a685-25792b564c43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1200.492457] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance eb3dca42-7412-429a-ad9e-71fc4977dd30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1200.492457] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1200.492457] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1200.492579] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1200.492729] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 8fea800f-e4c6-42cd-82dc-32f960a58bf3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1200.492792] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 86793adb-8889-417a-8745-3167fb1495bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1200.493146] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance fcb43473-4ba4-43cb-addd-546044b7a153 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1200.493146] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 0ed727c8-848b-45b7-bb1b-dee62408ff99 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1200.493320] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69699) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1200.493429] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69699) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1200.567889] env[69699]: DEBUG nova.network.neutron [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fcb43473-4ba4-43cb-addd-546044b7a153] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1200.649161] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fceba15-f820-4d93-866e-833ba3945499 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.658254] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543cd713-f471-4ef8-a8e6-de46531818e9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.695573] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b5c3bc-4ae4-47ed-90dc-445b57e4344e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.703861] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78158e45-d9b1-4bea-afac-72a07f4e9a74 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.719012] env[69699]: DEBUG nova.compute.provider_tree [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.773213] env[69699]: DEBUG nova.compute.manager [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1200.804868] env[69699]: DEBUG nova.virt.hardware [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1200.805169] env[69699]: DEBUG nova.virt.hardware [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1200.805335] env[69699]: DEBUG nova.virt.hardware [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1200.805520] env[69699]: DEBUG nova.virt.hardware [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1200.805913] env[69699]: DEBUG nova.virt.hardware [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1200.806171] env[69699]: DEBUG nova.virt.hardware [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1200.806427] env[69699]: DEBUG nova.virt.hardware [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1200.806654] env[69699]: DEBUG nova.virt.hardware [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1200.806865] env[69699]: DEBUG nova.virt.hardware [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1200.807080] env[69699]: DEBUG nova.virt.hardware [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1200.807325] env[69699]: DEBUG nova.virt.hardware [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1200.808376] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf23e0a-b887-466a-b45f-fa25745ea434 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.811818] env[69699]: DEBUG nova.network.neutron [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fcb43473-4ba4-43cb-addd-546044b7a153] Updating instance_info_cache with network_info: [{"id": "74c65684-7d1d-429b-bbf6-dd1ca0e947e5", "address": "fa:16:3e:99:68:02", "network": {"id": "cdf89423-f8e2-49b5-ab55-6fae675e21c7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1071452390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3000feb37ebe40259348a665b9ff0076", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74c65684-7d", "ovs_interfaceid": "74c65684-7d1d-429b-bbf6-dd1ca0e947e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.818785] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36a686a-cf38-4ca5-bb62-9d03e65faca2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.834017] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Instance VIF info [] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1200.838797] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Creating folder: Project (1bfe604fe11647e59269fe5179be8c46). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1200.839753] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1aa5396-1429-41f1-9861-8b9267fc97ac {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.850517] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Created folder: Project (1bfe604fe11647e59269fe5179be8c46) in parent group-v719415. [ 1200.850715] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Creating folder: Instances. Parent ref: group-v719734. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1200.850939] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66f9a68d-b6d9-4cf0-afdd-1de1762ba4fa {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.859699] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Created folder: Instances in parent group-v719734. [ 1200.859935] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1200.860137] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1200.860338] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-806c5784-ce90-4df0-9871-e1888fb1a034 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.876232] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1200.876232] env[69699]: value = "task-3608032" [ 1200.876232] env[69699]: _type = "Task" [ 1200.876232] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.884056] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3608032, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.222331] env[69699]: DEBUG nova.scheduler.client.report [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.314411] env[69699]: DEBUG oslo_concurrency.lockutils [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Releasing lock "refresh_cache-fcb43473-4ba4-43cb-addd-546044b7a153" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.314739] env[69699]: DEBUG nova.compute.manager [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fcb43473-4ba4-43cb-addd-546044b7a153] Instance network_info: |[{"id": "74c65684-7d1d-429b-bbf6-dd1ca0e947e5", "address": "fa:16:3e:99:68:02", "network": {"id": "cdf89423-f8e2-49b5-ab55-6fae675e21c7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1071452390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3000feb37ebe40259348a665b9ff0076", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74c65684-7d", "ovs_interfaceid": "74c65684-7d1d-429b-bbf6-dd1ca0e947e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1201.315228] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fcb43473-4ba4-43cb-addd-546044b7a153] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:68:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74c65684-7d1d-429b-bbf6-dd1ca0e947e5', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1201.324312] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1201.324541] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcb43473-4ba4-43cb-addd-546044b7a153] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1201.324766] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfeaf97b-3034-43f3-9836-ccbaaa7c5821 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.353187] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1201.353187] env[69699]: value = "task-3608033" [ 1201.353187] env[69699]: _type = "Task" [ 1201.353187] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.362564] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3608033, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.382926] env[69699]: DEBUG nova.compute.manager [req-5d689064-31b5-432c-9a1d-7eb7f6f0c7e0 req-bba4c9d3-402e-4a38-b3e6-8d1204e73bf7 service nova] [instance: fcb43473-4ba4-43cb-addd-546044b7a153] Received event network-changed-74c65684-7d1d-429b-bbf6-dd1ca0e947e5 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.383031] env[69699]: DEBUG nova.compute.manager [req-5d689064-31b5-432c-9a1d-7eb7f6f0c7e0 req-bba4c9d3-402e-4a38-b3e6-8d1204e73bf7 service nova] [instance: fcb43473-4ba4-43cb-addd-546044b7a153] Refreshing instance network info cache due to event network-changed-74c65684-7d1d-429b-bbf6-dd1ca0e947e5. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1201.383627] env[69699]: DEBUG oslo_concurrency.lockutils [req-5d689064-31b5-432c-9a1d-7eb7f6f0c7e0 req-bba4c9d3-402e-4a38-b3e6-8d1204e73bf7 service nova] Acquiring lock "refresh_cache-fcb43473-4ba4-43cb-addd-546044b7a153" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.383776] env[69699]: DEBUG oslo_concurrency.lockutils [req-5d689064-31b5-432c-9a1d-7eb7f6f0c7e0 req-bba4c9d3-402e-4a38-b3e6-8d1204e73bf7 service nova] Acquired lock "refresh_cache-fcb43473-4ba4-43cb-addd-546044b7a153" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.383941] env[69699]: DEBUG nova.network.neutron [req-5d689064-31b5-432c-9a1d-7eb7f6f0c7e0 req-bba4c9d3-402e-4a38-b3e6-8d1204e73bf7 service nova] [instance: fcb43473-4ba4-43cb-addd-546044b7a153] Refreshing network info cache for port 74c65684-7d1d-429b-bbf6-dd1ca0e947e5 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1201.391886] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3608032, 'name': CreateVM_Task, 'duration_secs': 0.264212} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.392015] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1201.392431] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.392597] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.392915] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.393560] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b70d3e0b-b0ac-4cbc-992b-0095170d43a3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.398268] env[69699]: DEBUG oslo_vmware.api [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Waiting for the task: (returnval){ [ 1201.398268] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52e45ecb-1781-29ef-52b7-1d64932d4ae7" [ 1201.398268] env[69699]: _type = "Task" [ 1201.398268] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.407761] env[69699]: DEBUG oslo_vmware.api [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52e45ecb-1781-29ef-52b7-1d64932d4ae7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.727414] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69699) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1201.727873] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.271s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.860237] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3608033, 'name': CreateVM_Task, 'duration_secs': 0.319756} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.860421] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcb43473-4ba4-43cb-addd-546044b7a153] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1201.870015] env[69699]: DEBUG oslo_concurrency.lockutils [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.908201] env[69699]: DEBUG oslo_vmware.api [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52e45ecb-1781-29ef-52b7-1d64932d4ae7, 'name': SearchDatastore_Task, 'duration_secs': 0.012446} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.908517] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.908923] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1201.908990] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.909123] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.909311] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1201.909600] env[69699]: DEBUG oslo_concurrency.lockutils [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.909900] env[69699]: DEBUG oslo_concurrency.lockutils [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.910147] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-366688e4-2264-4ae3-926f-78df42a0cd14 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.912853] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11d577d8-a6d6-47c6-aae0-e6e9b82dbc35 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.922923] env[69699]: DEBUG oslo_vmware.api [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Waiting for the task: (returnval){ [ 1201.922923] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ef5387-150a-69c0-45c5-691e2673074b" [ 1201.922923] env[69699]: _type = "Task" [ 1201.922923] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.927247] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1201.927753] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1201.928765] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62615373-8204-4b65-86d1-6470615fd2d5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.935875] env[69699]: DEBUG oslo_vmware.api [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ef5387-150a-69c0-45c5-691e2673074b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.940323] env[69699]: DEBUG oslo_vmware.api [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Waiting for the task: (returnval){ [ 1201.940323] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52d6289c-4bb9-7c18-b26f-98f47132f77e" [ 1201.940323] env[69699]: _type = "Task" [ 1201.940323] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.947575] env[69699]: DEBUG oslo_vmware.api [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52d6289c-4bb9-7c18-b26f-98f47132f77e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.079134] env[69699]: DEBUG nova.network.neutron [req-5d689064-31b5-432c-9a1d-7eb7f6f0c7e0 req-bba4c9d3-402e-4a38-b3e6-8d1204e73bf7 service nova] [instance: fcb43473-4ba4-43cb-addd-546044b7a153] Updated VIF entry in instance network info cache for port 74c65684-7d1d-429b-bbf6-dd1ca0e947e5. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1202.079502] env[69699]: DEBUG nova.network.neutron [req-5d689064-31b5-432c-9a1d-7eb7f6f0c7e0 req-bba4c9d3-402e-4a38-b3e6-8d1204e73bf7 service nova] [instance: fcb43473-4ba4-43cb-addd-546044b7a153] Updating instance_info_cache with network_info: [{"id": "74c65684-7d1d-429b-bbf6-dd1ca0e947e5", "address": "fa:16:3e:99:68:02", "network": {"id": "cdf89423-f8e2-49b5-ab55-6fae675e21c7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1071452390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3000feb37ebe40259348a665b9ff0076", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74c65684-7d", "ovs_interfaceid": "74c65684-7d1d-429b-bbf6-dd1ca0e947e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.438713] env[69699]: DEBUG oslo_vmware.api [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ef5387-150a-69c0-45c5-691e2673074b, 'name': SearchDatastore_Task, 'duration_secs': 0.022353} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.439549] env[69699]: DEBUG oslo_concurrency.lockutils [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.439885] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fcb43473-4ba4-43cb-addd-546044b7a153] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1202.440015] env[69699]: DEBUG oslo_concurrency.lockutils [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.451036] env[69699]: DEBUG oslo_vmware.api [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52d6289c-4bb9-7c18-b26f-98f47132f77e, 'name': SearchDatastore_Task, 'duration_secs': 0.011737} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.451676] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a49bf1d4-bfe1-4dd8-ad38-92e01717b90f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.457318] env[69699]: DEBUG oslo_vmware.api [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Waiting for the task: (returnval){ [ 1202.457318] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]528cbd60-1362-8ca4-5abd-c8dc0a5a6b27" [ 1202.457318] env[69699]: _type = "Task" [ 1202.457318] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.466952] env[69699]: DEBUG oslo_vmware.api [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]528cbd60-1362-8ca4-5abd-c8dc0a5a6b27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.582971] env[69699]: DEBUG oslo_concurrency.lockutils [req-5d689064-31b5-432c-9a1d-7eb7f6f0c7e0 req-bba4c9d3-402e-4a38-b3e6-8d1204e73bf7 service nova] Releasing lock "refresh_cache-fcb43473-4ba4-43cb-addd-546044b7a153" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.932475] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cea8a536-d64d-4b95-8398-6bdef5f6f43e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Acquiring lock "8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.932844] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cea8a536-d64d-4b95-8398-6bdef5f6f43e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Lock "8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.933112] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cea8a536-d64d-4b95-8398-6bdef5f6f43e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Acquiring lock "8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.933163] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cea8a536-d64d-4b95-8398-6bdef5f6f43e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Lock "8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.933305] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cea8a536-d64d-4b95-8398-6bdef5f6f43e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Lock "8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.935912] env[69699]: INFO nova.compute.manager [None req-cea8a536-d64d-4b95-8398-6bdef5f6f43e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Terminating instance [ 1202.968163] env[69699]: DEBUG oslo_vmware.api [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]528cbd60-1362-8ca4-5abd-c8dc0a5a6b27, 'name': SearchDatastore_Task, 'duration_secs': 0.032621} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.968411] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.968671] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 0ed727c8-848b-45b7-bb1b-dee62408ff99/0ed727c8-848b-45b7-bb1b-dee62408ff99.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1202.968940] env[69699]: DEBUG oslo_concurrency.lockutils [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.969134] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1202.969359] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8067564b-2600-4bed-9898-f0e4dfef70ee {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.971241] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad1596a1-6ddf-42ee-b4e8-eb0d2ccb9194 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.977956] env[69699]: DEBUG oslo_vmware.api [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Waiting for the task: (returnval){ [ 1202.977956] env[69699]: value = "task-3608034" [ 1202.977956] env[69699]: _type = "Task" [ 1202.977956] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.982012] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1202.982208] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1202.983219] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69d868ea-f603-4740-8381-355f0da5ee6f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.988861] env[69699]: DEBUG oslo_vmware.api [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Task: {'id': task-3608034, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.992125] env[69699]: DEBUG oslo_vmware.api [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Waiting for the task: (returnval){ [ 1202.992125] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]526a92d0-87da-2a2a-130d-a32216b067ce" [ 1202.992125] env[69699]: _type = "Task" [ 1202.992125] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.999691] env[69699]: DEBUG oslo_vmware.api [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]526a92d0-87da-2a2a-130d-a32216b067ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.025675] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Acquiring lock "bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.026842] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Lock "bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.440868] env[69699]: DEBUG nova.compute.manager [None req-cea8a536-d64d-4b95-8398-6bdef5f6f43e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1203.441241] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-cea8a536-d64d-4b95-8398-6bdef5f6f43e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1203.442273] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89780ba4-1620-4e02-8a77-feef73a9144a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.451168] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-cea8a536-d64d-4b95-8398-6bdef5f6f43e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1203.451520] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3a5d544-97a4-4475-a0eb-96775f867726 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.460393] env[69699]: DEBUG oslo_vmware.api [None req-cea8a536-d64d-4b95-8398-6bdef5f6f43e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the task: (returnval){ [ 1203.460393] env[69699]: value = "task-3608035" [ 1203.460393] env[69699]: _type = "Task" [ 1203.460393] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.470270] env[69699]: DEBUG oslo_vmware.api [None req-cea8a536-d64d-4b95-8398-6bdef5f6f43e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3608035, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.488280] env[69699]: DEBUG oslo_vmware.api [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Task: {'id': task-3608034, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.503092] env[69699]: DEBUG oslo_vmware.api [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]526a92d0-87da-2a2a-130d-a32216b067ce, 'name': SearchDatastore_Task, 'duration_secs': 0.010016} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.503922] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-205c0a31-8f9a-4184-8b0e-00593c01d4fb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.509777] env[69699]: DEBUG oslo_vmware.api [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Waiting for the task: (returnval){ [ 1203.509777] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]526df5b6-b940-a0e2-f008-b073f809ec82" [ 1203.509777] env[69699]: _type = "Task" [ 1203.509777] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.518855] env[69699]: DEBUG oslo_vmware.api [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]526df5b6-b940-a0e2-f008-b073f809ec82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.529638] env[69699]: DEBUG nova.compute.manager [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] [instance: bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1203.971987] env[69699]: DEBUG oslo_vmware.api [None req-cea8a536-d64d-4b95-8398-6bdef5f6f43e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3608035, 'name': PowerOffVM_Task, 'duration_secs': 0.296468} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.972340] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-cea8a536-d64d-4b95-8398-6bdef5f6f43e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1203.972526] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-cea8a536-d64d-4b95-8398-6bdef5f6f43e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1203.972783] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68545570-b3cf-450e-a7d0-ae2fcb96f007 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.986717] env[69699]: DEBUG oslo_vmware.api [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Task: {'id': task-3608034, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512009} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.986982] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 0ed727c8-848b-45b7-bb1b-dee62408ff99/0ed727c8-848b-45b7-bb1b-dee62408ff99.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1203.987233] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1203.987475] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9439b7f4-36b4-4445-92b8-039b6c8a6298 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.993828] env[69699]: DEBUG oslo_vmware.api [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Waiting for the task: (returnval){ [ 1203.993828] env[69699]: value = "task-3608037" [ 1203.993828] env[69699]: _type = "Task" [ 1203.993828] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.004576] env[69699]: DEBUG oslo_vmware.api [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Task: {'id': task-3608037, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.020250] env[69699]: DEBUG oslo_vmware.api [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]526df5b6-b940-a0e2-f008-b073f809ec82, 'name': SearchDatastore_Task, 'duration_secs': 0.008417} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.020822] env[69699]: DEBUG oslo_concurrency.lockutils [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.021285] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] fcb43473-4ba4-43cb-addd-546044b7a153/fcb43473-4ba4-43cb-addd-546044b7a153.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1204.021756] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54fae2ac-8f2e-4890-b0c1-cc59ecb355cc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.029394] env[69699]: DEBUG oslo_vmware.api [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Waiting for the task: (returnval){ [ 1204.029394] env[69699]: value = "task-3608038" [ 1204.029394] env[69699]: _type = "Task" [ 1204.029394] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.042904] env[69699]: DEBUG oslo_vmware.api [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608038, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.056112] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.056112] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.056425] env[69699]: INFO nova.compute.claims [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] [instance: bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1204.068050] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-cea8a536-d64d-4b95-8398-6bdef5f6f43e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1204.068050] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-cea8a536-d64d-4b95-8398-6bdef5f6f43e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1204.068050] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-cea8a536-d64d-4b95-8398-6bdef5f6f43e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Deleting the datastore file [datastore2] 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1204.068050] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4c3e3d8-20e7-4f10-8fc6-093c2216d1cd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.074140] env[69699]: DEBUG oslo_vmware.api [None req-cea8a536-d64d-4b95-8398-6bdef5f6f43e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for the task: (returnval){ [ 1204.074140] env[69699]: value = "task-3608039" [ 1204.074140] env[69699]: _type = "Task" [ 1204.074140] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.082222] env[69699]: DEBUG oslo_vmware.api [None req-cea8a536-d64d-4b95-8398-6bdef5f6f43e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3608039, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.504208] env[69699]: DEBUG oslo_vmware.api [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Task: {'id': task-3608037, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073567} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.504379] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1204.505187] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295e7d97-ac1d-418c-b25a-1f116df9cb09 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.528956] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 0ed727c8-848b-45b7-bb1b-dee62408ff99/0ed727c8-848b-45b7-bb1b-dee62408ff99.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1204.529314] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8891b145-2587-4ffe-a9ad-8d4f2a4b74b0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.552790] env[69699]: DEBUG oslo_vmware.api [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608038, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.554228] env[69699]: DEBUG oslo_vmware.api [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Waiting for the task: (returnval){ [ 1204.554228] env[69699]: value = "task-3608040" [ 1204.554228] env[69699]: _type = "Task" [ 1204.554228] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.567029] env[69699]: DEBUG oslo_vmware.api [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Task: {'id': task-3608040, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.588053] env[69699]: DEBUG oslo_vmware.api [None req-cea8a536-d64d-4b95-8398-6bdef5f6f43e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Task: {'id': task-3608039, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268453} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.588727] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-cea8a536-d64d-4b95-8398-6bdef5f6f43e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1204.588811] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-cea8a536-d64d-4b95-8398-6bdef5f6f43e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1204.589101] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-cea8a536-d64d-4b95-8398-6bdef5f6f43e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1204.589394] env[69699]: INFO nova.compute.manager [None req-cea8a536-d64d-4b95-8398-6bdef5f6f43e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1204.589771] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cea8a536-d64d-4b95-8398-6bdef5f6f43e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1204.590478] env[69699]: DEBUG nova.compute.manager [-] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1204.590659] env[69699]: DEBUG nova.network.neutron [-] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1205.053437] env[69699]: DEBUG oslo_vmware.api [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608038, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583627} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.053696] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] fcb43473-4ba4-43cb-addd-546044b7a153/fcb43473-4ba4-43cb-addd-546044b7a153.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1205.053912] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fcb43473-4ba4-43cb-addd-546044b7a153] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1205.054237] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e55b9945-f231-4a07-832c-8ed82b83422b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.064908] env[69699]: DEBUG oslo_vmware.api [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Waiting for the task: (returnval){ [ 1205.064908] env[69699]: value = "task-3608041" [ 1205.064908] env[69699]: _type = "Task" [ 1205.064908] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.070667] env[69699]: DEBUG oslo_vmware.api [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Task: {'id': task-3608040, 'name': ReconfigVM_Task, 'duration_secs': 0.284502} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.073988] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 0ed727c8-848b-45b7-bb1b-dee62408ff99/0ed727c8-848b-45b7-bb1b-dee62408ff99.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1205.074617] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b321cc8-817f-4b69-a7d5-54a53ffeb95e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.082503] env[69699]: DEBUG oslo_vmware.api [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608041, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.083898] env[69699]: DEBUG oslo_vmware.api [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Waiting for the task: (returnval){ [ 1205.083898] env[69699]: value = "task-3608042" [ 1205.083898] env[69699]: _type = "Task" [ 1205.083898] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.094470] env[69699]: DEBUG oslo_vmware.api [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Task: {'id': task-3608042, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.122207] env[69699]: DEBUG nova.compute.manager [req-df3fab41-93eb-46f4-8b0f-eca9d49f3c9b req-98614684-ada3-44e2-8d3f-6e518b0c57fd service nova] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Received event network-vif-deleted-4caa43da-d5ab-4dea-80ae-8a77909ff4eb {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.122351] env[69699]: INFO nova.compute.manager [req-df3fab41-93eb-46f4-8b0f-eca9d49f3c9b req-98614684-ada3-44e2-8d3f-6e518b0c57fd service nova] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Neutron deleted interface 4caa43da-d5ab-4dea-80ae-8a77909ff4eb; detaching it from the instance and deleting it from the info cache [ 1205.122483] env[69699]: DEBUG nova.network.neutron [req-df3fab41-93eb-46f4-8b0f-eca9d49f3c9b req-98614684-ada3-44e2-8d3f-6e518b0c57fd service nova] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.214409] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8a9a1b-9700-4929-9ecc-f57d4d1737b4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.222408] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b10ff8-d9db-4d86-aad2-a7d68b18c4ff {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.252117] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22e9d05-73d7-455a-a68d-9692d01dc66e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.259725] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8bb5b2e-5115-4ceb-85c9-94e93bab1f04 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.272864] env[69699]: DEBUG nova.compute.provider_tree [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.566873] env[69699]: DEBUG nova.network.neutron [-] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.579112] env[69699]: DEBUG oslo_vmware.api [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608041, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.593688] env[69699]: DEBUG oslo_vmware.api [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Task: {'id': task-3608042, 'name': Rename_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.625397] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7d16d5bf-5baa-4172-9b85-fbee0d2ac4f3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.634618] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3c45df-8468-4e95-ab3b-e3b7891fb8a1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.667965] env[69699]: DEBUG nova.compute.manager [req-df3fab41-93eb-46f4-8b0f-eca9d49f3c9b req-98614684-ada3-44e2-8d3f-6e518b0c57fd service nova] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Detach interface failed, port_id=4caa43da-d5ab-4dea-80ae-8a77909ff4eb, reason: Instance 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1205.776936] env[69699]: DEBUG nova.scheduler.client.report [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.073057] env[69699]: INFO nova.compute.manager [-] [instance: 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a] Took 1.48 seconds to deallocate network for instance. [ 1206.080725] env[69699]: DEBUG oslo_vmware.api [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608041, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.613593} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.081038] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fcb43473-4ba4-43cb-addd-546044b7a153] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1206.081793] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9264285-dcf2-4595-b0d1-ffb824d9676f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.114412] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fcb43473-4ba4-43cb-addd-546044b7a153] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] fcb43473-4ba4-43cb-addd-546044b7a153/fcb43473-4ba4-43cb-addd-546044b7a153.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1206.116115] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dadaf97-7c21-4e9d-9363-4434e78226c2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.145518] env[69699]: DEBUG oslo_vmware.api [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Task: {'id': task-3608042, 'name': Rename_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.152167] env[69699]: DEBUG oslo_vmware.api [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Waiting for the task: (returnval){ [ 1206.152167] env[69699]: value = "task-3608043" [ 1206.152167] env[69699]: _type = "Task" [ 1206.152167] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.164238] env[69699]: DEBUG oslo_vmware.api [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608043, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.282075] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.228s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.282619] env[69699]: DEBUG nova.compute.manager [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] [instance: bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1206.583071] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cea8a536-d64d-4b95-8398-6bdef5f6f43e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.583310] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cea8a536-d64d-4b95-8398-6bdef5f6f43e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.583422] env[69699]: DEBUG nova.objects.instance [None req-cea8a536-d64d-4b95-8398-6bdef5f6f43e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Lazy-loading 'resources' on Instance uuid 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.596902] env[69699]: DEBUG oslo_vmware.api [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Task: {'id': task-3608042, 'name': Rename_Task, 'duration_secs': 1.125551} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.597157] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1206.597402] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26a9e712-23b3-42a9-9036-4b4d9e1fc408 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.610194] env[69699]: DEBUG oslo_vmware.api [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Waiting for the task: (returnval){ [ 1206.610194] env[69699]: value = "task-3608044" [ 1206.610194] env[69699]: _type = "Task" [ 1206.610194] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.617994] env[69699]: DEBUG oslo_vmware.api [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Task: {'id': task-3608044, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.662092] env[69699]: DEBUG oslo_vmware.api [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608043, 'name': ReconfigVM_Task, 'duration_secs': 0.27883} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.662378] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fcb43473-4ba4-43cb-addd-546044b7a153] Reconfigured VM instance instance-00000076 to attach disk [datastore2] fcb43473-4ba4-43cb-addd-546044b7a153/fcb43473-4ba4-43cb-addd-546044b7a153.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1206.662994] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2af9c42-71da-47ea-8a30-752e620d4659 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.669258] env[69699]: DEBUG oslo_vmware.api [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Waiting for the task: (returnval){ [ 1206.669258] env[69699]: value = "task-3608045" [ 1206.669258] env[69699]: _type = "Task" [ 1206.669258] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.676980] env[69699]: DEBUG oslo_vmware.api [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608045, 'name': Rename_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.788064] env[69699]: DEBUG nova.compute.utils [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1206.788861] env[69699]: DEBUG nova.compute.manager [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] [instance: bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1206.789063] env[69699]: DEBUG nova.network.neutron [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] [instance: bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1206.825935] env[69699]: DEBUG nova.policy [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '103cde312dfb4122bc874d6b4f72bd72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03ce6c71bb5645118d3c2ddfeeb03bc0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 1207.114704] env[69699]: DEBUG nova.network.neutron [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] [instance: bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0] Successfully created port: 8e006288-1ae7-4640-83af-62e9dfe075e4 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1207.123550] env[69699]: DEBUG oslo_vmware.api [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Task: {'id': task-3608044, 'name': PowerOnVM_Task, 'duration_secs': 0.417407} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.123846] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1207.124008] env[69699]: INFO nova.compute.manager [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Took 6.35 seconds to spawn the instance on the hypervisor. [ 1207.124201] env[69699]: DEBUG nova.compute.manager [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1207.124967] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b75419a-438d-4767-afac-7bd6e36207d5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.179710] env[69699]: DEBUG oslo_vmware.api [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608045, 'name': Rename_Task, 'duration_secs': 0.127705} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.182265] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fcb43473-4ba4-43cb-addd-546044b7a153] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1207.184686] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aaa653cf-6056-40fa-92bc-81109c206c7b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.189398] env[69699]: DEBUG oslo_vmware.api [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Waiting for the task: (returnval){ [ 1207.189398] env[69699]: value = "task-3608046" [ 1207.189398] env[69699]: _type = "Task" [ 1207.189398] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.198734] env[69699]: DEBUG oslo_vmware.api [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608046, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.229050] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c024c14-a623-415a-a113-fd37f48189ad {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.237409] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48005994-d4bb-47f2-8f69-0af776c91c3e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.268030] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edafa862-372e-42ab-80dd-e88fde051f56 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.283976] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd93e34-e4f1-4bf3-8f40-25e5888bca48 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.299665] env[69699]: DEBUG nova.compute.manager [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] [instance: bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1207.302319] env[69699]: DEBUG nova.compute.provider_tree [None req-cea8a536-d64d-4b95-8398-6bdef5f6f43e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.646112] env[69699]: INFO nova.compute.manager [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Took 14.77 seconds to build instance. [ 1207.701462] env[69699]: DEBUG oslo_vmware.api [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608046, 'name': PowerOnVM_Task, 'duration_secs': 0.457842} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.701979] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fcb43473-4ba4-43cb-addd-546044b7a153] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1207.702205] env[69699]: INFO nova.compute.manager [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fcb43473-4ba4-43cb-addd-546044b7a153] Took 9.22 seconds to spawn the instance on the hypervisor. [ 1207.703598] env[69699]: DEBUG nova.compute.manager [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fcb43473-4ba4-43cb-addd-546044b7a153] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1207.703598] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d20e41a-3edd-424d-9cf7-23cebe7ff69d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.808540] env[69699]: DEBUG nova.scheduler.client.report [None req-cea8a536-d64d-4b95-8398-6bdef5f6f43e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.148490] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f4b3dc4f-a642-46e4-b7eb-8206a93e2373 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Lock "0ed727c8-848b-45b7-bb1b-dee62408ff99" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.277s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.148837] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "0ed727c8-848b-45b7-bb1b-dee62408ff99" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.291s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.149618] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14424d4-cd17-4adf-8736-a238f96a9203 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.170308] env[69699]: INFO nova.compute.manager [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Rebuilding instance [ 1208.218529] env[69699]: DEBUG nova.compute.manager [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1208.219419] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e261daaf-d328-43be-8db8-7bca8f8281d4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.223759] env[69699]: INFO nova.compute.manager [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fcb43473-4ba4-43cb-addd-546044b7a153] Took 16.54 seconds to build instance. [ 1208.313975] env[69699]: DEBUG nova.compute.manager [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] [instance: bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1208.318704] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cea8a536-d64d-4b95-8398-6bdef5f6f43e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.736s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.336333] env[69699]: DEBUG nova.virt.hardware [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1208.336588] env[69699]: DEBUG nova.virt.hardware [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1208.336822] env[69699]: DEBUG nova.virt.hardware [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1208.336916] env[69699]: DEBUG nova.virt.hardware [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1208.337783] env[69699]: DEBUG nova.virt.hardware [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1208.337783] env[69699]: DEBUG nova.virt.hardware [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1208.337783] env[69699]: DEBUG nova.virt.hardware [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1208.337783] env[69699]: DEBUG nova.virt.hardware [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1208.337783] env[69699]: DEBUG nova.virt.hardware [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1208.338203] env[69699]: DEBUG nova.virt.hardware [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1208.338203] env[69699]: DEBUG nova.virt.hardware [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1208.338972] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81caf63b-9de1-4be4-a85e-758ef0a7d85c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.342080] env[69699]: INFO nova.scheduler.client.report [None req-cea8a536-d64d-4b95-8398-6bdef5f6f43e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Deleted allocations for instance 8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a [ 1208.348713] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed6e07c-6dc5-4b98-a5c8-16c0761b544f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.422112] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6b27d1e9-4c0c-4c62-827d-fdf203e0a9d5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Acquiring lock "fcb43473-4ba4-43cb-addd-546044b7a153" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.480122] env[69699]: DEBUG nova.compute.manager [req-308a1691-cb64-48b7-8a47-9a72f09dd5d0 req-df2dfa96-bdc4-4516-9013-d1d71af0758b service nova] [instance: bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0] Received event network-vif-plugged-8e006288-1ae7-4640-83af-62e9dfe075e4 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.480400] env[69699]: DEBUG oslo_concurrency.lockutils [req-308a1691-cb64-48b7-8a47-9a72f09dd5d0 req-df2dfa96-bdc4-4516-9013-d1d71af0758b service nova] Acquiring lock "bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.480647] env[69699]: DEBUG oslo_concurrency.lockutils [req-308a1691-cb64-48b7-8a47-9a72f09dd5d0 req-df2dfa96-bdc4-4516-9013-d1d71af0758b service nova] Lock "bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.480917] env[69699]: DEBUG oslo_concurrency.lockutils [req-308a1691-cb64-48b7-8a47-9a72f09dd5d0 req-df2dfa96-bdc4-4516-9013-d1d71af0758b service nova] Lock "bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.481121] env[69699]: DEBUG nova.compute.manager [req-308a1691-cb64-48b7-8a47-9a72f09dd5d0 req-df2dfa96-bdc4-4516-9013-d1d71af0758b service nova] [instance: bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0] No waiting events found dispatching network-vif-plugged-8e006288-1ae7-4640-83af-62e9dfe075e4 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1208.481345] env[69699]: WARNING nova.compute.manager [req-308a1691-cb64-48b7-8a47-9a72f09dd5d0 req-df2dfa96-bdc4-4516-9013-d1d71af0758b service nova] [instance: bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0] Received unexpected event network-vif-plugged-8e006288-1ae7-4640-83af-62e9dfe075e4 for instance with vm_state building and task_state spawning. [ 1208.558988] env[69699]: DEBUG nova.network.neutron [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] [instance: bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0] Successfully updated port: 8e006288-1ae7-4640-83af-62e9dfe075e4 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1208.659911] env[69699]: INFO nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] During sync_power_state the instance has a pending task (rebuilding). Skip. [ 1208.660123] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "0ed727c8-848b-45b7-bb1b-dee62408ff99" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.511s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.725728] env[69699]: DEBUG oslo_concurrency.lockutils [None req-60266cef-d539-48ab-9cdf-3d95717fc187 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Lock "fcb43473-4ba4-43cb-addd-546044b7a153" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.068s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.726096] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "fcb43473-4ba4-43cb-addd-546044b7a153" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.868s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.726354] env[69699]: INFO nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: fcb43473-4ba4-43cb-addd-546044b7a153] During sync_power_state the instance has a pending task (spawning). Skip. [ 1208.726819] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "fcb43473-4ba4-43cb-addd-546044b7a153" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.726876] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6b27d1e9-4c0c-4c62-827d-fdf203e0a9d5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Lock "fcb43473-4ba4-43cb-addd-546044b7a153" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.305s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.727368] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6b27d1e9-4c0c-4c62-827d-fdf203e0a9d5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Acquiring lock "fcb43473-4ba4-43cb-addd-546044b7a153-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.727444] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6b27d1e9-4c0c-4c62-827d-fdf203e0a9d5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Lock "fcb43473-4ba4-43cb-addd-546044b7a153-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.727873] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6b27d1e9-4c0c-4c62-827d-fdf203e0a9d5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Lock "fcb43473-4ba4-43cb-addd-546044b7a153-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.732793] env[69699]: INFO nova.compute.manager [None req-6b27d1e9-4c0c-4c62-827d-fdf203e0a9d5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fcb43473-4ba4-43cb-addd-546044b7a153] Terminating instance [ 1208.852045] env[69699]: DEBUG oslo_concurrency.lockutils [None req-cea8a536-d64d-4b95-8398-6bdef5f6f43e tempest-AttachVolumeShelveTestJSON-1120054663 tempest-AttachVolumeShelveTestJSON-1120054663-project-member] Lock "8411c8d2-9daf-4f4f-af6e-e03bb7c25c1a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.919s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.064449] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Acquiring lock "refresh_cache-bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.064602] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Acquired lock "refresh_cache-bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.064837] env[69699]: DEBUG nova.network.neutron [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] [instance: bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1209.234677] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1209.235040] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7db83862-b0a6-4e86-a11e-f21e5f264a4b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.237206] env[69699]: DEBUG nova.compute.manager [None req-6b27d1e9-4c0c-4c62-827d-fdf203e0a9d5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fcb43473-4ba4-43cb-addd-546044b7a153] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1209.237470] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6b27d1e9-4c0c-4c62-827d-fdf203e0a9d5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fcb43473-4ba4-43cb-addd-546044b7a153] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1209.238735] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80dcd72a-16c6-430f-a357-423471205694 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.246415] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b27d1e9-4c0c-4c62-827d-fdf203e0a9d5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fcb43473-4ba4-43cb-addd-546044b7a153] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1209.247536] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e559b98e-44d3-4d51-bc61-2fbceb964005 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.249267] env[69699]: DEBUG oslo_vmware.api [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Waiting for the task: (returnval){ [ 1209.249267] env[69699]: value = "task-3608047" [ 1209.249267] env[69699]: _type = "Task" [ 1209.249267] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.254156] env[69699]: DEBUG oslo_vmware.api [None req-6b27d1e9-4c0c-4c62-827d-fdf203e0a9d5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Waiting for the task: (returnval){ [ 1209.254156] env[69699]: value = "task-3608048" [ 1209.254156] env[69699]: _type = "Task" [ 1209.254156] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.260489] env[69699]: DEBUG oslo_vmware.api [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Task: {'id': task-3608047, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.265103] env[69699]: DEBUG oslo_vmware.api [None req-6b27d1e9-4c0c-4c62-827d-fdf203e0a9d5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608048, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.596282] env[69699]: DEBUG nova.network.neutron [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] [instance: bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1209.717870] env[69699]: DEBUG nova.network.neutron [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] [instance: bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0] Updating instance_info_cache with network_info: [{"id": "8e006288-1ae7-4640-83af-62e9dfe075e4", "address": "fa:16:3e:33:af:8e", "network": {"id": "9c49a27d-ad95-4ce6-8b1f-7aa659bdce30", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1522758799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03ce6c71bb5645118d3c2ddfeeb03bc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e006288-1a", "ovs_interfaceid": "8e006288-1ae7-4640-83af-62e9dfe075e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.762303] env[69699]: DEBUG oslo_vmware.api [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Task: {'id': task-3608047, 'name': PowerOffVM_Task, 'duration_secs': 0.19641} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.762303] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1209.762303] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1209.762567] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7cdfb0-cea9-4bd8-a55b-b72793000688 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.767848] env[69699]: DEBUG oslo_vmware.api [None req-6b27d1e9-4c0c-4c62-827d-fdf203e0a9d5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608048, 'name': PowerOffVM_Task, 'duration_secs': 0.193004} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.768443] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b27d1e9-4c0c-4c62-827d-fdf203e0a9d5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fcb43473-4ba4-43cb-addd-546044b7a153] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1209.768665] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6b27d1e9-4c0c-4c62-827d-fdf203e0a9d5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fcb43473-4ba4-43cb-addd-546044b7a153] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1209.768912] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ec707e6-07ec-4f72-aff6-67e9e97e52e5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.772103] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1209.772601] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0de3ccf-2a33-4a8c-9c94-367e28110610 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.797888] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1209.798150] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1209.798354] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Deleting the datastore file [datastore2] 0ed727c8-848b-45b7-bb1b-dee62408ff99 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1209.798596] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11942ed6-4c4f-4d76-948a-179369117985 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.804667] env[69699]: DEBUG oslo_vmware.api [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Waiting for the task: (returnval){ [ 1209.804667] env[69699]: value = "task-3608051" [ 1209.804667] env[69699]: _type = "Task" [ 1209.804667] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.813540] env[69699]: DEBUG oslo_vmware.api [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Task: {'id': task-3608051, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.836929] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6b27d1e9-4c0c-4c62-827d-fdf203e0a9d5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fcb43473-4ba4-43cb-addd-546044b7a153] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1209.837163] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6b27d1e9-4c0c-4c62-827d-fdf203e0a9d5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fcb43473-4ba4-43cb-addd-546044b7a153] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1209.837351] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b27d1e9-4c0c-4c62-827d-fdf203e0a9d5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Deleting the datastore file [datastore2] fcb43473-4ba4-43cb-addd-546044b7a153 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1209.837629] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c650b3a9-43b8-4d0e-bbcf-8ad5a286e3d1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.843800] env[69699]: DEBUG oslo_vmware.api [None req-6b27d1e9-4c0c-4c62-827d-fdf203e0a9d5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Waiting for the task: (returnval){ [ 1209.843800] env[69699]: value = "task-3608052" [ 1209.843800] env[69699]: _type = "Task" [ 1209.843800] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.851479] env[69699]: DEBUG oslo_vmware.api [None req-6b27d1e9-4c0c-4c62-827d-fdf203e0a9d5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608052, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.220195] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Releasing lock "refresh_cache-bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.220719] env[69699]: DEBUG nova.compute.manager [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] [instance: bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0] Instance network_info: |[{"id": "8e006288-1ae7-4640-83af-62e9dfe075e4", "address": "fa:16:3e:33:af:8e", "network": {"id": "9c49a27d-ad95-4ce6-8b1f-7aa659bdce30", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1522758799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03ce6c71bb5645118d3c2ddfeeb03bc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e006288-1a", "ovs_interfaceid": "8e006288-1ae7-4640-83af-62e9dfe075e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1210.221113] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] [instance: bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:af:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55764410-260e-4339-a020-6b30995584bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e006288-1ae7-4640-83af-62e9dfe075e4', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1210.230273] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Creating folder: Project (03ce6c71bb5645118d3c2ddfeeb03bc0). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1210.230273] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0decea05-2e00-4dd5-8048-55f38702d32e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.240008] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Created folder: Project (03ce6c71bb5645118d3c2ddfeeb03bc0) in parent group-v719415. [ 1210.240242] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Creating folder: Instances. Parent ref: group-v719738. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1210.240438] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21899324-29d3-4164-93a4-c87fdde8858f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.249734] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Created folder: Instances in parent group-v719738. [ 1210.249959] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1210.250508] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1210.250718] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa467ace-a1bc-44be-97a5-2a2b878b89a0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.270459] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1210.270459] env[69699]: value = "task-3608055" [ 1210.270459] env[69699]: _type = "Task" [ 1210.270459] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.277866] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3608055, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.312984] env[69699]: DEBUG oslo_vmware.api [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Task: {'id': task-3608051, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101714} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.313256] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1210.313445] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1210.313623] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1210.354619] env[69699]: DEBUG oslo_vmware.api [None req-6b27d1e9-4c0c-4c62-827d-fdf203e0a9d5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608052, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189614} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.355720] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b27d1e9-4c0c-4c62-827d-fdf203e0a9d5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1210.355967] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6b27d1e9-4c0c-4c62-827d-fdf203e0a9d5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fcb43473-4ba4-43cb-addd-546044b7a153] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1210.356140] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6b27d1e9-4c0c-4c62-827d-fdf203e0a9d5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fcb43473-4ba4-43cb-addd-546044b7a153] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1210.356369] env[69699]: INFO nova.compute.manager [None req-6b27d1e9-4c0c-4c62-827d-fdf203e0a9d5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fcb43473-4ba4-43cb-addd-546044b7a153] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1210.356765] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b27d1e9-4c0c-4c62-827d-fdf203e0a9d5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1210.357083] env[69699]: DEBUG nova.compute.manager [-] [instance: fcb43473-4ba4-43cb-addd-546044b7a153] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1210.357199] env[69699]: DEBUG nova.network.neutron [-] [instance: fcb43473-4ba4-43cb-addd-546044b7a153] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1210.514257] env[69699]: DEBUG nova.compute.manager [req-af07710f-fba2-4612-8f78-67aa94bbbab6 req-ac40d4a9-70ef-4b7f-abb3-da34c5c11051 service nova] [instance: bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0] Received event network-changed-8e006288-1ae7-4640-83af-62e9dfe075e4 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.514435] env[69699]: DEBUG nova.compute.manager [req-af07710f-fba2-4612-8f78-67aa94bbbab6 req-ac40d4a9-70ef-4b7f-abb3-da34c5c11051 service nova] [instance: bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0] Refreshing instance network info cache due to event network-changed-8e006288-1ae7-4640-83af-62e9dfe075e4. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1210.514645] env[69699]: DEBUG oslo_concurrency.lockutils [req-af07710f-fba2-4612-8f78-67aa94bbbab6 req-ac40d4a9-70ef-4b7f-abb3-da34c5c11051 service nova] Acquiring lock "refresh_cache-bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.514813] env[69699]: DEBUG oslo_concurrency.lockutils [req-af07710f-fba2-4612-8f78-67aa94bbbab6 req-ac40d4a9-70ef-4b7f-abb3-da34c5c11051 service nova] Acquired lock "refresh_cache-bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.514941] env[69699]: DEBUG nova.network.neutron [req-af07710f-fba2-4612-8f78-67aa94bbbab6 req-ac40d4a9-70ef-4b7f-abb3-da34c5c11051 service nova] [instance: bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0] Refreshing network info cache for port 8e006288-1ae7-4640-83af-62e9dfe075e4 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1210.780584] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3608055, 'name': CreateVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.075386] env[69699]: DEBUG nova.network.neutron [-] [instance: fcb43473-4ba4-43cb-addd-546044b7a153] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.207350] env[69699]: DEBUG nova.network.neutron [req-af07710f-fba2-4612-8f78-67aa94bbbab6 req-ac40d4a9-70ef-4b7f-abb3-da34c5c11051 service nova] [instance: bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0] Updated VIF entry in instance network info cache for port 8e006288-1ae7-4640-83af-62e9dfe075e4. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1211.207737] env[69699]: DEBUG nova.network.neutron [req-af07710f-fba2-4612-8f78-67aa94bbbab6 req-ac40d4a9-70ef-4b7f-abb3-da34c5c11051 service nova] [instance: bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0] Updating instance_info_cache with network_info: [{"id": "8e006288-1ae7-4640-83af-62e9dfe075e4", "address": "fa:16:3e:33:af:8e", "network": {"id": "9c49a27d-ad95-4ce6-8b1f-7aa659bdce30", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1522758799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03ce6c71bb5645118d3c2ddfeeb03bc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e006288-1a", "ovs_interfaceid": "8e006288-1ae7-4640-83af-62e9dfe075e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.282013] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3608055, 'name': CreateVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.349873] env[69699]: DEBUG nova.virt.hardware [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1211.349873] env[69699]: DEBUG nova.virt.hardware [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1211.349873] env[69699]: DEBUG nova.virt.hardware [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1211.349873] env[69699]: DEBUG nova.virt.hardware [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1211.349873] env[69699]: DEBUG nova.virt.hardware [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1211.349873] env[69699]: DEBUG nova.virt.hardware [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1211.350382] env[69699]: DEBUG nova.virt.hardware [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1211.350382] env[69699]: DEBUG nova.virt.hardware [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1211.350382] env[69699]: DEBUG nova.virt.hardware [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1211.350479] env[69699]: DEBUG nova.virt.hardware [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1211.350707] env[69699]: DEBUG nova.virt.hardware [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1211.351901] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7269ff2-625c-404b-9163-2999b2c4bb77 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.361427] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7883bb-94ea-4c8f-b3ef-5fd9cb7e8742 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.374736] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Instance VIF info [] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1211.380197] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1211.380460] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1211.380675] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac76256a-0aee-470d-9ba6-282b3785054c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.397101] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1211.397101] env[69699]: value = "task-3608057" [ 1211.397101] env[69699]: _type = "Task" [ 1211.397101] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.404496] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3608057, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.578512] env[69699]: INFO nova.compute.manager [-] [instance: fcb43473-4ba4-43cb-addd-546044b7a153] Took 1.22 seconds to deallocate network for instance. [ 1211.710265] env[69699]: DEBUG oslo_concurrency.lockutils [req-af07710f-fba2-4612-8f78-67aa94bbbab6 req-ac40d4a9-70ef-4b7f-abb3-da34c5c11051 service nova] Releasing lock "refresh_cache-bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.782810] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3608055, 'name': CreateVM_Task, 'duration_secs': 1.340987} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.782979] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1211.783673] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.783836] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.784194] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.784445] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-727e52be-892c-4a27-9e5f-c6791b3ca92c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.789315] env[69699]: DEBUG oslo_vmware.api [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Waiting for the task: (returnval){ [ 1211.789315] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ccf970-f7cd-b62a-3d57-6653f22b8dde" [ 1211.789315] env[69699]: _type = "Task" [ 1211.789315] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.796726] env[69699]: DEBUG oslo_vmware.api [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ccf970-f7cd-b62a-3d57-6653f22b8dde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.906628] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3608057, 'name': CreateVM_Task, 'duration_secs': 0.321814} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.906804] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1211.907225] env[69699]: DEBUG oslo_concurrency.lockutils [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.089260] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6b27d1e9-4c0c-4c62-827d-fdf203e0a9d5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.089590] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6b27d1e9-4c0c-4c62-827d-fdf203e0a9d5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.003s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.089837] env[69699]: DEBUG nova.objects.instance [None req-6b27d1e9-4c0c-4c62-827d-fdf203e0a9d5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Lazy-loading 'resources' on Instance uuid fcb43473-4ba4-43cb-addd-546044b7a153 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.300728] env[69699]: DEBUG oslo_vmware.api [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ccf970-f7cd-b62a-3d57-6653f22b8dde, 'name': SearchDatastore_Task, 'duration_secs': 0.008773} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.301040] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.301272] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] [instance: bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1212.301506] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.301654] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.301833] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1212.302125] env[69699]: DEBUG oslo_concurrency.lockutils [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.302448] env[69699]: DEBUG oslo_concurrency.lockutils [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.302674] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d43aeb4b-b862-4c6d-a564-7e70f87ca03d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.304426] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d5b6cd2-9568-468d-9dcc-2c12956e91df {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.309356] env[69699]: DEBUG oslo_vmware.api [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Waiting for the task: (returnval){ [ 1212.309356] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]529b8f82-b897-0937-a8eb-4bbe3f9b02d2" [ 1212.309356] env[69699]: _type = "Task" [ 1212.309356] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.313558] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1212.313738] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1212.314723] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fecaae0-0a29-4e9c-9e10-459342b9d280 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.319292] env[69699]: DEBUG oslo_vmware.api [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]529b8f82-b897-0937-a8eb-4bbe3f9b02d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.322413] env[69699]: DEBUG oslo_vmware.api [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Waiting for the task: (returnval){ [ 1212.322413] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a3ebfc-ae45-cb21-d4c9-982d0d98a6b1" [ 1212.322413] env[69699]: _type = "Task" [ 1212.322413] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.329555] env[69699]: DEBUG oslo_vmware.api [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a3ebfc-ae45-cb21-d4c9-982d0d98a6b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.542563] env[69699]: DEBUG nova.compute.manager [req-ab3287dc-328b-4e14-9f13-376a1a0878f0 req-2914517b-bde7-4101-95ab-ce517d0d4da9 service nova] [instance: fcb43473-4ba4-43cb-addd-546044b7a153] Received event network-vif-deleted-74c65684-7d1d-429b-bbf6-dd1ca0e947e5 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.710811] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d329b85-db60-40c1-b478-eb1a03dea615 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.718268] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18aa8d87-0875-44a2-94c7-cfcf9c0aa69c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.748500] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242ea8e1-f77b-4eee-b667-dbc1f01c3fb1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.755682] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed96a26-43f9-4950-a17a-41281fcf94dc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.768404] env[69699]: DEBUG nova.compute.provider_tree [None req-6b27d1e9-4c0c-4c62-827d-fdf203e0a9d5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.819450] env[69699]: DEBUG oslo_vmware.api [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]529b8f82-b897-0937-a8eb-4bbe3f9b02d2, 'name': SearchDatastore_Task, 'duration_secs': 0.009532} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.819822] env[69699]: DEBUG oslo_concurrency.lockutils [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.820129] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1212.820463] env[69699]: DEBUG oslo_concurrency.lockutils [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.831354] env[69699]: DEBUG oslo_vmware.api [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52a3ebfc-ae45-cb21-d4c9-982d0d98a6b1, 'name': SearchDatastore_Task, 'duration_secs': 0.008174} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.832116] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b46e01de-1152-4771-a0fb-7ee58f3cfefe {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.838161] env[69699]: DEBUG oslo_vmware.api [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Waiting for the task: (returnval){ [ 1212.838161] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c0663e-e4a6-a123-1469-93069f73507e" [ 1212.838161] env[69699]: _type = "Task" [ 1212.838161] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.849880] env[69699]: DEBUG oslo_vmware.api [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c0663e-e4a6-a123-1469-93069f73507e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.271201] env[69699]: DEBUG nova.scheduler.client.report [None req-6b27d1e9-4c0c-4c62-827d-fdf203e0a9d5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1213.349246] env[69699]: DEBUG oslo_vmware.api [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52c0663e-e4a6-a123-1469-93069f73507e, 'name': SearchDatastore_Task, 'duration_secs': 0.030416} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.349609] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.349850] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0/bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1213.350154] env[69699]: DEBUG oslo_concurrency.lockutils [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.350347] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1213.350917] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c404e3a-efcd-4efd-9785-cc005bf69c29 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.355023] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67ac1b2f-be12-401f-869d-d5e95ec6dafd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.360543] env[69699]: DEBUG oslo_vmware.api [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Waiting for the task: (returnval){ [ 1213.360543] env[69699]: value = "task-3608058" [ 1213.360543] env[69699]: _type = "Task" [ 1213.360543] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.364279] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1213.364455] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1213.365128] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70801e61-c51b-47d9-bd29-9347907a39c0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.372222] env[69699]: DEBUG oslo_vmware.api [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Task: {'id': task-3608058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.373373] env[69699]: DEBUG oslo_vmware.api [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Waiting for the task: (returnval){ [ 1213.373373] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5249eb6a-5610-e4e8-04db-4b17f77ac3e4" [ 1213.373373] env[69699]: _type = "Task" [ 1213.373373] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.383474] env[69699]: DEBUG oslo_vmware.api [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5249eb6a-5610-e4e8-04db-4b17f77ac3e4, 'name': SearchDatastore_Task, 'duration_secs': 0.009256} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.384215] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02c2e529-a082-4e9e-b1df-85fcd07f64bf {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.389083] env[69699]: DEBUG oslo_vmware.api [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Waiting for the task: (returnval){ [ 1213.389083] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]524fbc99-7d6f-9b76-e0dd-298babafb33d" [ 1213.389083] env[69699]: _type = "Task" [ 1213.389083] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.396338] env[69699]: DEBUG oslo_vmware.api [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]524fbc99-7d6f-9b76-e0dd-298babafb33d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.777293] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6b27d1e9-4c0c-4c62-827d-fdf203e0a9d5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.687s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.803196] env[69699]: INFO nova.scheduler.client.report [None req-6b27d1e9-4c0c-4c62-827d-fdf203e0a9d5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Deleted allocations for instance fcb43473-4ba4-43cb-addd-546044b7a153 [ 1213.872571] env[69699]: DEBUG oslo_vmware.api [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Task: {'id': task-3608058, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.898677] env[69699]: DEBUG oslo_vmware.api [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]524fbc99-7d6f-9b76-e0dd-298babafb33d, 'name': SearchDatastore_Task, 'duration_secs': 0.008224} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.898935] env[69699]: DEBUG oslo_concurrency.lockutils [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.899210] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 0ed727c8-848b-45b7-bb1b-dee62408ff99/0ed727c8-848b-45b7-bb1b-dee62408ff99.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1213.899469] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-923c3be8-4641-45df-9d3e-49ac1b8cdacc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.908023] env[69699]: DEBUG oslo_vmware.api [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Waiting for the task: (returnval){ [ 1213.908023] env[69699]: value = "task-3608059" [ 1213.908023] env[69699]: _type = "Task" [ 1213.908023] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.913450] env[69699]: DEBUG oslo_vmware.api [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Task: {'id': task-3608059, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.311018] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6b27d1e9-4c0c-4c62-827d-fdf203e0a9d5 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Lock "fcb43473-4ba4-43cb-addd-546044b7a153" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.583s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.383276] env[69699]: DEBUG oslo_vmware.api [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Task: {'id': task-3608058, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572175} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.383276] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0/bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1214.383704] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] [instance: bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1214.383836] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc18085d-42e0-4762-9bc3-4725466dafd3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.390782] env[69699]: DEBUG oslo_vmware.api [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Waiting for the task: (returnval){ [ 1214.390782] env[69699]: value = "task-3608060" [ 1214.390782] env[69699]: _type = "Task" [ 1214.390782] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.401909] env[69699]: DEBUG oslo_vmware.api [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Task: {'id': task-3608060, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.420618] env[69699]: DEBUG oslo_vmware.api [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Task: {'id': task-3608059, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.901035] env[69699]: DEBUG oslo_vmware.api [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Task: {'id': task-3608060, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08655} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.901035] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] [instance: bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1214.901510] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a3ca32-8859-4acf-b537-85b38b3293d7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.925827] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] [instance: bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0/bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1214.929678] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e0930d9-0db8-4505-8f04-86cc7dfe3b44 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.951305] env[69699]: DEBUG oslo_vmware.api [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Task: {'id': task-3608059, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60242} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.953245] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 0ed727c8-848b-45b7-bb1b-dee62408ff99/0ed727c8-848b-45b7-bb1b-dee62408ff99.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1214.953494] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1214.953819] env[69699]: DEBUG oslo_vmware.api [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Waiting for the task: (returnval){ [ 1214.953819] env[69699]: value = "task-3608061" [ 1214.953819] env[69699]: _type = "Task" [ 1214.953819] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.954076] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d68a7644-0949-4508-898f-95508f1fb170 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.964732] env[69699]: DEBUG oslo_vmware.api [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Task: {'id': task-3608061, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.965913] env[69699]: DEBUG oslo_vmware.api [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Waiting for the task: (returnval){ [ 1214.965913] env[69699]: value = "task-3608062" [ 1214.965913] env[69699]: _type = "Task" [ 1214.965913] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.975457] env[69699]: DEBUG oslo_vmware.api [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Task: {'id': task-3608062, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.467692] env[69699]: DEBUG oslo_vmware.api [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Task: {'id': task-3608061, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.476531] env[69699]: DEBUG oslo_vmware.api [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Task: {'id': task-3608062, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071701} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.476823] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1215.477592] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e3768e-3d54-4c5f-8898-dec5df392448 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.501202] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 0ed727c8-848b-45b7-bb1b-dee62408ff99/0ed727c8-848b-45b7-bb1b-dee62408ff99.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1215.501574] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d55f5b93-26e9-4272-8681-3e9b4dd31e06 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.528309] env[69699]: DEBUG oslo_vmware.api [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Waiting for the task: (returnval){ [ 1215.528309] env[69699]: value = "task-3608063" [ 1215.528309] env[69699]: _type = "Task" [ 1215.528309] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.538690] env[69699]: DEBUG oslo_vmware.api [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Task: {'id': task-3608063, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.966185] env[69699]: DEBUG oslo_vmware.api [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Task: {'id': task-3608061, 'name': ReconfigVM_Task, 'duration_secs': 0.746258} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.966531] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] [instance: bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0] Reconfigured VM instance instance-00000078 to attach disk [datastore2] bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0/bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1215.967170] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8062e38-591c-46bd-a94c-5567538b069a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.973460] env[69699]: DEBUG oslo_vmware.api [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Waiting for the task: (returnval){ [ 1215.973460] env[69699]: value = "task-3608064" [ 1215.973460] env[69699]: _type = "Task" [ 1215.973460] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.981016] env[69699]: DEBUG oslo_vmware.api [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Task: {'id': task-3608064, 'name': Rename_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.037939] env[69699]: DEBUG oslo_vmware.api [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Task: {'id': task-3608063, 'name': ReconfigVM_Task, 'duration_secs': 0.330308} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.038238] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 0ed727c8-848b-45b7-bb1b-dee62408ff99/0ed727c8-848b-45b7-bb1b-dee62408ff99.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1216.038892] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1883b405-fe6a-47a0-8e01-b730759d3507 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.046028] env[69699]: DEBUG oslo_vmware.api [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Waiting for the task: (returnval){ [ 1216.046028] env[69699]: value = "task-3608065" [ 1216.046028] env[69699]: _type = "Task" [ 1216.046028] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.054093] env[69699]: DEBUG oslo_vmware.api [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Task: {'id': task-3608065, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.483311] env[69699]: DEBUG oslo_vmware.api [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Task: {'id': task-3608064, 'name': Rename_Task, 'duration_secs': 0.129322} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.483311] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] [instance: bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1216.483637] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c13c583-81e6-4250-977e-479c4ef070b1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.489589] env[69699]: DEBUG oslo_vmware.api [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Waiting for the task: (returnval){ [ 1216.489589] env[69699]: value = "task-3608066" [ 1216.489589] env[69699]: _type = "Task" [ 1216.489589] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.497074] env[69699]: DEBUG oslo_vmware.api [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Task: {'id': task-3608066, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.555710] env[69699]: DEBUG oslo_vmware.api [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Task: {'id': task-3608065, 'name': Rename_Task, 'duration_secs': 0.127342} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.555710] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1216.555898] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60a4b6a0-e392-43b2-be31-780d632ee543 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.562641] env[69699]: DEBUG oslo_vmware.api [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Waiting for the task: (returnval){ [ 1216.562641] env[69699]: value = "task-3608067" [ 1216.562641] env[69699]: _type = "Task" [ 1216.562641] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.572372] env[69699]: DEBUG oslo_vmware.api [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Task: {'id': task-3608067, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.999554] env[69699]: DEBUG oslo_vmware.api [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Task: {'id': task-3608066, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.073302] env[69699]: DEBUG oslo_vmware.api [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Task: {'id': task-3608067, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.500078] env[69699]: DEBUG oslo_vmware.api [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Task: {'id': task-3608066, 'name': PowerOnVM_Task, 'duration_secs': 0.520957} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.500499] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] [instance: bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1217.500499] env[69699]: INFO nova.compute.manager [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] [instance: bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0] Took 9.19 seconds to spawn the instance on the hypervisor. [ 1217.500590] env[69699]: DEBUG nova.compute.manager [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] [instance: bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1217.501338] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6f3762-48b0-4154-9b54-e31b36781c79 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.573107] env[69699]: DEBUG oslo_vmware.api [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Task: {'id': task-3608067, 'name': PowerOnVM_Task, 'duration_secs': 0.921616} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.573445] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1217.573623] env[69699]: DEBUG nova.compute.manager [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1217.574383] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e87e4a-148e-4a1f-9973-deb9196e37d1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.018225] env[69699]: INFO nova.compute.manager [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] [instance: bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0] Took 13.98 seconds to build instance. [ 1218.090286] env[69699]: DEBUG oslo_concurrency.lockutils [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.090604] env[69699]: DEBUG oslo_concurrency.lockutils [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.090737] env[69699]: DEBUG nova.objects.instance [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69699) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1218.520684] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d0b27934-6363-49a1-8d85-99a2c0f8ae4c tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Lock "bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.495s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.728646] env[69699]: DEBUG oslo_concurrency.lockutils [None req-577c9a10-3707-4273-b623-c362ffb86985 tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Acquiring lock "bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.728934] env[69699]: DEBUG oslo_concurrency.lockutils [None req-577c9a10-3707-4273-b623-c362ffb86985 tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Lock "bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.729171] env[69699]: DEBUG oslo_concurrency.lockutils [None req-577c9a10-3707-4273-b623-c362ffb86985 tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Acquiring lock "bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.729372] env[69699]: DEBUG oslo_concurrency.lockutils [None req-577c9a10-3707-4273-b623-c362ffb86985 tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Lock "bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.729542] env[69699]: DEBUG oslo_concurrency.lockutils [None req-577c9a10-3707-4273-b623-c362ffb86985 tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Lock "bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.731644] env[69699]: INFO nova.compute.manager [None req-577c9a10-3707-4273-b623-c362ffb86985 tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] [instance: bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0] Terminating instance [ 1219.010934] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f008072c-a220-4fd1-9ccc-45d8901c25ba tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Acquiring lock "0ed727c8-848b-45b7-bb1b-dee62408ff99" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.011218] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f008072c-a220-4fd1-9ccc-45d8901c25ba tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Lock "0ed727c8-848b-45b7-bb1b-dee62408ff99" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.011501] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f008072c-a220-4fd1-9ccc-45d8901c25ba tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Acquiring lock "0ed727c8-848b-45b7-bb1b-dee62408ff99-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.011737] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f008072c-a220-4fd1-9ccc-45d8901c25ba tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Lock "0ed727c8-848b-45b7-bb1b-dee62408ff99-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.011944] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f008072c-a220-4fd1-9ccc-45d8901c25ba tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Lock "0ed727c8-848b-45b7-bb1b-dee62408ff99-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.014113] env[69699]: INFO nova.compute.manager [None req-f008072c-a220-4fd1-9ccc-45d8901c25ba tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Terminating instance [ 1219.098984] env[69699]: DEBUG oslo_concurrency.lockutils [None req-54229f60-1c1f-4273-84c6-b0a391eef5f7 tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.235565] env[69699]: DEBUG nova.compute.manager [None req-577c9a10-3707-4273-b623-c362ffb86985 tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] [instance: bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1219.235744] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-577c9a10-3707-4273-b623-c362ffb86985 tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] [instance: bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1219.237019] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134d3071-aed8-4fd3-af17-573873fcffdf {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.247826] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-577c9a10-3707-4273-b623-c362ffb86985 tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] [instance: bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1219.248145] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0f84e04-2da2-4b17-bd6b-ad97bf1ac026 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.256495] env[69699]: DEBUG oslo_vmware.api [None req-577c9a10-3707-4273-b623-c362ffb86985 tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Waiting for the task: (returnval){ [ 1219.256495] env[69699]: value = "task-3608068" [ 1219.256495] env[69699]: _type = "Task" [ 1219.256495] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.268283] env[69699]: DEBUG oslo_vmware.api [None req-577c9a10-3707-4273-b623-c362ffb86985 tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Task: {'id': task-3608068, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.517756] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f008072c-a220-4fd1-9ccc-45d8901c25ba tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Acquiring lock "refresh_cache-0ed727c8-848b-45b7-bb1b-dee62408ff99" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.517977] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f008072c-a220-4fd1-9ccc-45d8901c25ba tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Acquired lock "refresh_cache-0ed727c8-848b-45b7-bb1b-dee62408ff99" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.518181] env[69699]: DEBUG nova.network.neutron [None req-f008072c-a220-4fd1-9ccc-45d8901c25ba tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1219.766720] env[69699]: DEBUG oslo_vmware.api [None req-577c9a10-3707-4273-b623-c362ffb86985 tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Task: {'id': task-3608068, 'name': PowerOffVM_Task, 'duration_secs': 0.216722} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.767018] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-577c9a10-3707-4273-b623-c362ffb86985 tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] [instance: bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1219.767186] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-577c9a10-3707-4273-b623-c362ffb86985 tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] [instance: bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1219.767436] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-708f1fce-37f0-4f39-9992-079f9d18a0fc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.829825] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-577c9a10-3707-4273-b623-c362ffb86985 tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] [instance: bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1219.830102] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-577c9a10-3707-4273-b623-c362ffb86985 tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] [instance: bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1219.830332] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-577c9a10-3707-4273-b623-c362ffb86985 tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Deleting the datastore file [datastore2] bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1219.830666] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89ef624f-04c1-493f-ac50-69ae2d3d04a9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.837037] env[69699]: DEBUG oslo_vmware.api [None req-577c9a10-3707-4273-b623-c362ffb86985 tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Waiting for the task: (returnval){ [ 1219.837037] env[69699]: value = "task-3608070" [ 1219.837037] env[69699]: _type = "Task" [ 1219.837037] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.845966] env[69699]: DEBUG oslo_vmware.api [None req-577c9a10-3707-4273-b623-c362ffb86985 tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Task: {'id': task-3608070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.046311] env[69699]: DEBUG nova.network.neutron [None req-f008072c-a220-4fd1-9ccc-45d8901c25ba tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1220.116023] env[69699]: DEBUG nova.network.neutron [None req-f008072c-a220-4fd1-9ccc-45d8901c25ba tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.347519] env[69699]: DEBUG oslo_vmware.api [None req-577c9a10-3707-4273-b623-c362ffb86985 tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Task: {'id': task-3608070, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128774} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.347781] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-577c9a10-3707-4273-b623-c362ffb86985 tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1220.347966] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-577c9a10-3707-4273-b623-c362ffb86985 tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] [instance: bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1220.348155] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-577c9a10-3707-4273-b623-c362ffb86985 tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] [instance: bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1220.348336] env[69699]: INFO nova.compute.manager [None req-577c9a10-3707-4273-b623-c362ffb86985 tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] [instance: bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1220.348573] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-577c9a10-3707-4273-b623-c362ffb86985 tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1220.348757] env[69699]: DEBUG nova.compute.manager [-] [instance: bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1220.348850] env[69699]: DEBUG nova.network.neutron [-] [instance: bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1220.619583] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f008072c-a220-4fd1-9ccc-45d8901c25ba tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Releasing lock "refresh_cache-0ed727c8-848b-45b7-bb1b-dee62408ff99" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.619964] env[69699]: DEBUG nova.compute.manager [None req-f008072c-a220-4fd1-9ccc-45d8901c25ba tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1220.620253] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f008072c-a220-4fd1-9ccc-45d8901c25ba tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1220.621276] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3ff096-5d26-43de-85fe-112249d6ba9d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.629655] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-f008072c-a220-4fd1-9ccc-45d8901c25ba tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1220.629951] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fca4a0ba-74ac-4aab-818d-aae3c7f79cf8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.633792] env[69699]: DEBUG nova.compute.manager [req-8e8d7023-300e-412d-ac86-2da3b2678e44 req-dcf1a94e-df07-4d5a-ad72-6623b20405f3 service nova] [instance: bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0] Received event network-vif-deleted-8e006288-1ae7-4640-83af-62e9dfe075e4 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1220.634033] env[69699]: INFO nova.compute.manager [req-8e8d7023-300e-412d-ac86-2da3b2678e44 req-dcf1a94e-df07-4d5a-ad72-6623b20405f3 service nova] [instance: bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0] Neutron deleted interface 8e006288-1ae7-4640-83af-62e9dfe075e4; detaching it from the instance and deleting it from the info cache [ 1220.634236] env[69699]: DEBUG nova.network.neutron [req-8e8d7023-300e-412d-ac86-2da3b2678e44 req-dcf1a94e-df07-4d5a-ad72-6623b20405f3 service nova] [instance: bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.640793] env[69699]: DEBUG oslo_vmware.api [None req-f008072c-a220-4fd1-9ccc-45d8901c25ba tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Waiting for the task: (returnval){ [ 1220.640793] env[69699]: value = "task-3608071" [ 1220.640793] env[69699]: _type = "Task" [ 1220.640793] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.650536] env[69699]: DEBUG oslo_vmware.api [None req-f008072c-a220-4fd1-9ccc-45d8901c25ba tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Task: {'id': task-3608071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.750566] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4c34d580-64c6-4df8-b069-622204b650a9 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Acquiring lock "00a8a903-abfe-4fb8-9cd4-c470af7a3cd1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.750871] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4c34d580-64c6-4df8-b069-622204b650a9 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "00a8a903-abfe-4fb8-9cd4-c470af7a3cd1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.115047] env[69699]: DEBUG nova.network.neutron [-] [instance: bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.137848] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0f8c8f3c-b910-403a-8821-ac1c31c142cd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.149646] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5575e9c-f0cb-4923-9815-f604c7031573 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.163358] env[69699]: DEBUG oslo_vmware.api [None req-f008072c-a220-4fd1-9ccc-45d8901c25ba tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Task: {'id': task-3608071, 'name': PowerOffVM_Task, 'duration_secs': 0.186804} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.164056] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-f008072c-a220-4fd1-9ccc-45d8901c25ba tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1221.164360] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f008072c-a220-4fd1-9ccc-45d8901c25ba tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1221.164513] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd5d583a-cf55-4a92-bfd3-2a997badef47 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.187572] env[69699]: DEBUG nova.compute.manager [req-8e8d7023-300e-412d-ac86-2da3b2678e44 req-dcf1a94e-df07-4d5a-ad72-6623b20405f3 service nova] [instance: bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0] Detach interface failed, port_id=8e006288-1ae7-4640-83af-62e9dfe075e4, reason: Instance bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0 could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1221.191385] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f008072c-a220-4fd1-9ccc-45d8901c25ba tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1221.191547] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f008072c-a220-4fd1-9ccc-45d8901c25ba tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1221.191730] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-f008072c-a220-4fd1-9ccc-45d8901c25ba tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Deleting the datastore file [datastore2] 0ed727c8-848b-45b7-bb1b-dee62408ff99 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1221.192091] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12cba078-d1b9-41ad-8042-8ea5f48cc61d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.198798] env[69699]: DEBUG oslo_vmware.api [None req-f008072c-a220-4fd1-9ccc-45d8901c25ba tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Waiting for the task: (returnval){ [ 1221.198798] env[69699]: value = "task-3608073" [ 1221.198798] env[69699]: _type = "Task" [ 1221.198798] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.207604] env[69699]: DEBUG oslo_vmware.api [None req-f008072c-a220-4fd1-9ccc-45d8901c25ba tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Task: {'id': task-3608073, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.254075] env[69699]: DEBUG nova.compute.utils [None req-4c34d580-64c6-4df8-b069-622204b650a9 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1221.617852] env[69699]: INFO nova.compute.manager [-] [instance: bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0] Took 1.27 seconds to deallocate network for instance. [ 1221.708436] env[69699]: DEBUG oslo_vmware.api [None req-f008072c-a220-4fd1-9ccc-45d8901c25ba tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Task: {'id': task-3608073, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10868} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.708686] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-f008072c-a220-4fd1-9ccc-45d8901c25ba tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1221.708873] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f008072c-a220-4fd1-9ccc-45d8901c25ba tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1221.709063] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f008072c-a220-4fd1-9ccc-45d8901c25ba tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1221.709267] env[69699]: INFO nova.compute.manager [None req-f008072c-a220-4fd1-9ccc-45d8901c25ba tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1221.709504] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f008072c-a220-4fd1-9ccc-45d8901c25ba tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1221.709694] env[69699]: DEBUG nova.compute.manager [-] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1221.709788] env[69699]: DEBUG nova.network.neutron [-] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1221.725027] env[69699]: DEBUG nova.network.neutron [-] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1221.758148] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4c34d580-64c6-4df8-b069-622204b650a9 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "00a8a903-abfe-4fb8-9cd4-c470af7a3cd1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.124998] env[69699]: DEBUG oslo_concurrency.lockutils [None req-577c9a10-3707-4273-b623-c362ffb86985 tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.125388] env[69699]: DEBUG oslo_concurrency.lockutils [None req-577c9a10-3707-4273-b623-c362ffb86985 tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.125619] env[69699]: DEBUG nova.objects.instance [None req-577c9a10-3707-4273-b623-c362ffb86985 tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Lazy-loading 'resources' on Instance uuid bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.227411] env[69699]: DEBUG nova.network.neutron [-] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.730222] env[69699]: INFO nova.compute.manager [-] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Took 1.02 seconds to deallocate network for instance. [ 1222.740647] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6362125-ba45-4fdd-8f63-d562b9f34d0b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.748872] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8671c118-7199-49d6-b83d-05d12b70bc9f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.781412] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a70baf3-3c99-4d37-a9df-3384bb23fb93 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.791053] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee98a50-abb2-48e6-902d-6cf3ae06f815 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.808687] env[69699]: DEBUG nova.compute.provider_tree [None req-577c9a10-3707-4273-b623-c362ffb86985 tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.815293] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4c34d580-64c6-4df8-b069-622204b650a9 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Acquiring lock "00a8a903-abfe-4fb8-9cd4-c470af7a3cd1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.815549] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4c34d580-64c6-4df8-b069-622204b650a9 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "00a8a903-abfe-4fb8-9cd4-c470af7a3cd1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.815771] env[69699]: INFO nova.compute.manager [None req-4c34d580-64c6-4df8-b069-622204b650a9 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Attaching volume 2b212fe5-0e01-42db-8d91-ac67e73ebae4 to /dev/sdb [ 1222.876016] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221d5758-a886-4776-aec4-5af1a15c6de9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.883589] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27253081-cbb4-42eb-96a3-1739fc43fede {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.897095] env[69699]: DEBUG nova.virt.block_device [None req-4c34d580-64c6-4df8-b069-622204b650a9 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Updating existing volume attachment record: 094d7718-7106-4cca-be90-8ab7008d16af {{(pid=69699) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1223.245831] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f008072c-a220-4fd1-9ccc-45d8901c25ba tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.312383] env[69699]: DEBUG nova.scheduler.client.report [None req-577c9a10-3707-4273-b623-c362ffb86985 tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1223.817166] env[69699]: DEBUG oslo_concurrency.lockutils [None req-577c9a10-3707-4273-b623-c362ffb86985 tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.692s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.820031] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f008072c-a220-4fd1-9ccc-45d8901c25ba tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.574s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.820031] env[69699]: DEBUG nova.objects.instance [None req-f008072c-a220-4fd1-9ccc-45d8901c25ba tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Lazy-loading 'resources' on Instance uuid 0ed727c8-848b-45b7-bb1b-dee62408ff99 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.834525] env[69699]: INFO nova.scheduler.client.report [None req-577c9a10-3707-4273-b623-c362ffb86985 tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Deleted allocations for instance bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0 [ 1224.342301] env[69699]: DEBUG oslo_concurrency.lockutils [None req-577c9a10-3707-4273-b623-c362ffb86985 tempest-ServersNegativeTestMultiTenantJSON-2055751609 tempest-ServersNegativeTestMultiTenantJSON-2055751609-project-member] Lock "bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.613s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.421229] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4f74b1-2f62-4f03-a4bc-a7d5548d6b1f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.427616] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba261211-7406-41fc-a284-1b59f0c7ab0e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.458740] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c060ab-7ad1-47b9-8f5c-8628b1f1b8f1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.465986] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e79805-7a86-49c2-acbf-1e697af37c86 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.478764] env[69699]: DEBUG nova.compute.provider_tree [None req-f008072c-a220-4fd1-9ccc-45d8901c25ba tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.858531] env[69699]: DEBUG oslo_concurrency.lockutils [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Acquiring lock "fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.858791] env[69699]: DEBUG oslo_concurrency.lockutils [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Lock "fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.858983] env[69699]: INFO nova.compute.manager [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Shelving [ 1224.981669] env[69699]: DEBUG nova.scheduler.client.report [None req-f008072c-a220-4fd1-9ccc-45d8901c25ba tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1225.486383] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f008072c-a220-4fd1-9ccc-45d8901c25ba tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.667s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.511323] env[69699]: INFO nova.scheduler.client.report [None req-f008072c-a220-4fd1-9ccc-45d8901c25ba tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Deleted allocations for instance 0ed727c8-848b-45b7-bb1b-dee62408ff99 [ 1225.867712] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.868056] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fa5123d-a902-479b-a3d3-870a207c78b9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.875670] env[69699]: DEBUG oslo_vmware.api [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Waiting for the task: (returnval){ [ 1225.875670] env[69699]: value = "task-3608076" [ 1225.875670] env[69699]: _type = "Task" [ 1225.875670] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.884884] env[69699]: DEBUG oslo_vmware.api [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608076, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.022788] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f008072c-a220-4fd1-9ccc-45d8901c25ba tempest-ServerShowV257Test-1448484522 tempest-ServerShowV257Test-1448484522-project-member] Lock "0ed727c8-848b-45b7-bb1b-dee62408ff99" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.011s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.385822] env[69699]: DEBUG oslo_vmware.api [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608076, 'name': PowerOffVM_Task, 'duration_secs': 0.191243} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.386322] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1226.387426] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ab6762-69d4-4261-8af0-27ba1d7c8b22 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.407019] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce14a9d4-946a-4470-9bcb-1d8a82f93a9a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.917687] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Creating Snapshot of the VM instance {{(pid=69699) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1226.918035] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2441d653-c51b-42ae-9150-db49d256192f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.926509] env[69699]: DEBUG oslo_vmware.api [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Waiting for the task: (returnval){ [ 1226.926509] env[69699]: value = "task-3608077" [ 1226.926509] env[69699]: _type = "Task" [ 1226.926509] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.937132] env[69699]: DEBUG oslo_vmware.api [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608077, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.437033] env[69699]: DEBUG oslo_vmware.api [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608077, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.447498] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c34d580-64c6-4df8-b069-622204b650a9 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Volume attach. Driver type: vmdk {{(pid=69699) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1227.447730] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c34d580-64c6-4df8-b069-622204b650a9 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719742', 'volume_id': '2b212fe5-0e01-42db-8d91-ac67e73ebae4', 'name': 'volume-2b212fe5-0e01-42db-8d91-ac67e73ebae4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '00a8a903-abfe-4fb8-9cd4-c470af7a3cd1', 'attached_at': '', 'detached_at': '', 'volume_id': '2b212fe5-0e01-42db-8d91-ac67e73ebae4', 'serial': '2b212fe5-0e01-42db-8d91-ac67e73ebae4'} {{(pid=69699) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1227.448558] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d949e0d1-7f8e-4793-9f17-9ac339a2aecd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.463866] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c168518-197a-4bea-92d0-568db6b0546f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.499823] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c34d580-64c6-4df8-b069-622204b650a9 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] volume-2b212fe5-0e01-42db-8d91-ac67e73ebae4/volume-2b212fe5-0e01-42db-8d91-ac67e73ebae4.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1227.500733] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1ce7e4e-58b4-4ac8-9b31-ca39192057ae {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.528205] env[69699]: DEBUG oslo_vmware.api [None req-4c34d580-64c6-4df8-b069-622204b650a9 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for the task: (returnval){ [ 1227.528205] env[69699]: value = "task-3608078" [ 1227.528205] env[69699]: _type = "Task" [ 1227.528205] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.536536] env[69699]: DEBUG oslo_vmware.api [None req-4c34d580-64c6-4df8-b069-622204b650a9 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3608078, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.938726] env[69699]: DEBUG oslo_vmware.api [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608077, 'name': CreateSnapshot_Task, 'duration_secs': 0.656219} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.939396] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Created Snapshot of the VM instance {{(pid=69699) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1227.939633] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fb5907-ced6-4aca-9d3f-483dda9dd766 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.038265] env[69699]: DEBUG oslo_vmware.api [None req-4c34d580-64c6-4df8-b069-622204b650a9 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3608078, 'name': ReconfigVM_Task, 'duration_secs': 0.369083} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.038557] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c34d580-64c6-4df8-b069-622204b650a9 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Reconfigured VM instance instance-00000070 to attach disk [datastore2] volume-2b212fe5-0e01-42db-8d91-ac67e73ebae4/volume-2b212fe5-0e01-42db-8d91-ac67e73ebae4.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1228.043110] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9329752a-e9b0-4291-96c7-455aeb4ff74d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.058106] env[69699]: DEBUG oslo_vmware.api [None req-4c34d580-64c6-4df8-b069-622204b650a9 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for the task: (returnval){ [ 1228.058106] env[69699]: value = "task-3608079" [ 1228.058106] env[69699]: _type = "Task" [ 1228.058106] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.065579] env[69699]: DEBUG oslo_vmware.api [None req-4c34d580-64c6-4df8-b069-622204b650a9 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3608079, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.461049] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Creating linked-clone VM from snapshot {{(pid=69699) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1228.461442] env[69699]: DEBUG oslo_concurrency.lockutils [None req-92e748bf-4744-4bf5-b6f7-f1b88295c95c tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquiring lock "eb3dca42-7412-429a-ad9e-71fc4977dd30" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.461667] env[69699]: DEBUG oslo_concurrency.lockutils [None req-92e748bf-4744-4bf5-b6f7-f1b88295c95c tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "eb3dca42-7412-429a-ad9e-71fc4977dd30" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.462975] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5b216513-7fe3-4e5c-87c8-e69a48d04de6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.472330] env[69699]: DEBUG oslo_vmware.api [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Waiting for the task: (returnval){ [ 1228.472330] env[69699]: value = "task-3608080" [ 1228.472330] env[69699]: _type = "Task" [ 1228.472330] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.481155] env[69699]: DEBUG oslo_vmware.api [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608080, 'name': CloneVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.567443] env[69699]: DEBUG oslo_vmware.api [None req-4c34d580-64c6-4df8-b069-622204b650a9 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3608079, 'name': ReconfigVM_Task, 'duration_secs': 0.142805} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.567738] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c34d580-64c6-4df8-b069-622204b650a9 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719742', 'volume_id': '2b212fe5-0e01-42db-8d91-ac67e73ebae4', 'name': 'volume-2b212fe5-0e01-42db-8d91-ac67e73ebae4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '00a8a903-abfe-4fb8-9cd4-c470af7a3cd1', 'attached_at': '', 'detached_at': '', 'volume_id': '2b212fe5-0e01-42db-8d91-ac67e73ebae4', 'serial': '2b212fe5-0e01-42db-8d91-ac67e73ebae4'} {{(pid=69699) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1228.967520] env[69699]: INFO nova.compute.manager [None req-92e748bf-4744-4bf5-b6f7-f1b88295c95c tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Detaching volume 25d272f6-2b1f-4154-b9de-a79e66d79d7a [ 1228.984872] env[69699]: DEBUG oslo_vmware.api [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608080, 'name': CloneVM_Task} progress is 94%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.004372] env[69699]: INFO nova.virt.block_device [None req-92e748bf-4744-4bf5-b6f7-f1b88295c95c tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Attempting to driver detach volume 25d272f6-2b1f-4154-b9de-a79e66d79d7a from mountpoint /dev/sdb [ 1229.004617] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-92e748bf-4744-4bf5-b6f7-f1b88295c95c tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Volume detach. Driver type: vmdk {{(pid=69699) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1229.004802] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-92e748bf-4744-4bf5-b6f7-f1b88295c95c tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719717', 'volume_id': '25d272f6-2b1f-4154-b9de-a79e66d79d7a', 'name': 'volume-25d272f6-2b1f-4154-b9de-a79e66d79d7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eb3dca42-7412-429a-ad9e-71fc4977dd30', 'attached_at': '', 'detached_at': '', 'volume_id': '25d272f6-2b1f-4154-b9de-a79e66d79d7a', 'serial': '25d272f6-2b1f-4154-b9de-a79e66d79d7a'} {{(pid=69699) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1229.005710] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34015b19-4872-4156-b1fa-858206e96306 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.026600] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5405e009-25c8-47d8-bb25-866d73e8b950 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.033430] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4454355-d930-483a-aeec-c4d19b12a486 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.054669] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1ded4b-a639-4966-909a-2ecece229a0f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.074076] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-92e748bf-4744-4bf5-b6f7-f1b88295c95c tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] The volume has not been displaced from its original location: [datastore2] volume-25d272f6-2b1f-4154-b9de-a79e66d79d7a/volume-25d272f6-2b1f-4154-b9de-a79e66d79d7a.vmdk. No consolidation needed. {{(pid=69699) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1229.079659] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-92e748bf-4744-4bf5-b6f7-f1b88295c95c tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Reconfiguring VM instance instance-00000069 to detach disk 2001 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1229.080170] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b0c5fd5-3378-4d52-8168-6edeee1ed877 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.098439] env[69699]: DEBUG oslo_vmware.api [None req-92e748bf-4744-4bf5-b6f7-f1b88295c95c tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1229.098439] env[69699]: value = "task-3608081" [ 1229.098439] env[69699]: _type = "Task" [ 1229.098439] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.106222] env[69699]: DEBUG oslo_vmware.api [None req-92e748bf-4744-4bf5-b6f7-f1b88295c95c tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608081, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.486472] env[69699]: DEBUG oslo_vmware.api [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608080, 'name': CloneVM_Task} progress is 94%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.608256] env[69699]: DEBUG oslo_vmware.api [None req-92e748bf-4744-4bf5-b6f7-f1b88295c95c tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608081, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.610312] env[69699]: DEBUG nova.objects.instance [None req-4c34d580-64c6-4df8-b069-622204b650a9 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lazy-loading 'flavor' on Instance uuid 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.986568] env[69699]: DEBUG oslo_vmware.api [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608080, 'name': CloneVM_Task, 'duration_secs': 1.371793} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.986943] env[69699]: INFO nova.virt.vmwareapi.vmops [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Created linked-clone VM from snapshot [ 1229.987591] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b438203-bfad-4a57-a696-534cf78961e8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.994438] env[69699]: DEBUG nova.virt.vmwareapi.images [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Uploading image 19d7ca81-1e68-46d9-9a9e-15ca829f0483 {{(pid=69699) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1230.020015] env[69699]: DEBUG oslo_vmware.rw_handles [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1230.020015] env[69699]: value = "vm-719744" [ 1230.020015] env[69699]: _type = "VirtualMachine" [ 1230.020015] env[69699]: }. {{(pid=69699) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1230.020290] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-893091a5-e2a2-420f-9a89-92884b2bf382 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.028479] env[69699]: DEBUG oslo_vmware.rw_handles [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Lease: (returnval){ [ 1230.028479] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]528d0459-81dd-ca13-493f-3f49287b26b0" [ 1230.028479] env[69699]: _type = "HttpNfcLease" [ 1230.028479] env[69699]: } obtained for exporting VM: (result){ [ 1230.028479] env[69699]: value = "vm-719744" [ 1230.028479] env[69699]: _type = "VirtualMachine" [ 1230.028479] env[69699]: }. {{(pid=69699) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1230.028811] env[69699]: DEBUG oslo_vmware.api [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Waiting for the lease: (returnval){ [ 1230.028811] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]528d0459-81dd-ca13-493f-3f49287b26b0" [ 1230.028811] env[69699]: _type = "HttpNfcLease" [ 1230.028811] env[69699]: } to be ready. {{(pid=69699) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1230.035253] env[69699]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1230.035253] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]528d0459-81dd-ca13-493f-3f49287b26b0" [ 1230.035253] env[69699]: _type = "HttpNfcLease" [ 1230.035253] env[69699]: } is initializing. {{(pid=69699) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1230.108090] env[69699]: DEBUG oslo_vmware.api [None req-92e748bf-4744-4bf5-b6f7-f1b88295c95c tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608081, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.114818] env[69699]: DEBUG oslo_concurrency.lockutils [None req-4c34d580-64c6-4df8-b069-622204b650a9 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "00a8a903-abfe-4fb8-9cd4-c470af7a3cd1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.299s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.271585] env[69699]: DEBUG oslo_concurrency.lockutils [None req-61ab6eaf-88b7-480c-b8ae-eafb7ea83707 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Acquiring lock "00a8a903-abfe-4fb8-9cd4-c470af7a3cd1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.271787] env[69699]: DEBUG oslo_concurrency.lockutils [None req-61ab6eaf-88b7-480c-b8ae-eafb7ea83707 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "00a8a903-abfe-4fb8-9cd4-c470af7a3cd1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.539473] env[69699]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1230.539473] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]528d0459-81dd-ca13-493f-3f49287b26b0" [ 1230.539473] env[69699]: _type = "HttpNfcLease" [ 1230.539473] env[69699]: } is ready. {{(pid=69699) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1230.539766] env[69699]: DEBUG oslo_vmware.rw_handles [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1230.539766] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]528d0459-81dd-ca13-493f-3f49287b26b0" [ 1230.539766] env[69699]: _type = "HttpNfcLease" [ 1230.539766] env[69699]: }. {{(pid=69699) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1230.540432] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f19c8ce-55a3-48f6-84f4-081cfb1055cb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.547391] env[69699]: DEBUG oslo_vmware.rw_handles [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5266d3d1-9534-2396-1e90-6a238866b787/disk-0.vmdk from lease info. {{(pid=69699) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1230.547551] env[69699]: DEBUG oslo_vmware.rw_handles [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5266d3d1-9534-2396-1e90-6a238866b787/disk-0.vmdk for reading. {{(pid=69699) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1230.610774] env[69699]: DEBUG oslo_vmware.api [None req-92e748bf-4744-4bf5-b6f7-f1b88295c95c tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608081, 'name': ReconfigVM_Task, 'duration_secs': 1.215801} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.611066] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-92e748bf-4744-4bf5-b6f7-f1b88295c95c tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Reconfigured VM instance instance-00000069 to detach disk 2001 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1230.615706] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1c2143f-6c30-4a01-a339-96add1a59581 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.630520] env[69699]: DEBUG oslo_vmware.api [None req-92e748bf-4744-4bf5-b6f7-f1b88295c95c tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1230.630520] env[69699]: value = "task-3608083" [ 1230.630520] env[69699]: _type = "Task" [ 1230.630520] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.636202] env[69699]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1e775141-7633-4668-b9c9-03f01242aa90 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.641931] env[69699]: DEBUG oslo_vmware.api [None req-92e748bf-4744-4bf5-b6f7-f1b88295c95c tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608083, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.774950] env[69699]: INFO nova.compute.manager [None req-61ab6eaf-88b7-480c-b8ae-eafb7ea83707 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Detaching volume 2b212fe5-0e01-42db-8d91-ac67e73ebae4 [ 1230.805631] env[69699]: INFO nova.virt.block_device [None req-61ab6eaf-88b7-480c-b8ae-eafb7ea83707 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Attempting to driver detach volume 2b212fe5-0e01-42db-8d91-ac67e73ebae4 from mountpoint /dev/sdb [ 1230.805860] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-61ab6eaf-88b7-480c-b8ae-eafb7ea83707 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Volume detach. Driver type: vmdk {{(pid=69699) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1230.806053] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-61ab6eaf-88b7-480c-b8ae-eafb7ea83707 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719742', 'volume_id': '2b212fe5-0e01-42db-8d91-ac67e73ebae4', 'name': 'volume-2b212fe5-0e01-42db-8d91-ac67e73ebae4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '00a8a903-abfe-4fb8-9cd4-c470af7a3cd1', 'attached_at': '', 'detached_at': '', 'volume_id': '2b212fe5-0e01-42db-8d91-ac67e73ebae4', 'serial': '2b212fe5-0e01-42db-8d91-ac67e73ebae4'} {{(pid=69699) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1230.806929] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d977d75b-8072-4964-b6db-d462f5a31241 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.830545] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a569a2-0114-4868-857b-6cc012c4165e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.837486] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e91f9a-7047-47dc-a70a-c740a71019a2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.857233] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e6f124-fe0f-46cc-a12d-aea483df921b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.873378] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-61ab6eaf-88b7-480c-b8ae-eafb7ea83707 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] The volume has not been displaced from its original location: [datastore2] volume-2b212fe5-0e01-42db-8d91-ac67e73ebae4/volume-2b212fe5-0e01-42db-8d91-ac67e73ebae4.vmdk. No consolidation needed. {{(pid=69699) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1230.879168] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-61ab6eaf-88b7-480c-b8ae-eafb7ea83707 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Reconfiguring VM instance instance-00000070 to detach disk 2001 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1230.879663] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-933d5f62-f809-409d-9607-f408d924f4d9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.898272] env[69699]: DEBUG oslo_vmware.api [None req-61ab6eaf-88b7-480c-b8ae-eafb7ea83707 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for the task: (returnval){ [ 1230.898272] env[69699]: value = "task-3608084" [ 1230.898272] env[69699]: _type = "Task" [ 1230.898272] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.907597] env[69699]: DEBUG oslo_vmware.api [None req-61ab6eaf-88b7-480c-b8ae-eafb7ea83707 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3608084, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.140041] env[69699]: DEBUG oslo_vmware.api [None req-92e748bf-4744-4bf5-b6f7-f1b88295c95c tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608083, 'name': ReconfigVM_Task, 'duration_secs': 0.145644} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.141024] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-92e748bf-4744-4bf5-b6f7-f1b88295c95c tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719717', 'volume_id': '25d272f6-2b1f-4154-b9de-a79e66d79d7a', 'name': 'volume-25d272f6-2b1f-4154-b9de-a79e66d79d7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eb3dca42-7412-429a-ad9e-71fc4977dd30', 'attached_at': '', 'detached_at': '', 'volume_id': '25d272f6-2b1f-4154-b9de-a79e66d79d7a', 'serial': '25d272f6-2b1f-4154-b9de-a79e66d79d7a'} {{(pid=69699) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1231.410422] env[69699]: DEBUG oslo_vmware.api [None req-61ab6eaf-88b7-480c-b8ae-eafb7ea83707 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3608084, 'name': ReconfigVM_Task, 'duration_secs': 0.236324} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.410720] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-61ab6eaf-88b7-480c-b8ae-eafb7ea83707 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Reconfigured VM instance instance-00000070 to detach disk 2001 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1231.415364] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c13d5e11-8130-4e14-b62c-f91977760341 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.430804] env[69699]: DEBUG oslo_vmware.api [None req-61ab6eaf-88b7-480c-b8ae-eafb7ea83707 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for the task: (returnval){ [ 1231.430804] env[69699]: value = "task-3608085" [ 1231.430804] env[69699]: _type = "Task" [ 1231.430804] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.441968] env[69699]: DEBUG oslo_vmware.api [None req-61ab6eaf-88b7-480c-b8ae-eafb7ea83707 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3608085, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.686883] env[69699]: DEBUG nova.objects.instance [None req-92e748bf-4744-4bf5-b6f7-f1b88295c95c tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lazy-loading 'flavor' on Instance uuid eb3dca42-7412-429a-ad9e-71fc4977dd30 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1231.941599] env[69699]: DEBUG oslo_vmware.api [None req-61ab6eaf-88b7-480c-b8ae-eafb7ea83707 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3608085, 'name': ReconfigVM_Task, 'duration_secs': 0.136825} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.941909] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-61ab6eaf-88b7-480c-b8ae-eafb7ea83707 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719742', 'volume_id': '2b212fe5-0e01-42db-8d91-ac67e73ebae4', 'name': 'volume-2b212fe5-0e01-42db-8d91-ac67e73ebae4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '00a8a903-abfe-4fb8-9cd4-c470af7a3cd1', 'attached_at': '', 'detached_at': '', 'volume_id': '2b212fe5-0e01-42db-8d91-ac67e73ebae4', 'serial': '2b212fe5-0e01-42db-8d91-ac67e73ebae4'} {{(pid=69699) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1232.485205] env[69699]: DEBUG nova.objects.instance [None req-61ab6eaf-88b7-480c-b8ae-eafb7ea83707 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lazy-loading 'flavor' on Instance uuid 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.695200] env[69699]: DEBUG oslo_concurrency.lockutils [None req-92e748bf-4744-4bf5-b6f7-f1b88295c95c tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "eb3dca42-7412-429a-ad9e-71fc4977dd30" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.233s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.492889] env[69699]: DEBUG oslo_concurrency.lockutils [None req-61ab6eaf-88b7-480c-b8ae-eafb7ea83707 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "00a8a903-abfe-4fb8-9cd4-c470af7a3cd1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.221s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.735184] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7a31eb4d-5d25-4f66-bc9f-4368c5575651 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquiring lock "eb3dca42-7412-429a-ad9e-71fc4977dd30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.735491] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7a31eb4d-5d25-4f66-bc9f-4368c5575651 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "eb3dca42-7412-429a-ad9e-71fc4977dd30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.735714] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7a31eb4d-5d25-4f66-bc9f-4368c5575651 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquiring lock "eb3dca42-7412-429a-ad9e-71fc4977dd30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.735897] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7a31eb4d-5d25-4f66-bc9f-4368c5575651 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "eb3dca42-7412-429a-ad9e-71fc4977dd30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.736080] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7a31eb4d-5d25-4f66-bc9f-4368c5575651 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "eb3dca42-7412-429a-ad9e-71fc4977dd30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.738668] env[69699]: INFO nova.compute.manager [None req-7a31eb4d-5d25-4f66-bc9f-4368c5575651 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Terminating instance [ 1234.242869] env[69699]: DEBUG nova.compute.manager [None req-7a31eb4d-5d25-4f66-bc9f-4368c5575651 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1234.243284] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7a31eb4d-5d25-4f66-bc9f-4368c5575651 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1234.244496] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8695a0-4cb7-4bad-b0c1-17fde3fc5d67 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.255484] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a31eb4d-5d25-4f66-bc9f-4368c5575651 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1234.255831] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74d80f4d-96b7-4ebd-bf81-6e505664dbfb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.262806] env[69699]: DEBUG oslo_vmware.api [None req-7a31eb4d-5d25-4f66-bc9f-4368c5575651 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1234.262806] env[69699]: value = "task-3608086" [ 1234.262806] env[69699]: _type = "Task" [ 1234.262806] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.272537] env[69699]: DEBUG oslo_vmware.api [None req-7a31eb4d-5d25-4f66-bc9f-4368c5575651 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608086, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.532891] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3542ab12-e911-48bd-8fab-f10bc956cc42 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Acquiring lock "00a8a903-abfe-4fb8-9cd4-c470af7a3cd1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.533283] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3542ab12-e911-48bd-8fab-f10bc956cc42 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "00a8a903-abfe-4fb8-9cd4-c470af7a3cd1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.533712] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3542ab12-e911-48bd-8fab-f10bc956cc42 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Acquiring lock "00a8a903-abfe-4fb8-9cd4-c470af7a3cd1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.533963] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3542ab12-e911-48bd-8fab-f10bc956cc42 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "00a8a903-abfe-4fb8-9cd4-c470af7a3cd1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.534200] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3542ab12-e911-48bd-8fab-f10bc956cc42 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "00a8a903-abfe-4fb8-9cd4-c470af7a3cd1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.536421] env[69699]: INFO nova.compute.manager [None req-3542ab12-e911-48bd-8fab-f10bc956cc42 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Terminating instance [ 1234.562614] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquiring lock "8fea800f-e4c6-42cd-82dc-32f960a58bf3" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.562852] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "8fea800f-e4c6-42cd-82dc-32f960a58bf3" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.563042] env[69699]: INFO nova.compute.manager [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Shelving [ 1234.772686] env[69699]: DEBUG oslo_vmware.api [None req-7a31eb4d-5d25-4f66-bc9f-4368c5575651 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608086, 'name': PowerOffVM_Task, 'duration_secs': 0.231959} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.772947] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a31eb4d-5d25-4f66-bc9f-4368c5575651 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1234.773129] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7a31eb4d-5d25-4f66-bc9f-4368c5575651 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1234.773391] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46b318f5-b28b-47e0-b0ed-112650060822 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.842025] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7a31eb4d-5d25-4f66-bc9f-4368c5575651 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1234.842312] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7a31eb4d-5d25-4f66-bc9f-4368c5575651 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1234.842518] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a31eb4d-5d25-4f66-bc9f-4368c5575651 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Deleting the datastore file [datastore2] eb3dca42-7412-429a-ad9e-71fc4977dd30 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1234.842813] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5238232-c574-41c9-9db1-1f59e28235ed {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.850553] env[69699]: DEBUG oslo_vmware.api [None req-7a31eb4d-5d25-4f66-bc9f-4368c5575651 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1234.850553] env[69699]: value = "task-3608088" [ 1234.850553] env[69699]: _type = "Task" [ 1234.850553] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.858926] env[69699]: DEBUG oslo_vmware.api [None req-7a31eb4d-5d25-4f66-bc9f-4368c5575651 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608088, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.040295] env[69699]: DEBUG nova.compute.manager [None req-3542ab12-e911-48bd-8fab-f10bc956cc42 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1235.040557] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-3542ab12-e911-48bd-8fab-f10bc956cc42 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1235.041543] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4060dac6-767e-47e8-a703-78a1e5bee7be {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.049936] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-3542ab12-e911-48bd-8fab-f10bc956cc42 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1235.050204] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-262f73ec-0382-4fd1-9ae1-dcf6b40dd0e2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.056902] env[69699]: DEBUG oslo_vmware.api [None req-3542ab12-e911-48bd-8fab-f10bc956cc42 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for the task: (returnval){ [ 1235.056902] env[69699]: value = "task-3608089" [ 1235.056902] env[69699]: _type = "Task" [ 1235.056902] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.064527] env[69699]: DEBUG oslo_vmware.api [None req-3542ab12-e911-48bd-8fab-f10bc956cc42 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3608089, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.360478] env[69699]: DEBUG oslo_vmware.api [None req-7a31eb4d-5d25-4f66-bc9f-4368c5575651 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608088, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166751} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.360728] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a31eb4d-5d25-4f66-bc9f-4368c5575651 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1235.360914] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7a31eb4d-5d25-4f66-bc9f-4368c5575651 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1235.361106] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-7a31eb4d-5d25-4f66-bc9f-4368c5575651 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1235.361282] env[69699]: INFO nova.compute.manager [None req-7a31eb4d-5d25-4f66-bc9f-4368c5575651 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1235.361528] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a31eb4d-5d25-4f66-bc9f-4368c5575651 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1235.361732] env[69699]: DEBUG nova.compute.manager [-] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1235.361851] env[69699]: DEBUG nova.network.neutron [-] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1235.566878] env[69699]: DEBUG oslo_vmware.api [None req-3542ab12-e911-48bd-8fab-f10bc956cc42 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3608089, 'name': PowerOffVM_Task, 'duration_secs': 0.216209} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.567199] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-3542ab12-e911-48bd-8fab-f10bc956cc42 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1235.567364] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-3542ab12-e911-48bd-8fab-f10bc956cc42 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1235.567598] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3bf2c5e1-4d2e-40be-a74d-0f901e39e284 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.571931] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1235.573557] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1da40152-719c-40ba-8d7b-9e5655471f59 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.579998] env[69699]: DEBUG oslo_vmware.api [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 1235.579998] env[69699]: value = "task-3608091" [ 1235.579998] env[69699]: _type = "Task" [ 1235.579998] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.589034] env[69699]: DEBUG oslo_vmware.api [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608091, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.648356] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-3542ab12-e911-48bd-8fab-f10bc956cc42 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1235.649208] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-3542ab12-e911-48bd-8fab-f10bc956cc42 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1235.649779] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-3542ab12-e911-48bd-8fab-f10bc956cc42 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Deleting the datastore file [datastore2] 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1235.650565] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7d77b88-8567-4cc1-bd14-d6fc4d0874cd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.661436] env[69699]: DEBUG oslo_vmware.api [None req-3542ab12-e911-48bd-8fab-f10bc956cc42 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for the task: (returnval){ [ 1235.661436] env[69699]: value = "task-3608092" [ 1235.661436] env[69699]: _type = "Task" [ 1235.661436] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.672304] env[69699]: DEBUG oslo_vmware.api [None req-3542ab12-e911-48bd-8fab-f10bc956cc42 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3608092, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.923562] env[69699]: DEBUG nova.compute.manager [req-4f19e823-f629-41f1-8aa9-c7c954f621bf req-04ecf4f8-b0b8-4744-a097-2e7293a8cfec service nova] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Received event network-vif-deleted-eb2304e4-7e23-4ad0-8695-2ed0f54748ee {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1235.923813] env[69699]: INFO nova.compute.manager [req-4f19e823-f629-41f1-8aa9-c7c954f621bf req-04ecf4f8-b0b8-4744-a097-2e7293a8cfec service nova] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Neutron deleted interface eb2304e4-7e23-4ad0-8695-2ed0f54748ee; detaching it from the instance and deleting it from the info cache [ 1235.923959] env[69699]: DEBUG nova.network.neutron [req-4f19e823-f629-41f1-8aa9-c7c954f621bf req-04ecf4f8-b0b8-4744-a097-2e7293a8cfec service nova] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.094160] env[69699]: DEBUG oslo_vmware.api [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608091, 'name': PowerOffVM_Task, 'duration_secs': 0.265941} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.094160] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1236.094160] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af2ae27-82f7-4c97-a3c9-b133e1c3445c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.113249] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1824191e-d20a-467e-9cde-2d22dd3fa916 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.171925] env[69699]: DEBUG oslo_vmware.api [None req-3542ab12-e911-48bd-8fab-f10bc956cc42 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Task: {'id': task-3608092, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258387} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.172494] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-3542ab12-e911-48bd-8fab-f10bc956cc42 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1236.172611] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-3542ab12-e911-48bd-8fab-f10bc956cc42 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1236.173020] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-3542ab12-e911-48bd-8fab-f10bc956cc42 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1236.173352] env[69699]: INFO nova.compute.manager [None req-3542ab12-e911-48bd-8fab-f10bc956cc42 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1236.173352] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3542ab12-e911-48bd-8fab-f10bc956cc42 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1236.173547] env[69699]: DEBUG nova.compute.manager [-] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1236.173640] env[69699]: DEBUG nova.network.neutron [-] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1236.405420] env[69699]: DEBUG nova.network.neutron [-] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.429022] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4e697991-6b42-42bf-a870-75d9636733c7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.439831] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17412a8b-12f9-499d-8c88-41d2689d2873 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.475393] env[69699]: DEBUG nova.compute.manager [req-4f19e823-f629-41f1-8aa9-c7c954f621bf req-04ecf4f8-b0b8-4744-a097-2e7293a8cfec service nova] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Detach interface failed, port_id=eb2304e4-7e23-4ad0-8695-2ed0f54748ee, reason: Instance eb3dca42-7412-429a-ad9e-71fc4977dd30 could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1236.625214] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Creating Snapshot of the VM instance {{(pid=69699) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1236.625505] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4eb2b9c5-31c6-4c17-be68-63700f309779 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.635089] env[69699]: DEBUG oslo_vmware.api [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 1236.635089] env[69699]: value = "task-3608093" [ 1236.635089] env[69699]: _type = "Task" [ 1236.635089] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.648558] env[69699]: DEBUG oslo_vmware.api [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608093, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.907844] env[69699]: INFO nova.compute.manager [-] [instance: eb3dca42-7412-429a-ad9e-71fc4977dd30] Took 1.55 seconds to deallocate network for instance. [ 1237.145937] env[69699]: DEBUG oslo_vmware.api [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608093, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.153857] env[69699]: DEBUG nova.compute.manager [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Stashing vm_state: active {{(pid=69699) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1237.208876] env[69699]: DEBUG nova.network.neutron [-] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.415062] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7a31eb4d-5d25-4f66-bc9f-4368c5575651 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.415405] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7a31eb4d-5d25-4f66-bc9f-4368c5575651 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.415575] env[69699]: DEBUG nova.objects.instance [None req-7a31eb4d-5d25-4f66-bc9f-4368c5575651 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lazy-loading 'resources' on Instance uuid eb3dca42-7412-429a-ad9e-71fc4977dd30 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.649993] env[69699]: DEBUG oslo_vmware.api [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608093, 'name': CreateSnapshot_Task, 'duration_secs': 0.734832} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.650394] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Created Snapshot of the VM instance {{(pid=69699) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1237.651463] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce7a1dd-4d0c-4906-9267-b2c704707062 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.687253] env[69699]: DEBUG oslo_concurrency.lockutils [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.711940] env[69699]: INFO nova.compute.manager [-] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Took 1.54 seconds to deallocate network for instance. [ 1237.950982] env[69699]: DEBUG nova.compute.manager [req-d014fd9d-c2a2-4f32-a0a8-d5b5ef6d8c6d req-6c6c2f3c-e418-438c-b789-46d826794fc1 service nova] [instance: 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1] Received event network-vif-deleted-6fc8838f-a669-4de6-a642-988dcc0b7cb7 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1238.015525] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc6a6e5-3607-44f2-b19b-51aefe42dc0b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.023603] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d72ab2-9fac-4643-b78c-264429c3fe92 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.055443] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc6839c-bb37-4565-9d4c-30123ea6ab8f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.062770] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd181bb-79de-4b48-ae1b-30a2d6627bdf {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.075540] env[69699]: DEBUG nova.compute.provider_tree [None req-7a31eb4d-5d25-4f66-bc9f-4368c5575651 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.098211] env[69699]: DEBUG oslo_vmware.rw_handles [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5266d3d1-9534-2396-1e90-6a238866b787/disk-0.vmdk. {{(pid=69699) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1238.099049] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8390d762-ea58-421b-99ed-e68de4b0cf99 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.105511] env[69699]: DEBUG oslo_vmware.rw_handles [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5266d3d1-9534-2396-1e90-6a238866b787/disk-0.vmdk is in state: ready. {{(pid=69699) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1238.105683] env[69699]: ERROR oslo_vmware.rw_handles [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5266d3d1-9534-2396-1e90-6a238866b787/disk-0.vmdk due to incomplete transfer. [ 1238.105895] env[69699]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-01dfda88-24cb-44f9-bb01-5cbec911b8b1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.120827] env[69699]: DEBUG oslo_vmware.rw_handles [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5266d3d1-9534-2396-1e90-6a238866b787/disk-0.vmdk. {{(pid=69699) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1238.121031] env[69699]: DEBUG nova.virt.vmwareapi.images [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Uploaded image 19d7ca81-1e68-46d9-9a9e-15ca829f0483 to the Glance image server {{(pid=69699) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1238.123252] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Destroying the VM {{(pid=69699) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1238.123489] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3ecaa2e4-6fe8-4036-9151-cb78969545ff {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.129865] env[69699]: DEBUG oslo_vmware.api [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Waiting for the task: (returnval){ [ 1238.129865] env[69699]: value = "task-3608094" [ 1238.129865] env[69699]: _type = "Task" [ 1238.129865] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.137491] env[69699]: DEBUG oslo_vmware.api [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608094, 'name': Destroy_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.178606] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Creating linked-clone VM from snapshot {{(pid=69699) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1238.178861] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ab2b561f-9470-4ad5-b377-5589ed092d71 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.187172] env[69699]: DEBUG oslo_vmware.api [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 1238.187172] env[69699]: value = "task-3608095" [ 1238.187172] env[69699]: _type = "Task" [ 1238.187172] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.195489] env[69699]: DEBUG oslo_vmware.api [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608095, 'name': CloneVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.219462] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3542ab12-e911-48bd-8fab-f10bc956cc42 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.579433] env[69699]: DEBUG nova.scheduler.client.report [None req-7a31eb4d-5d25-4f66-bc9f-4368c5575651 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1238.640244] env[69699]: DEBUG oslo_vmware.api [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608094, 'name': Destroy_Task, 'duration_secs': 0.494031} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.640834] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Destroyed the VM [ 1238.641256] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Deleting Snapshot of the VM instance {{(pid=69699) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1238.641646] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9091d545-fa59-4a18-a81e-59a30a82fe8e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.648199] env[69699]: DEBUG oslo_vmware.api [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Waiting for the task: (returnval){ [ 1238.648199] env[69699]: value = "task-3608096" [ 1238.648199] env[69699]: _type = "Task" [ 1238.648199] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.657965] env[69699]: DEBUG oslo_vmware.api [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608096, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.696310] env[69699]: DEBUG oslo_vmware.api [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608095, 'name': CloneVM_Task} progress is 94%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.087501] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7a31eb4d-5d25-4f66-bc9f-4368c5575651 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.672s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.089828] env[69699]: DEBUG oslo_concurrency.lockutils [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.403s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.105818] env[69699]: INFO nova.scheduler.client.report [None req-7a31eb4d-5d25-4f66-bc9f-4368c5575651 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Deleted allocations for instance eb3dca42-7412-429a-ad9e-71fc4977dd30 [ 1239.158740] env[69699]: DEBUG oslo_vmware.api [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608096, 'name': RemoveSnapshot_Task, 'duration_secs': 0.37524} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.159038] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Deleted Snapshot of the VM instance {{(pid=69699) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1239.159328] env[69699]: DEBUG nova.compute.manager [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1239.160142] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecdc8900-f856-4866-a0de-f969d9d8817d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.197287] env[69699]: DEBUG oslo_vmware.api [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608095, 'name': CloneVM_Task} progress is 94%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.595059] env[69699]: INFO nova.compute.claims [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1239.613235] env[69699]: DEBUG oslo_concurrency.lockutils [None req-7a31eb4d-5d25-4f66-bc9f-4368c5575651 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "eb3dca42-7412-429a-ad9e-71fc4977dd30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.878s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.673231] env[69699]: INFO nova.compute.manager [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Shelve offloading [ 1239.699068] env[69699]: DEBUG oslo_vmware.api [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608095, 'name': CloneVM_Task, 'duration_secs': 1.448074} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.699352] env[69699]: INFO nova.virt.vmwareapi.vmops [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Created linked-clone VM from snapshot [ 1239.700098] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8160f6a-55eb-4875-b5ad-5c741560dd33 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.707774] env[69699]: DEBUG nova.virt.vmwareapi.images [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Uploading image 28595bc3-2ab4-445f-91d8-a07a9ae6c190 {{(pid=69699) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1239.734066] env[69699]: DEBUG oslo_vmware.rw_handles [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1239.734066] env[69699]: value = "vm-719746" [ 1239.734066] env[69699]: _type = "VirtualMachine" [ 1239.734066] env[69699]: }. {{(pid=69699) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1239.734357] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ef7c4d33-b98a-4de7-855a-a22fdde17d3b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.741518] env[69699]: DEBUG oslo_vmware.rw_handles [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lease: (returnval){ [ 1239.741518] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52d19ebc-a1a3-fedc-593c-30ef80cad2ed" [ 1239.741518] env[69699]: _type = "HttpNfcLease" [ 1239.741518] env[69699]: } obtained for exporting VM: (result){ [ 1239.741518] env[69699]: value = "vm-719746" [ 1239.741518] env[69699]: _type = "VirtualMachine" [ 1239.741518] env[69699]: }. {{(pid=69699) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1239.741993] env[69699]: DEBUG oslo_vmware.api [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the lease: (returnval){ [ 1239.741993] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52d19ebc-a1a3-fedc-593c-30ef80cad2ed" [ 1239.741993] env[69699]: _type = "HttpNfcLease" [ 1239.741993] env[69699]: } to be ready. {{(pid=69699) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1239.749885] env[69699]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1239.749885] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52d19ebc-a1a3-fedc-593c-30ef80cad2ed" [ 1239.749885] env[69699]: _type = "HttpNfcLease" [ 1239.749885] env[69699]: } is initializing. {{(pid=69699) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1240.102162] env[69699]: INFO nova.compute.resource_tracker [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Updating resource usage from migration cf315612-0652-4921-bcb5-7b2694fc7131 [ 1240.177525] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.177829] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a43a717b-0287-4779-9de8-b1afa44bc8be {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.190833] env[69699]: DEBUG oslo_vmware.api [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Waiting for the task: (returnval){ [ 1240.190833] env[69699]: value = "task-3608098" [ 1240.190833] env[69699]: _type = "Task" [ 1240.190833] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.201949] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] VM already powered off {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1240.202198] env[69699]: DEBUG nova.compute.manager [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1240.202937] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d16db9-6a08-4039-9b06-f49a84c849c5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.206012] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64465a90-1031-44d6-b440-d950ea7625ed {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.214404] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ed4bdf-5855-4a94-9003-ff9052c7029d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.217597] env[69699]: DEBUG oslo_concurrency.lockutils [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Acquiring lock "refresh_cache-fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.217770] env[69699]: DEBUG oslo_concurrency.lockutils [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Acquired lock "refresh_cache-fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.217938] env[69699]: DEBUG nova.network.neutron [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1240.251197] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c57ce7c-81cd-4fa4-b86f-b9e18936d7cc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.261517] env[69699]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1240.261517] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52d19ebc-a1a3-fedc-593c-30ef80cad2ed" [ 1240.261517] env[69699]: _type = "HttpNfcLease" [ 1240.261517] env[69699]: } is ready. {{(pid=69699) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1240.262716] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0bd61a7-eb24-4f21-b0a2-f9c2130399a1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.266614] env[69699]: DEBUG oslo_vmware.rw_handles [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1240.266614] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52d19ebc-a1a3-fedc-593c-30ef80cad2ed" [ 1240.266614] env[69699]: _type = "HttpNfcLease" [ 1240.266614] env[69699]: }. {{(pid=69699) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1240.267630] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7251a226-b827-418b-810c-ff8a8198a418 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.280187] env[69699]: DEBUG nova.compute.provider_tree [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.284712] env[69699]: DEBUG oslo_vmware.rw_handles [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520a6f61-66a1-8913-be3c-44b8d14f4f30/disk-0.vmdk from lease info. {{(pid=69699) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1240.284871] env[69699]: DEBUG oslo_vmware.rw_handles [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520a6f61-66a1-8913-be3c-44b8d14f4f30/disk-0.vmdk for reading. {{(pid=69699) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1240.503926] env[69699]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4a7ee556-3248-4614-882f-50b83eb0b18d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.788075] env[69699]: DEBUG nova.scheduler.client.report [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.982869] env[69699]: DEBUG nova.network.neutron [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Updating instance_info_cache with network_info: [{"id": "8451a21e-0abb-4e9a-bb44-1e2fafbd8503", "address": "fa:16:3e:7e:89:22", "network": {"id": "cdf89423-f8e2-49b5-ab55-6fae675e21c7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1071452390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3000feb37ebe40259348a665b9ff0076", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8451a21e-0a", "ovs_interfaceid": "8451a21e-0abb-4e9a-bb44-1e2fafbd8503", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.296740] env[69699]: DEBUG oslo_concurrency.lockutils [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.207s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.297059] env[69699]: INFO nova.compute.manager [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Migrating [ 1241.303991] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3542ab12-e911-48bd-8fab-f10bc956cc42 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.085s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.304256] env[69699]: DEBUG nova.objects.instance [None req-3542ab12-e911-48bd-8fab-f10bc956cc42 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lazy-loading 'resources' on Instance uuid 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.425365] env[69699]: DEBUG oslo_concurrency.lockutils [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquiring lock "c132517e-fd37-4aab-8c15-64e56b470eef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.425741] env[69699]: DEBUG oslo_concurrency.lockutils [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "c132517e-fd37-4aab-8c15-64e56b470eef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.486344] env[69699]: DEBUG oslo_concurrency.lockutils [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Releasing lock "refresh_cache-fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.795969] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1241.796978] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad54e7aa-0d4c-479a-8059-de91756d03ce {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.802613] env[69699]: DEBUG nova.compute.manager [req-bdbf0813-14c1-4899-a212-24a8aa810b17 req-36267cc1-cbcd-464e-a5d8-097cc0da34a0 service nova] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Received event network-vif-unplugged-8451a21e-0abb-4e9a-bb44-1e2fafbd8503 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1241.803038] env[69699]: DEBUG oslo_concurrency.lockutils [req-bdbf0813-14c1-4899-a212-24a8aa810b17 req-36267cc1-cbcd-464e-a5d8-097cc0da34a0 service nova] Acquiring lock "fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.803293] env[69699]: DEBUG oslo_concurrency.lockutils [req-bdbf0813-14c1-4899-a212-24a8aa810b17 req-36267cc1-cbcd-464e-a5d8-097cc0da34a0 service nova] Lock "fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.803534] env[69699]: DEBUG oslo_concurrency.lockutils [req-bdbf0813-14c1-4899-a212-24a8aa810b17 req-36267cc1-cbcd-464e-a5d8-097cc0da34a0 service nova] Lock "fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.803746] env[69699]: DEBUG nova.compute.manager [req-bdbf0813-14c1-4899-a212-24a8aa810b17 req-36267cc1-cbcd-464e-a5d8-097cc0da34a0 service nova] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] No waiting events found dispatching network-vif-unplugged-8451a21e-0abb-4e9a-bb44-1e2fafbd8503 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1241.803940] env[69699]: WARNING nova.compute.manager [req-bdbf0813-14c1-4899-a212-24a8aa810b17 req-36267cc1-cbcd-464e-a5d8-097cc0da34a0 service nova] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Received unexpected event network-vif-unplugged-8451a21e-0abb-4e9a-bb44-1e2fafbd8503 for instance with vm_state shelved and task_state shelving_offloading. [ 1241.811888] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1241.813294] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e49cf092-c942-4ca6-bc8e-58514064cc26 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.816951] env[69699]: DEBUG oslo_concurrency.lockutils [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquiring lock "refresh_cache-86793adb-8889-417a-8745-3167fb1495bf" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.817619] env[69699]: DEBUG oslo_concurrency.lockutils [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquired lock "refresh_cache-86793adb-8889-417a-8745-3167fb1495bf" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.817619] env[69699]: DEBUG nova.network.neutron [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1241.885755] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1241.885988] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1241.886186] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Deleting the datastore file [datastore2] fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1241.886519] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92656c7c-f1d1-4b4f-a534-795fd576f7cd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.892705] env[69699]: DEBUG oslo_vmware.api [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Waiting for the task: (returnval){ [ 1241.892705] env[69699]: value = "task-3608100" [ 1241.892705] env[69699]: _type = "Task" [ 1241.892705] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.904143] env[69699]: DEBUG oslo_vmware.api [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608100, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.919463] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5e0e64-dced-4015-86ef-34ecfca0985f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.926695] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187febf8-e885-4924-bef2-600f0e808165 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.930390] env[69699]: DEBUG nova.compute.manager [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1241.960196] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3818ebcf-3083-42c3-8c5b-ef7afe9c2735 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.969812] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df4ba05-9521-4f3c-9308-59841b00caaf {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.984296] env[69699]: DEBUG nova.compute.provider_tree [None req-3542ab12-e911-48bd-8fab-f10bc956cc42 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1242.404837] env[69699]: DEBUG oslo_vmware.api [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608100, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.371554} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.405123] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1242.405317] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1242.405621] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1242.427120] env[69699]: INFO nova.scheduler.client.report [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Deleted allocations for instance fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff [ 1242.458120] env[69699]: DEBUG oslo_concurrency.lockutils [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.487222] env[69699]: DEBUG nova.scheduler.client.report [None req-3542ab12-e911-48bd-8fab-f10bc956cc42 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1242.587278] env[69699]: DEBUG nova.network.neutron [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Updating instance_info_cache with network_info: [{"id": "235bb715-0a41-441e-b0d2-c5606ae4a5fd", "address": "fa:16:3e:75:74:c5", "network": {"id": "4a55132d-5b16-41eb-97d5-c6aacd2ebbe0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2076238106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f0293384f344ba09f431b47ef381d57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap235bb715-0a", "ovs_interfaceid": "235bb715-0a41-441e-b0d2-c5606ae4a5fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.931475] env[69699]: DEBUG oslo_concurrency.lockutils [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.995717] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3542ab12-e911-48bd-8fab-f10bc956cc42 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.692s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.998267] env[69699]: DEBUG oslo_concurrency.lockutils [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.540s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.999774] env[69699]: INFO nova.compute.claims [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1243.013757] env[69699]: INFO nova.scheduler.client.report [None req-3542ab12-e911-48bd-8fab-f10bc956cc42 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Deleted allocations for instance 00a8a903-abfe-4fb8-9cd4-c470af7a3cd1 [ 1243.090929] env[69699]: DEBUG oslo_concurrency.lockutils [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Releasing lock "refresh_cache-86793adb-8889-417a-8745-3167fb1495bf" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.521113] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3542ab12-e911-48bd-8fab-f10bc956cc42 tempest-AttachVolumeNegativeTest-1900946284 tempest-AttachVolumeNegativeTest-1900946284-project-member] Lock "00a8a903-abfe-4fb8-9cd4-c470af7a3cd1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.988s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.827433] env[69699]: DEBUG nova.compute.manager [req-51aa124f-fb4b-4f56-9afd-f16e8b3bfb5c req-c58f2cda-5ef2-480f-b963-f2f2317cfe8b service nova] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Received event network-changed-8451a21e-0abb-4e9a-bb44-1e2fafbd8503 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.827623] env[69699]: DEBUG nova.compute.manager [req-51aa124f-fb4b-4f56-9afd-f16e8b3bfb5c req-c58f2cda-5ef2-480f-b963-f2f2317cfe8b service nova] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Refreshing instance network info cache due to event network-changed-8451a21e-0abb-4e9a-bb44-1e2fafbd8503. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1243.827844] env[69699]: DEBUG oslo_concurrency.lockutils [req-51aa124f-fb4b-4f56-9afd-f16e8b3bfb5c req-c58f2cda-5ef2-480f-b963-f2f2317cfe8b service nova] Acquiring lock "refresh_cache-fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.827984] env[69699]: DEBUG oslo_concurrency.lockutils [req-51aa124f-fb4b-4f56-9afd-f16e8b3bfb5c req-c58f2cda-5ef2-480f-b963-f2f2317cfe8b service nova] Acquired lock "refresh_cache-fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.828198] env[69699]: DEBUG nova.network.neutron [req-51aa124f-fb4b-4f56-9afd-f16e8b3bfb5c req-c58f2cda-5ef2-480f-b963-f2f2317cfe8b service nova] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Refreshing network info cache for port 8451a21e-0abb-4e9a-bb44-1e2fafbd8503 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1244.093692] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78ea659-2a57-450d-b57d-ec6cf6d29bcb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.103893] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa53636a-8edb-4e6a-bc82-44ecc850972d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.133781] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83369bd9-1e6c-4824-88e9-8905c681b27b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.140879] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44a4b5e-e4a2-4967-aad9-2d1c11e5454f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.155883] env[69699]: DEBUG nova.compute.provider_tree [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1244.532425] env[69699]: DEBUG nova.network.neutron [req-51aa124f-fb4b-4f56-9afd-f16e8b3bfb5c req-c58f2cda-5ef2-480f-b963-f2f2317cfe8b service nova] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Updated VIF entry in instance network info cache for port 8451a21e-0abb-4e9a-bb44-1e2fafbd8503. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1244.532782] env[69699]: DEBUG nova.network.neutron [req-51aa124f-fb4b-4f56-9afd-f16e8b3bfb5c req-c58f2cda-5ef2-480f-b963-f2f2317cfe8b service nova] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Updating instance_info_cache with network_info: [{"id": "8451a21e-0abb-4e9a-bb44-1e2fafbd8503", "address": "fa:16:3e:7e:89:22", "network": {"id": "cdf89423-f8e2-49b5-ab55-6fae675e21c7", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1071452390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3000feb37ebe40259348a665b9ff0076", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap8451a21e-0a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.607727] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb2e119-c457-46cf-9a82-8ff1eb3e4ec9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.626411] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Updating instance '86793adb-8889-417a-8745-3167fb1495bf' progress to 0 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1244.682083] env[69699]: ERROR nova.scheduler.client.report [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [req-1eca8bfa-3760-4207-b106-e85079827952] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80d35c48-5f27-4b75-a19d-7a1a6901050f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1eca8bfa-3760-4207-b106-e85079827952"}]} [ 1244.699217] env[69699]: DEBUG nova.scheduler.client.report [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Refreshing inventories for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1244.713269] env[69699]: DEBUG nova.scheduler.client.report [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Updating ProviderTree inventory for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1244.713551] env[69699]: DEBUG nova.compute.provider_tree [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1244.725237] env[69699]: DEBUG nova.scheduler.client.report [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Refreshing aggregate associations for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f, aggregates: None {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1244.745381] env[69699]: DEBUG nova.scheduler.client.report [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Refreshing trait associations for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1244.832367] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220ee1fe-b909-41f8-b86e-1a9976727eb9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.840215] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a887134-e050-46df-aa3b-888e68031908 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.870829] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9fdd32-fda0-49b4-9a2b-be328c23128c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.878150] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335e7747-6e16-4bfc-b09b-3aad1fadccbf {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.891141] env[69699]: DEBUG nova.compute.provider_tree [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1244.922892] env[69699]: DEBUG oslo_concurrency.lockutils [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Acquiring lock "fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.035675] env[69699]: DEBUG oslo_concurrency.lockutils [req-51aa124f-fb4b-4f56-9afd-f16e8b3bfb5c req-c58f2cda-5ef2-480f-b963-f2f2317cfe8b service nova] Releasing lock "refresh_cache-fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.133106] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1245.133481] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8f2b2ad-16c5-4ca9-a515-4d9c0f0ea10e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.141627] env[69699]: DEBUG oslo_vmware.api [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1245.141627] env[69699]: value = "task-3608102" [ 1245.141627] env[69699]: _type = "Task" [ 1245.141627] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.152443] env[69699]: DEBUG oslo_vmware.api [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608102, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.422672] env[69699]: DEBUG nova.scheduler.client.report [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Updated inventory for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with generation 174 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1245.423058] env[69699]: DEBUG nova.compute.provider_tree [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Updating resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f generation from 174 to 175 during operation: update_inventory {{(pid=69699) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1245.423302] env[69699]: DEBUG nova.compute.provider_tree [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1245.651797] env[69699]: DEBUG oslo_vmware.api [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608102, 'name': PowerOffVM_Task, 'duration_secs': 0.209982} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.652239] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1245.652503] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Updating instance '86793adb-8889-417a-8745-3167fb1495bf' progress to 17 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1245.928765] env[69699]: DEBUG oslo_concurrency.lockutils [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.930s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.929436] env[69699]: DEBUG nova.compute.manager [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1245.932288] env[69699]: DEBUG oslo_concurrency.lockutils [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.932667] env[69699]: DEBUG nova.objects.instance [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Lazy-loading 'resources' on Instance uuid fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.159373] env[69699]: DEBUG nova.virt.hardware [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1246.159625] env[69699]: DEBUG nova.virt.hardware [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1246.159766] env[69699]: DEBUG nova.virt.hardware [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1246.159968] env[69699]: DEBUG nova.virt.hardware [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1246.160190] env[69699]: DEBUG nova.virt.hardware [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1246.160284] env[69699]: DEBUG nova.virt.hardware [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1246.160488] env[69699]: DEBUG nova.virt.hardware [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1246.160650] env[69699]: DEBUG nova.virt.hardware [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1246.160832] env[69699]: DEBUG nova.virt.hardware [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1246.161023] env[69699]: DEBUG nova.virt.hardware [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1246.161198] env[69699]: DEBUG nova.virt.hardware [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1246.166383] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c44a7fad-ad5c-4384-8ffb-daaa894d9def {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.183493] env[69699]: DEBUG oslo_vmware.api [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1246.183493] env[69699]: value = "task-3608103" [ 1246.183493] env[69699]: _type = "Task" [ 1246.183493] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.191675] env[69699]: DEBUG oslo_vmware.api [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608103, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.437217] env[69699]: DEBUG nova.compute.utils [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1246.438829] env[69699]: DEBUG nova.objects.instance [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Lazy-loading 'numa_topology' on Instance uuid fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.439982] env[69699]: DEBUG nova.compute.manager [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1246.440165] env[69699]: DEBUG nova.network.neutron [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1246.503758] env[69699]: DEBUG nova.policy [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '130c1d64199f4ce7afae83d594a164b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d1f0086b55c4ee08639e366146ed58d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 1246.696097] env[69699]: DEBUG oslo_vmware.api [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608103, 'name': ReconfigVM_Task, 'duration_secs': 0.248278} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.696520] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Updating instance '86793adb-8889-417a-8745-3167fb1495bf' progress to 33 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1246.784410] env[69699]: DEBUG nova.network.neutron [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] Successfully created port: 4f0e6723-6338-4b46-96c9-5f2b7f6958f8 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1246.941091] env[69699]: DEBUG nova.compute.manager [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1246.944133] env[69699]: DEBUG nova.objects.base [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69699) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1247.028212] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd4c953-2bd7-4475-95ae-f7d8f8e67ef4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.036418] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ed878b-b1b5-44a8-a314-3e4d7b8b7b60 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.067539] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae8bcf7-9b74-408e-a9c5-55e6131d0f09 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.074940] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03711af3-c580-4fcf-985b-c0ca43191e2c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.088524] env[69699]: DEBUG nova.compute.provider_tree [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.204422] env[69699]: DEBUG nova.virt.hardware [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1247.204819] env[69699]: DEBUG nova.virt.hardware [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1247.204868] env[69699]: DEBUG nova.virt.hardware [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1247.205065] env[69699]: DEBUG nova.virt.hardware [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1247.206551] env[69699]: DEBUG nova.virt.hardware [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1247.206551] env[69699]: DEBUG nova.virt.hardware [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1247.206551] env[69699]: DEBUG nova.virt.hardware [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1247.206551] env[69699]: DEBUG nova.virt.hardware [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1247.206551] env[69699]: DEBUG nova.virt.hardware [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1247.206551] env[69699]: DEBUG nova.virt.hardware [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1247.206551] env[69699]: DEBUG nova.virt.hardware [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1247.213047] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1247.213047] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7cfd055-9ced-45bc-89bd-cb5c6b75c85c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.233656] env[69699]: DEBUG oslo_vmware.api [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1247.233656] env[69699]: value = "task-3608104" [ 1247.233656] env[69699]: _type = "Task" [ 1247.233656] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.242730] env[69699]: DEBUG oslo_vmware.api [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608104, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.592030] env[69699]: DEBUG nova.scheduler.client.report [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1247.745795] env[69699]: DEBUG oslo_vmware.api [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608104, 'name': ReconfigVM_Task, 'duration_secs': 0.17767} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.746040] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1247.746849] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b00af9-d767-4488-a67e-2cceec6e3133 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.769145] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 86793adb-8889-417a-8745-3167fb1495bf/86793adb-8889-417a-8745-3167fb1495bf.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1247.769444] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e33bf60d-84df-4070-980c-27301a55d93d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.787965] env[69699]: DEBUG oslo_vmware.api [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1247.787965] env[69699]: value = "task-3608106" [ 1247.787965] env[69699]: _type = "Task" [ 1247.787965] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.795902] env[69699]: DEBUG oslo_vmware.api [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608106, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.930673] env[69699]: DEBUG oslo_vmware.rw_handles [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520a6f61-66a1-8913-be3c-44b8d14f4f30/disk-0.vmdk. {{(pid=69699) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1247.931628] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2ae676-5620-467e-a5f9-b6aa07b2153d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.938030] env[69699]: DEBUG oslo_vmware.rw_handles [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520a6f61-66a1-8913-be3c-44b8d14f4f30/disk-0.vmdk is in state: ready. {{(pid=69699) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1247.938213] env[69699]: ERROR oslo_vmware.rw_handles [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520a6f61-66a1-8913-be3c-44b8d14f4f30/disk-0.vmdk due to incomplete transfer. [ 1247.938442] env[69699]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-97e7fa43-8f1f-43eb-8b76-3a295ee972a7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.945534] env[69699]: DEBUG oslo_vmware.rw_handles [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520a6f61-66a1-8913-be3c-44b8d14f4f30/disk-0.vmdk. {{(pid=69699) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1247.945718] env[69699]: DEBUG nova.virt.vmwareapi.images [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Uploaded image 28595bc3-2ab4-445f-91d8-a07a9ae6c190 to the Glance image server {{(pid=69699) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1247.948045] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Destroying the VM {{(pid=69699) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1247.948290] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-389548ad-f2ef-40c8-a6be-524020d2e5a8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.952837] env[69699]: DEBUG nova.compute.manager [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1247.956015] env[69699]: DEBUG oslo_vmware.api [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 1247.956015] env[69699]: value = "task-3608107" [ 1247.956015] env[69699]: _type = "Task" [ 1247.956015] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.964401] env[69699]: DEBUG oslo_vmware.api [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608107, 'name': Destroy_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.976538] env[69699]: DEBUG nova.virt.hardware [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1247.976824] env[69699]: DEBUG nova.virt.hardware [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1247.976990] env[69699]: DEBUG nova.virt.hardware [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1247.977208] env[69699]: DEBUG nova.virt.hardware [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1247.977358] env[69699]: DEBUG nova.virt.hardware [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1247.977517] env[69699]: DEBUG nova.virt.hardware [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1247.977742] env[69699]: DEBUG nova.virt.hardware [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1247.977913] env[69699]: DEBUG nova.virt.hardware [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1247.978107] env[69699]: DEBUG nova.virt.hardware [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1247.978274] env[69699]: DEBUG nova.virt.hardware [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1247.978460] env[69699]: DEBUG nova.virt.hardware [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1247.979332] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1584f4c-1cad-4061-8b9c-dd31ce1c6633 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.986601] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633aace6-f79b-4d00-bb57-cdba125bc22d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.096989] env[69699]: DEBUG oslo_concurrency.lockutils [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.165s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.157433] env[69699]: DEBUG nova.compute.manager [req-99168998-9c69-488e-8710-55fe005f9ffd req-f5a4d2b9-8039-4a67-b820-f1c54566aca3 service nova] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] Received event network-vif-plugged-4f0e6723-6338-4b46-96c9-5f2b7f6958f8 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1248.157679] env[69699]: DEBUG oslo_concurrency.lockutils [req-99168998-9c69-488e-8710-55fe005f9ffd req-f5a4d2b9-8039-4a67-b820-f1c54566aca3 service nova] Acquiring lock "c132517e-fd37-4aab-8c15-64e56b470eef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.157983] env[69699]: DEBUG oslo_concurrency.lockutils [req-99168998-9c69-488e-8710-55fe005f9ffd req-f5a4d2b9-8039-4a67-b820-f1c54566aca3 service nova] Lock "c132517e-fd37-4aab-8c15-64e56b470eef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.158242] env[69699]: DEBUG oslo_concurrency.lockutils [req-99168998-9c69-488e-8710-55fe005f9ffd req-f5a4d2b9-8039-4a67-b820-f1c54566aca3 service nova] Lock "c132517e-fd37-4aab-8c15-64e56b470eef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.158424] env[69699]: DEBUG nova.compute.manager [req-99168998-9c69-488e-8710-55fe005f9ffd req-f5a4d2b9-8039-4a67-b820-f1c54566aca3 service nova] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] No waiting events found dispatching network-vif-plugged-4f0e6723-6338-4b46-96c9-5f2b7f6958f8 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1248.158625] env[69699]: WARNING nova.compute.manager [req-99168998-9c69-488e-8710-55fe005f9ffd req-f5a4d2b9-8039-4a67-b820-f1c54566aca3 service nova] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] Received unexpected event network-vif-plugged-4f0e6723-6338-4b46-96c9-5f2b7f6958f8 for instance with vm_state building and task_state spawning. [ 1248.249080] env[69699]: DEBUG nova.network.neutron [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] Successfully updated port: 4f0e6723-6338-4b46-96c9-5f2b7f6958f8 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1248.298704] env[69699]: DEBUG oslo_vmware.api [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608106, 'name': ReconfigVM_Task, 'duration_secs': 0.283139} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.298983] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 86793adb-8889-417a-8745-3167fb1495bf/86793adb-8889-417a-8745-3167fb1495bf.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1248.299283] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Updating instance '86793adb-8889-417a-8745-3167fb1495bf' progress to 50 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1248.465824] env[69699]: DEBUG oslo_vmware.api [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608107, 'name': Destroy_Task} progress is 33%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.604990] env[69699]: DEBUG oslo_concurrency.lockutils [None req-90226c35-cd13-471c-9e15-fb4873a30625 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Lock "fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.746s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.605833] env[69699]: DEBUG oslo_concurrency.lockutils [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Lock "fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.683s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.606033] env[69699]: INFO nova.compute.manager [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Unshelving [ 1248.752203] env[69699]: DEBUG oslo_concurrency.lockutils [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquiring lock "refresh_cache-c132517e-fd37-4aab-8c15-64e56b470eef" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.752203] env[69699]: DEBUG oslo_concurrency.lockutils [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquired lock "refresh_cache-c132517e-fd37-4aab-8c15-64e56b470eef" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.752203] env[69699]: DEBUG nova.network.neutron [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1248.805665] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6394e513-0ab0-48b7-9cb5-8b0360015857 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.826724] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31bfa392-5767-4ec2-99cb-c125f0f53d9a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.843533] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Updating instance '86793adb-8889-417a-8745-3167fb1495bf' progress to 67 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1248.966399] env[69699]: DEBUG oslo_vmware.api [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608107, 'name': Destroy_Task, 'duration_secs': 0.774162} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.966653] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Destroyed the VM [ 1248.966891] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Deleting Snapshot of the VM instance {{(pid=69699) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1248.967155] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a5e5ba8d-85d1-4bec-9acd-b2eaf290a322 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.972908] env[69699]: DEBUG oslo_vmware.api [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 1248.972908] env[69699]: value = "task-3608108" [ 1248.972908] env[69699]: _type = "Task" [ 1248.972908] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.980280] env[69699]: DEBUG oslo_vmware.api [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608108, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.283817] env[69699]: DEBUG nova.network.neutron [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1249.381942] env[69699]: DEBUG nova.network.neutron [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Port 235bb715-0a41-441e-b0d2-c5606ae4a5fd binding to destination host cpu-1 is already ACTIVE {{(pid=69699) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1249.413675] env[69699]: DEBUG nova.network.neutron [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] Updating instance_info_cache with network_info: [{"id": "4f0e6723-6338-4b46-96c9-5f2b7f6958f8", "address": "fa:16:3e:d7:9d:26", "network": {"id": "ef05e9d5-6e97-4020-94d2-33bdde906e39", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-274559231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d1f0086b55c4ee08639e366146ed58d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f0e6723-63", "ovs_interfaceid": "4f0e6723-6338-4b46-96c9-5f2b7f6958f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.483166] env[69699]: DEBUG oslo_vmware.api [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608108, 'name': RemoveSnapshot_Task, 'duration_secs': 0.377013} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.483447] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Deleted Snapshot of the VM instance {{(pid=69699) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1249.483729] env[69699]: DEBUG nova.compute.manager [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1249.484538] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5678151e-221e-4c00-a171-2f0ea353c6d6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.631673] env[69699]: DEBUG oslo_concurrency.lockutils [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.631844] env[69699]: DEBUG oslo_concurrency.lockutils [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.632076] env[69699]: DEBUG nova.objects.instance [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Lazy-loading 'pci_requests' on Instance uuid fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.916034] env[69699]: DEBUG oslo_concurrency.lockutils [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Releasing lock "refresh_cache-c132517e-fd37-4aab-8c15-64e56b470eef" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.916364] env[69699]: DEBUG nova.compute.manager [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] Instance network_info: |[{"id": "4f0e6723-6338-4b46-96c9-5f2b7f6958f8", "address": "fa:16:3e:d7:9d:26", "network": {"id": "ef05e9d5-6e97-4020-94d2-33bdde906e39", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-274559231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d1f0086b55c4ee08639e366146ed58d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f0e6723-63", "ovs_interfaceid": "4f0e6723-6338-4b46-96c9-5f2b7f6958f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1249.916819] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:9d:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f0e6723-6338-4b46-96c9-5f2b7f6958f8', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1249.924397] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1249.924497] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1249.924698] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86b94cc5-2457-43ab-bec2-72b3c9559ab9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.945905] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1249.945905] env[69699]: value = "task-3608110" [ 1249.945905] env[69699]: _type = "Task" [ 1249.945905] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.953521] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3608110, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.996204] env[69699]: INFO nova.compute.manager [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Shelve offloading [ 1250.137683] env[69699]: DEBUG nova.objects.instance [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Lazy-loading 'numa_topology' on Instance uuid fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1250.184718] env[69699]: DEBUG nova.compute.manager [req-eeee7403-c5ec-4d4e-a0b2-8e8f9ac69932 req-8763ef70-35b3-4b1a-bd60-bc0a18961e34 service nova] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] Received event network-changed-4f0e6723-6338-4b46-96c9-5f2b7f6958f8 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1250.184918] env[69699]: DEBUG nova.compute.manager [req-eeee7403-c5ec-4d4e-a0b2-8e8f9ac69932 req-8763ef70-35b3-4b1a-bd60-bc0a18961e34 service nova] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] Refreshing instance network info cache due to event network-changed-4f0e6723-6338-4b46-96c9-5f2b7f6958f8. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1250.185144] env[69699]: DEBUG oslo_concurrency.lockutils [req-eeee7403-c5ec-4d4e-a0b2-8e8f9ac69932 req-8763ef70-35b3-4b1a-bd60-bc0a18961e34 service nova] Acquiring lock "refresh_cache-c132517e-fd37-4aab-8c15-64e56b470eef" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.185281] env[69699]: DEBUG oslo_concurrency.lockutils [req-eeee7403-c5ec-4d4e-a0b2-8e8f9ac69932 req-8763ef70-35b3-4b1a-bd60-bc0a18961e34 service nova] Acquired lock "refresh_cache-c132517e-fd37-4aab-8c15-64e56b470eef" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.185439] env[69699]: DEBUG nova.network.neutron [req-eeee7403-c5ec-4d4e-a0b2-8e8f9ac69932 req-8763ef70-35b3-4b1a-bd60-bc0a18961e34 service nova] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] Refreshing network info cache for port 4f0e6723-6338-4b46-96c9-5f2b7f6958f8 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1250.405973] env[69699]: DEBUG oslo_concurrency.lockutils [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquiring lock "86793adb-8889-417a-8745-3167fb1495bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.406360] env[69699]: DEBUG oslo_concurrency.lockutils [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "86793adb-8889-417a-8745-3167fb1495bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.406360] env[69699]: DEBUG oslo_concurrency.lockutils [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "86793adb-8889-417a-8745-3167fb1495bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.455959] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3608110, 'name': CreateVM_Task, 'duration_secs': 0.309392} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.456164] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1250.456908] env[69699]: DEBUG oslo_concurrency.lockutils [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.457025] env[69699]: DEBUG oslo_concurrency.lockutils [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.457282] env[69699]: DEBUG oslo_concurrency.lockutils [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.457520] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df6467ac-ad1f-4c4e-b5ac-9dca0716937a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.461574] env[69699]: DEBUG oslo_vmware.api [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1250.461574] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b42b90-9bce-40a4-713d-3ebeea6dcd58" [ 1250.461574] env[69699]: _type = "Task" [ 1250.461574] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.468650] env[69699]: DEBUG oslo_vmware.api [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b42b90-9bce-40a4-713d-3ebeea6dcd58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.499789] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1250.500040] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4be9224e-818d-408b-8cd0-a38b04ef41eb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.506655] env[69699]: DEBUG oslo_vmware.api [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 1250.506655] env[69699]: value = "task-3608111" [ 1250.506655] env[69699]: _type = "Task" [ 1250.506655] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.513751] env[69699]: DEBUG oslo_vmware.api [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608111, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.640557] env[69699]: INFO nova.compute.claims [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1250.864880] env[69699]: DEBUG nova.network.neutron [req-eeee7403-c5ec-4d4e-a0b2-8e8f9ac69932 req-8763ef70-35b3-4b1a-bd60-bc0a18961e34 service nova] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] Updated VIF entry in instance network info cache for port 4f0e6723-6338-4b46-96c9-5f2b7f6958f8. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1250.865252] env[69699]: DEBUG nova.network.neutron [req-eeee7403-c5ec-4d4e-a0b2-8e8f9ac69932 req-8763ef70-35b3-4b1a-bd60-bc0a18961e34 service nova] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] Updating instance_info_cache with network_info: [{"id": "4f0e6723-6338-4b46-96c9-5f2b7f6958f8", "address": "fa:16:3e:d7:9d:26", "network": {"id": "ef05e9d5-6e97-4020-94d2-33bdde906e39", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-274559231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d1f0086b55c4ee08639e366146ed58d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f0e6723-63", "ovs_interfaceid": "4f0e6723-6338-4b46-96c9-5f2b7f6958f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.972210] env[69699]: DEBUG oslo_vmware.api [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b42b90-9bce-40a4-713d-3ebeea6dcd58, 'name': SearchDatastore_Task, 'duration_secs': 0.019101} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.972472] env[69699]: DEBUG oslo_concurrency.lockutils [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.972699] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1250.972932] env[69699]: DEBUG oslo_concurrency.lockutils [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.973089] env[69699]: DEBUG oslo_concurrency.lockutils [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.973269] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1250.973566] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0f0922a-df34-4e90-a0e9-a120175e686b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.982429] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1250.982603] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1250.983631] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7585ea92-1fe9-4a72-b7dc-b7a7e3ab4abf {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.988452] env[69699]: DEBUG oslo_vmware.api [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1250.988452] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b47332-ac2c-0a20-14db-4298143ee963" [ 1250.988452] env[69699]: _type = "Task" [ 1250.988452] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.996398] env[69699]: DEBUG oslo_vmware.api [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b47332-ac2c-0a20-14db-4298143ee963, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.017400] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] VM already powered off {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1251.017598] env[69699]: DEBUG nova.compute.manager [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1251.018383] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7dd83e-6eda-448d-b215-3c2df2bd976f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.023610] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquiring lock "refresh_cache-8fea800f-e4c6-42cd-82dc-32f960a58bf3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.023773] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquired lock "refresh_cache-8fea800f-e4c6-42cd-82dc-32f960a58bf3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.023936] env[69699]: DEBUG nova.network.neutron [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1251.367922] env[69699]: DEBUG oslo_concurrency.lockutils [req-eeee7403-c5ec-4d4e-a0b2-8e8f9ac69932 req-8763ef70-35b3-4b1a-bd60-bc0a18961e34 service nova] Releasing lock "refresh_cache-c132517e-fd37-4aab-8c15-64e56b470eef" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.439168] env[69699]: DEBUG oslo_concurrency.lockutils [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquiring lock "refresh_cache-86793adb-8889-417a-8745-3167fb1495bf" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.439400] env[69699]: DEBUG oslo_concurrency.lockutils [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquired lock "refresh_cache-86793adb-8889-417a-8745-3167fb1495bf" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.439549] env[69699]: DEBUG nova.network.neutron [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1251.498148] env[69699]: DEBUG oslo_vmware.api [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b47332-ac2c-0a20-14db-4298143ee963, 'name': SearchDatastore_Task, 'duration_secs': 0.008213} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.498877] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efdecde1-4777-46dc-8dc3-1a5820da812b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.503542] env[69699]: DEBUG oslo_vmware.api [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1251.503542] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5232586a-6543-1199-2440-afbc54843eb0" [ 1251.503542] env[69699]: _type = "Task" [ 1251.503542] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.510848] env[69699]: DEBUG oslo_vmware.api [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5232586a-6543-1199-2440-afbc54843eb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.759124] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743b71c5-3562-4d57-84d7-55e01e996b47 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.761316] env[69699]: DEBUG nova.network.neutron [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Updating instance_info_cache with network_info: [{"id": "07e722ee-52b4-4ea2-a403-342bdceeb278", "address": "fa:16:3e:f7:c5:7b", "network": {"id": "e99ab3ed-1030-44b0-98b1-0c8d1d561613", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1328451822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce00a2c4d2d6497eab27716fff8fe855", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07e722ee-52", "ovs_interfaceid": "07e722ee-52b4-4ea2-a403-342bdceeb278", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.767122] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d560147-4f6e-485b-bc1d-a10863f02824 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.796196] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9d9b6e-1cf0-458b-9b43-01904add4f88 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.803141] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80758d16-c4c9-43e2-9f39-81a922ffda03 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.817167] env[69699]: DEBUG nova.compute.provider_tree [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.013383] env[69699]: DEBUG oslo_vmware.api [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5232586a-6543-1199-2440-afbc54843eb0, 'name': SearchDatastore_Task, 'duration_secs': 0.009189} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.013612] env[69699]: DEBUG oslo_concurrency.lockutils [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.014026] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] c132517e-fd37-4aab-8c15-64e56b470eef/c132517e-fd37-4aab-8c15-64e56b470eef.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1252.014149] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8b33348-b1db-4769-9b08-5c577b25b2bd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.020784] env[69699]: DEBUG oslo_vmware.api [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1252.020784] env[69699]: value = "task-3608112" [ 1252.020784] env[69699]: _type = "Task" [ 1252.020784] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.027808] env[69699]: DEBUG oslo_vmware.api [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608112, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.130107] env[69699]: DEBUG nova.network.neutron [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Updating instance_info_cache with network_info: [{"id": "235bb715-0a41-441e-b0d2-c5606ae4a5fd", "address": "fa:16:3e:75:74:c5", "network": {"id": "4a55132d-5b16-41eb-97d5-c6aacd2ebbe0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2076238106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f0293384f344ba09f431b47ef381d57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap235bb715-0a", "ovs_interfaceid": "235bb715-0a41-441e-b0d2-c5606ae4a5fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.264012] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Releasing lock "refresh_cache-8fea800f-e4c6-42cd-82dc-32f960a58bf3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.320670] env[69699]: DEBUG nova.scheduler.client.report [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1252.502348] env[69699]: DEBUG nova.compute.manager [req-f679dd83-9cb5-44c0-b1f5-03cb5eb9fb04 req-5ed4e6fa-5fc1-47d5-9d6f-27b530eb2a1a service nova] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Received event network-vif-unplugged-07e722ee-52b4-4ea2-a403-342bdceeb278 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1252.502621] env[69699]: DEBUG oslo_concurrency.lockutils [req-f679dd83-9cb5-44c0-b1f5-03cb5eb9fb04 req-5ed4e6fa-5fc1-47d5-9d6f-27b530eb2a1a service nova] Acquiring lock "8fea800f-e4c6-42cd-82dc-32f960a58bf3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.502817] env[69699]: DEBUG oslo_concurrency.lockutils [req-f679dd83-9cb5-44c0-b1f5-03cb5eb9fb04 req-5ed4e6fa-5fc1-47d5-9d6f-27b530eb2a1a service nova] Lock "8fea800f-e4c6-42cd-82dc-32f960a58bf3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.502935] env[69699]: DEBUG oslo_concurrency.lockutils [req-f679dd83-9cb5-44c0-b1f5-03cb5eb9fb04 req-5ed4e6fa-5fc1-47d5-9d6f-27b530eb2a1a service nova] Lock "8fea800f-e4c6-42cd-82dc-32f960a58bf3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.503361] env[69699]: DEBUG nova.compute.manager [req-f679dd83-9cb5-44c0-b1f5-03cb5eb9fb04 req-5ed4e6fa-5fc1-47d5-9d6f-27b530eb2a1a service nova] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] No waiting events found dispatching network-vif-unplugged-07e722ee-52b4-4ea2-a403-342bdceeb278 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1252.503614] env[69699]: WARNING nova.compute.manager [req-f679dd83-9cb5-44c0-b1f5-03cb5eb9fb04 req-5ed4e6fa-5fc1-47d5-9d6f-27b530eb2a1a service nova] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Received unexpected event network-vif-unplugged-07e722ee-52b4-4ea2-a403-342bdceeb278 for instance with vm_state shelved and task_state shelving_offloading. [ 1252.530096] env[69699]: DEBUG oslo_vmware.api [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608112, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.417669} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.530339] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] c132517e-fd37-4aab-8c15-64e56b470eef/c132517e-fd37-4aab-8c15-64e56b470eef.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1252.530548] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1252.530789] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4cab52c-2030-4390-bb45-129330f4b743 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.537274] env[69699]: DEBUG oslo_vmware.api [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1252.537274] env[69699]: value = "task-3608113" [ 1252.537274] env[69699]: _type = "Task" [ 1252.537274] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.545386] env[69699]: DEBUG oslo_vmware.api [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608113, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.597564] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1252.598458] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e987423-11a0-4cf5-90ff-e9cab00b2bfe {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.605677] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1252.605939] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30f031f1-c454-4534-8877-bc15ca504079 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.633232] env[69699]: DEBUG oslo_concurrency.lockutils [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Releasing lock "refresh_cache-86793adb-8889-417a-8745-3167fb1495bf" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.826090] env[69699]: DEBUG oslo_concurrency.lockutils [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.194s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.858289] env[69699]: INFO nova.network.neutron [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Updating port 8451a21e-0abb-4e9a-bb44-1e2fafbd8503 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1252.989429] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1252.989626] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Deleting contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1252.989739] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Deleting the datastore file [datastore1] 8fea800f-e4c6-42cd-82dc-32f960a58bf3 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1252.990091] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f710b31-6077-45a3-b28a-cca41062b3da {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.997686] env[69699]: DEBUG oslo_vmware.api [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 1252.997686] env[69699]: value = "task-3608115" [ 1252.997686] env[69699]: _type = "Task" [ 1252.997686] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.006090] env[69699]: DEBUG oslo_vmware.api [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608115, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.045842] env[69699]: DEBUG oslo_vmware.api [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608113, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114617} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.046135] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1253.047314] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3339f2d2-3d43-4f78-976c-8c8c1c271689 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.071377] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] c132517e-fd37-4aab-8c15-64e56b470eef/c132517e-fd37-4aab-8c15-64e56b470eef.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1253.071669] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fce6ea4-7db3-479e-bd6f-9b278e3cc8fe {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.090640] env[69699]: DEBUG oslo_vmware.api [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1253.090640] env[69699]: value = "task-3608116" [ 1253.090640] env[69699]: _type = "Task" [ 1253.090640] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.100623] env[69699]: DEBUG oslo_vmware.api [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608116, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.161720] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8ff757-9a44-4a61-a391-7188627470a0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.192306] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef0a051-8212-42f4-8ffd-c885814c87be {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.201834] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Updating instance '86793adb-8889-417a-8745-3167fb1495bf' progress to 83 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1253.509488] env[69699]: DEBUG oslo_vmware.api [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608115, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18535} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.509488] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1253.509488] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Deleted contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1253.509488] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1253.537593] env[69699]: INFO nova.scheduler.client.report [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Deleted allocations for instance 8fea800f-e4c6-42cd-82dc-32f960a58bf3 [ 1253.600697] env[69699]: DEBUG oslo_vmware.api [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608116, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.710959] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1253.711433] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35e9d600-d14a-4e15-b7ea-c8f853b843f1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.720694] env[69699]: DEBUG oslo_vmware.api [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1253.720694] env[69699]: value = "task-3608117" [ 1253.720694] env[69699]: _type = "Task" [ 1253.720694] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.729031] env[69699]: DEBUG oslo_vmware.api [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.043753] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.043753] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.043753] env[69699]: DEBUG nova.objects.instance [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lazy-loading 'resources' on Instance uuid 8fea800f-e4c6-42cd-82dc-32f960a58bf3 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1254.100994] env[69699]: DEBUG oslo_vmware.api [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608116, 'name': ReconfigVM_Task, 'duration_secs': 0.51915} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.101308] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] Reconfigured VM instance instance-00000079 to attach disk [datastore2] c132517e-fd37-4aab-8c15-64e56b470eef/c132517e-fd37-4aab-8c15-64e56b470eef.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1254.101975] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30533672-cd79-4fd4-b172-73009d8ee0f3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.108772] env[69699]: DEBUG oslo_vmware.api [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1254.108772] env[69699]: value = "task-3608118" [ 1254.108772] env[69699]: _type = "Task" [ 1254.108772] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.116881] env[69699]: DEBUG oslo_vmware.api [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608118, 'name': Rename_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.235867] env[69699]: DEBUG oslo_vmware.api [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608117, 'name': PowerOnVM_Task, 'duration_secs': 0.390084} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.236169] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1254.236359] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-877d321f-0613-464d-aa9e-f34a60566753 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Updating instance '86793adb-8889-417a-8745-3167fb1495bf' progress to 100 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1254.387885] env[69699]: DEBUG oslo_concurrency.lockutils [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Acquiring lock "refresh_cache-fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.388150] env[69699]: DEBUG oslo_concurrency.lockutils [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Acquired lock "refresh_cache-fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.388310] env[69699]: DEBUG nova.network.neutron [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1254.532196] env[69699]: DEBUG nova.compute.manager [req-ba60403d-7cd1-48ee-873d-1803106d71ce req-9c705791-a5f0-4a5d-afef-b734c17068ae service nova] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Received event network-changed-07e722ee-52b4-4ea2-a403-342bdceeb278 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1254.532435] env[69699]: DEBUG nova.compute.manager [req-ba60403d-7cd1-48ee-873d-1803106d71ce req-9c705791-a5f0-4a5d-afef-b734c17068ae service nova] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Refreshing instance network info cache due to event network-changed-07e722ee-52b4-4ea2-a403-342bdceeb278. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1254.532592] env[69699]: DEBUG oslo_concurrency.lockutils [req-ba60403d-7cd1-48ee-873d-1803106d71ce req-9c705791-a5f0-4a5d-afef-b734c17068ae service nova] Acquiring lock "refresh_cache-8fea800f-e4c6-42cd-82dc-32f960a58bf3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.532732] env[69699]: DEBUG oslo_concurrency.lockutils [req-ba60403d-7cd1-48ee-873d-1803106d71ce req-9c705791-a5f0-4a5d-afef-b734c17068ae service nova] Acquired lock "refresh_cache-8fea800f-e4c6-42cd-82dc-32f960a58bf3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.532892] env[69699]: DEBUG nova.network.neutron [req-ba60403d-7cd1-48ee-873d-1803106d71ce req-9c705791-a5f0-4a5d-afef-b734c17068ae service nova] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Refreshing network info cache for port 07e722ee-52b4-4ea2-a403-342bdceeb278 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1254.545957] env[69699]: DEBUG nova.objects.instance [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lazy-loading 'numa_topology' on Instance uuid 8fea800f-e4c6-42cd-82dc-32f960a58bf3 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1254.618283] env[69699]: DEBUG oslo_vmware.api [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608118, 'name': Rename_Task, 'duration_secs': 0.17393} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.618420] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1254.618663] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b37bf718-ac06-4486-aef0-698e2f595c45 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.625792] env[69699]: DEBUG oslo_vmware.api [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1254.625792] env[69699]: value = "task-3608119" [ 1254.625792] env[69699]: _type = "Task" [ 1254.625792] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.634306] env[69699]: DEBUG oslo_vmware.api [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608119, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.048603] env[69699]: DEBUG nova.objects.base [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Object Instance<8fea800f-e4c6-42cd-82dc-32f960a58bf3> lazy-loaded attributes: resources,numa_topology {{(pid=69699) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1255.137339] env[69699]: DEBUG oslo_vmware.api [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608119, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.154985] env[69699]: DEBUG nova.network.neutron [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Updating instance_info_cache with network_info: [{"id": "8451a21e-0abb-4e9a-bb44-1e2fafbd8503", "address": "fa:16:3e:7e:89:22", "network": {"id": "cdf89423-f8e2-49b5-ab55-6fae675e21c7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1071452390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3000feb37ebe40259348a665b9ff0076", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8451a21e-0a", "ovs_interfaceid": "8451a21e-0abb-4e9a-bb44-1e2fafbd8503", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.159104] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978ddbe8-03ae-4584-846a-20bb17424d75 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.166051] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d421766f-7fb3-41b7-8d82-459b391edbca {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.203020] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2b12e7-dee4-46d8-8acf-0ea5ccc731a2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.209373] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9340b02b-971c-40c2-b96a-03e317a96b15 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.225308] env[69699]: DEBUG nova.compute.provider_tree [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1255.321695] env[69699]: DEBUG nova.network.neutron [req-ba60403d-7cd1-48ee-873d-1803106d71ce req-9c705791-a5f0-4a5d-afef-b734c17068ae service nova] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Updated VIF entry in instance network info cache for port 07e722ee-52b4-4ea2-a403-342bdceeb278. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1255.322074] env[69699]: DEBUG nova.network.neutron [req-ba60403d-7cd1-48ee-873d-1803106d71ce req-9c705791-a5f0-4a5d-afef-b734c17068ae service nova] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Updating instance_info_cache with network_info: [{"id": "07e722ee-52b4-4ea2-a403-342bdceeb278", "address": "fa:16:3e:f7:c5:7b", "network": {"id": "e99ab3ed-1030-44b0-98b1-0c8d1d561613", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1328451822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce00a2c4d2d6497eab27716fff8fe855", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap07e722ee-52", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.636679] env[69699]: DEBUG oslo_vmware.api [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608119, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.661490] env[69699]: DEBUG oslo_concurrency.lockutils [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Releasing lock "refresh_cache-fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.690861] env[69699]: DEBUG nova.virt.hardware [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d3cefd35a743aebbfd8dbe80cc8ca24d',container_format='bare',created_at=2025-04-25T20:08:50Z,direct_url=,disk_format='vmdk',id=19d7ca81-1e68-46d9-9a9e-15ca829f0483,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-502929323-shelved',owner='3000feb37ebe40259348a665b9ff0076',properties=ImageMetaProps,protected=,size=31662080,status='active',tags=,updated_at=2025-04-25T20:09:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1255.691146] env[69699]: DEBUG nova.virt.hardware [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1255.691286] env[69699]: DEBUG nova.virt.hardware [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1255.691466] env[69699]: DEBUG nova.virt.hardware [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1255.691616] env[69699]: DEBUG nova.virt.hardware [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1255.691770] env[69699]: DEBUG nova.virt.hardware [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1255.692037] env[69699]: DEBUG nova.virt.hardware [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1255.692241] env[69699]: DEBUG nova.virt.hardware [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1255.692423] env[69699]: DEBUG nova.virt.hardware [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1255.692625] env[69699]: DEBUG nova.virt.hardware [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1255.692756] env[69699]: DEBUG nova.virt.hardware [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1255.693652] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5215e2fb-ab79-4f59-afa7-3d081dbc9e84 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.701438] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece987d0-2937-4cf6-addd-1b708e0224d5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.714056] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:89:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8451a21e-0abb-4e9a-bb44-1e2fafbd8503', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1255.721306] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1255.721535] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1255.721724] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32c7e46e-1ad0-4adc-a02e-3169ca4c8288 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.741074] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1255.741074] env[69699]: value = "task-3608120" [ 1255.741074] env[69699]: _type = "Task" [ 1255.741074] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.748105] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3608120, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.752966] env[69699]: ERROR nova.scheduler.client.report [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [req-a91c1d3d-b5df-41ef-8546-4c2bad431ded] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80d35c48-5f27-4b75-a19d-7a1a6901050f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a91c1d3d-b5df-41ef-8546-4c2bad431ded"}]} [ 1255.769600] env[69699]: DEBUG nova.scheduler.client.report [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Refreshing inventories for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1255.784484] env[69699]: DEBUG nova.scheduler.client.report [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Updating ProviderTree inventory for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1255.784810] env[69699]: DEBUG nova.compute.provider_tree [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1255.798900] env[69699]: DEBUG nova.scheduler.client.report [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Refreshing aggregate associations for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f, aggregates: None {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1255.817834] env[69699]: DEBUG nova.scheduler.client.report [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Refreshing trait associations for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1255.824929] env[69699]: DEBUG oslo_concurrency.lockutils [req-ba60403d-7cd1-48ee-873d-1803106d71ce req-9c705791-a5f0-4a5d-afef-b734c17068ae service nova] Releasing lock "refresh_cache-8fea800f-e4c6-42cd-82dc-32f960a58bf3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.825207] env[69699]: DEBUG nova.compute.manager [req-ba60403d-7cd1-48ee-873d-1803106d71ce req-9c705791-a5f0-4a5d-afef-b734c17068ae service nova] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Received event network-vif-plugged-8451a21e-0abb-4e9a-bb44-1e2fafbd8503 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.825404] env[69699]: DEBUG oslo_concurrency.lockutils [req-ba60403d-7cd1-48ee-873d-1803106d71ce req-9c705791-a5f0-4a5d-afef-b734c17068ae service nova] Acquiring lock "fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.825653] env[69699]: DEBUG oslo_concurrency.lockutils [req-ba60403d-7cd1-48ee-873d-1803106d71ce req-9c705791-a5f0-4a5d-afef-b734c17068ae service nova] Lock "fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.825852] env[69699]: DEBUG oslo_concurrency.lockutils [req-ba60403d-7cd1-48ee-873d-1803106d71ce req-9c705791-a5f0-4a5d-afef-b734c17068ae service nova] Lock "fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.826039] env[69699]: DEBUG nova.compute.manager [req-ba60403d-7cd1-48ee-873d-1803106d71ce req-9c705791-a5f0-4a5d-afef-b734c17068ae service nova] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] No waiting events found dispatching network-vif-plugged-8451a21e-0abb-4e9a-bb44-1e2fafbd8503 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1255.826229] env[69699]: WARNING nova.compute.manager [req-ba60403d-7cd1-48ee-873d-1803106d71ce req-9c705791-a5f0-4a5d-afef-b734c17068ae service nova] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Received unexpected event network-vif-plugged-8451a21e-0abb-4e9a-bb44-1e2fafbd8503 for instance with vm_state shelved_offloaded and task_state spawning. [ 1255.826408] env[69699]: DEBUG nova.compute.manager [req-ba60403d-7cd1-48ee-873d-1803106d71ce req-9c705791-a5f0-4a5d-afef-b734c17068ae service nova] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Received event network-changed-8451a21e-0abb-4e9a-bb44-1e2fafbd8503 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.826580] env[69699]: DEBUG nova.compute.manager [req-ba60403d-7cd1-48ee-873d-1803106d71ce req-9c705791-a5f0-4a5d-afef-b734c17068ae service nova] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Refreshing instance network info cache due to event network-changed-8451a21e-0abb-4e9a-bb44-1e2fafbd8503. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1255.826820] env[69699]: DEBUG oslo_concurrency.lockutils [req-ba60403d-7cd1-48ee-873d-1803106d71ce req-9c705791-a5f0-4a5d-afef-b734c17068ae service nova] Acquiring lock "refresh_cache-fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.826976] env[69699]: DEBUG oslo_concurrency.lockutils [req-ba60403d-7cd1-48ee-873d-1803106d71ce req-9c705791-a5f0-4a5d-afef-b734c17068ae service nova] Acquired lock "refresh_cache-fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.827154] env[69699]: DEBUG nova.network.neutron [req-ba60403d-7cd1-48ee-873d-1803106d71ce req-9c705791-a5f0-4a5d-afef-b734c17068ae service nova] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Refreshing network info cache for port 8451a21e-0abb-4e9a-bb44-1e2fafbd8503 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1255.849939] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquiring lock "8fea800f-e4c6-42cd-82dc-32f960a58bf3" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.903319] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01420277-797c-40b3-bc67-b6f523ce6e9d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.910280] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2e6f1b-6457-4e51-bd4a-57fef3692bef {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.941395] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ee4837-7e50-4286-8679-d5ebd5b0d6a3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.949413] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e785e977-2127-46da-b1f3-9c8221e62e15 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.963502] env[69699]: DEBUG nova.compute.provider_tree [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1256.138758] env[69699]: DEBUG oslo_vmware.api [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608119, 'name': PowerOnVM_Task, 'duration_secs': 1.02923} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.139042] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1256.139258] env[69699]: INFO nova.compute.manager [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] Took 8.19 seconds to spawn the instance on the hypervisor. [ 1256.139434] env[69699]: DEBUG nova.compute.manager [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1256.140223] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9213028-0608-4f8f-9b91-d0d73e778fc2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.251274] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3608120, 'name': CreateVM_Task, 'duration_secs': 0.309513} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.251455] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1256.252127] env[69699]: DEBUG oslo_concurrency.lockutils [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/19d7ca81-1e68-46d9-9a9e-15ca829f0483" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.252297] env[69699]: DEBUG oslo_concurrency.lockutils [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Acquired lock "[datastore2] devstack-image-cache_base/19d7ca81-1e68-46d9-9a9e-15ca829f0483" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.252669] env[69699]: DEBUG oslo_concurrency.lockutils [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/19d7ca81-1e68-46d9-9a9e-15ca829f0483" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.252928] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f60ecb58-125e-474e-96e5-34a69801ea7e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.258019] env[69699]: DEBUG oslo_vmware.api [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Waiting for the task: (returnval){ [ 1256.258019] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522d1337-fff5-72ab-1086-ca702d115e96" [ 1256.258019] env[69699]: _type = "Task" [ 1256.258019] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.269481] env[69699]: DEBUG oslo_vmware.api [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]522d1337-fff5-72ab-1086-ca702d115e96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.496162] env[69699]: DEBUG nova.scheduler.client.report [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Updated inventory for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with generation 176 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1256.496363] env[69699]: DEBUG nova.compute.provider_tree [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Updating resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f generation from 176 to 177 during operation: update_inventory {{(pid=69699) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1256.496556] env[69699]: DEBUG nova.compute.provider_tree [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1256.554680] env[69699]: DEBUG nova.network.neutron [req-ba60403d-7cd1-48ee-873d-1803106d71ce req-9c705791-a5f0-4a5d-afef-b734c17068ae service nova] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Updated VIF entry in instance network info cache for port 8451a21e-0abb-4e9a-bb44-1e2fafbd8503. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1256.555478] env[69699]: DEBUG nova.network.neutron [req-ba60403d-7cd1-48ee-873d-1803106d71ce req-9c705791-a5f0-4a5d-afef-b734c17068ae service nova] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Updating instance_info_cache with network_info: [{"id": "8451a21e-0abb-4e9a-bb44-1e2fafbd8503", "address": "fa:16:3e:7e:89:22", "network": {"id": "cdf89423-f8e2-49b5-ab55-6fae675e21c7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1071452390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3000feb37ebe40259348a665b9ff0076", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8451a21e-0a", "ovs_interfaceid": "8451a21e-0abb-4e9a-bb44-1e2fafbd8503", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.657430] env[69699]: INFO nova.compute.manager [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] Took 14.22 seconds to build instance. [ 1256.769016] env[69699]: DEBUG oslo_concurrency.lockutils [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Releasing lock "[datastore2] devstack-image-cache_base/19d7ca81-1e68-46d9-9a9e-15ca829f0483" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.769246] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Processing image 19d7ca81-1e68-46d9-9a9e-15ca829f0483 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1256.769483] env[69699]: DEBUG oslo_concurrency.lockutils [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/19d7ca81-1e68-46d9-9a9e-15ca829f0483/19d7ca81-1e68-46d9-9a9e-15ca829f0483.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.769636] env[69699]: DEBUG oslo_concurrency.lockutils [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Acquired lock "[datastore2] devstack-image-cache_base/19d7ca81-1e68-46d9-9a9e-15ca829f0483/19d7ca81-1e68-46d9-9a9e-15ca829f0483.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.769817] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1256.770097] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15d0c9a7-d44d-4e5e-b5bd-64d99e5d4f14 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.779416] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1256.779629] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1256.780350] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2288dc3d-bbf2-4781-ac46-87eb77423f94 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.785553] env[69699]: DEBUG oslo_vmware.api [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Waiting for the task: (returnval){ [ 1256.785553] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52abed5a-1a1d-07bd-d3f7-e874b85d62a0" [ 1256.785553] env[69699]: _type = "Task" [ 1256.785553] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.793161] env[69699]: DEBUG oslo_vmware.api [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52abed5a-1a1d-07bd-d3f7-e874b85d62a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.001848] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.958s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.057546] env[69699]: DEBUG oslo_concurrency.lockutils [req-ba60403d-7cd1-48ee-873d-1803106d71ce req-9c705791-a5f0-4a5d-afef-b734c17068ae service nova] Releasing lock "refresh_cache-fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.106185] env[69699]: DEBUG nova.network.neutron [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Port 235bb715-0a41-441e-b0d2-c5606ae4a5fd binding to destination host cpu-1 is already ACTIVE {{(pid=69699) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1257.106455] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquiring lock "refresh_cache-86793adb-8889-417a-8745-3167fb1495bf" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.106624] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquired lock "refresh_cache-86793adb-8889-417a-8745-3167fb1495bf" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.106818] env[69699]: DEBUG nova.network.neutron [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1257.160112] env[69699]: DEBUG oslo_concurrency.lockutils [None req-76cb75b9-4e97-46df-99da-75bc9b389cde tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "c132517e-fd37-4aab-8c15-64e56b470eef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.734s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.296526] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Preparing fetch location {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1257.296898] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Fetch image to [datastore2] OSTACK_IMG_570a16f7-375a-4abb-9512-bb298c7012f5/OSTACK_IMG_570a16f7-375a-4abb-9512-bb298c7012f5.vmdk {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1257.297136] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Downloading stream optimized image 19d7ca81-1e68-46d9-9a9e-15ca829f0483 to [datastore2] OSTACK_IMG_570a16f7-375a-4abb-9512-bb298c7012f5/OSTACK_IMG_570a16f7-375a-4abb-9512-bb298c7012f5.vmdk on the data store datastore2 as vApp {{(pid=69699) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1257.297323] env[69699]: DEBUG nova.virt.vmwareapi.images [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Downloading image file data 19d7ca81-1e68-46d9-9a9e-15ca829f0483 to the ESX as VM named 'OSTACK_IMG_570a16f7-375a-4abb-9512-bb298c7012f5' {{(pid=69699) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1257.371667] env[69699]: DEBUG oslo_vmware.rw_handles [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1257.371667] env[69699]: value = "resgroup-9" [ 1257.371667] env[69699]: _type = "ResourcePool" [ 1257.371667] env[69699]: }. {{(pid=69699) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1257.372075] env[69699]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-18d29bd2-fa4d-4061-a3b4-66796728a0af {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.393308] env[69699]: DEBUG oslo_vmware.rw_handles [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Lease: (returnval){ [ 1257.393308] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52dae2d2-ba9c-cfe9-ac70-a1f7895af942" [ 1257.393308] env[69699]: _type = "HttpNfcLease" [ 1257.393308] env[69699]: } obtained for vApp import into resource pool (val){ [ 1257.393308] env[69699]: value = "resgroup-9" [ 1257.393308] env[69699]: _type = "ResourcePool" [ 1257.393308] env[69699]: }. {{(pid=69699) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1257.393625] env[69699]: DEBUG oslo_vmware.api [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Waiting for the lease: (returnval){ [ 1257.393625] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52dae2d2-ba9c-cfe9-ac70-a1f7895af942" [ 1257.393625] env[69699]: _type = "HttpNfcLease" [ 1257.393625] env[69699]: } to be ready. {{(pid=69699) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1257.399888] env[69699]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1257.399888] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52dae2d2-ba9c-cfe9-ac70-a1f7895af942" [ 1257.399888] env[69699]: _type = "HttpNfcLease" [ 1257.399888] env[69699]: } is initializing. {{(pid=69699) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1257.512714] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ad9f10e9-44cc-4ee3-85fe-3f64af0ce470 tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "8fea800f-e4c6-42cd-82dc-32f960a58bf3" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.948s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.512714] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "8fea800f-e4c6-42cd-82dc-32f960a58bf3" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.662s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.512714] env[69699]: INFO nova.compute.manager [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Unshelving [ 1257.682518] env[69699]: DEBUG nova.compute.manager [req-f8eba23c-737c-4d00-9a10-0f5fd849cc9e req-8c14cdb1-4ff1-47d1-8cfc-ff04b558c26b service nova] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] Received event network-changed-4f0e6723-6338-4b46-96c9-5f2b7f6958f8 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.682789] env[69699]: DEBUG nova.compute.manager [req-f8eba23c-737c-4d00-9a10-0f5fd849cc9e req-8c14cdb1-4ff1-47d1-8cfc-ff04b558c26b service nova] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] Refreshing instance network info cache due to event network-changed-4f0e6723-6338-4b46-96c9-5f2b7f6958f8. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1257.683346] env[69699]: DEBUG oslo_concurrency.lockutils [req-f8eba23c-737c-4d00-9a10-0f5fd849cc9e req-8c14cdb1-4ff1-47d1-8cfc-ff04b558c26b service nova] Acquiring lock "refresh_cache-c132517e-fd37-4aab-8c15-64e56b470eef" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.683346] env[69699]: DEBUG oslo_concurrency.lockutils [req-f8eba23c-737c-4d00-9a10-0f5fd849cc9e req-8c14cdb1-4ff1-47d1-8cfc-ff04b558c26b service nova] Acquired lock "refresh_cache-c132517e-fd37-4aab-8c15-64e56b470eef" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.683346] env[69699]: DEBUG nova.network.neutron [req-f8eba23c-737c-4d00-9a10-0f5fd849cc9e req-8c14cdb1-4ff1-47d1-8cfc-ff04b558c26b service nova] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] Refreshing network info cache for port 4f0e6723-6338-4b46-96c9-5f2b7f6958f8 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1257.878639] env[69699]: DEBUG nova.network.neutron [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Updating instance_info_cache with network_info: [{"id": "235bb715-0a41-441e-b0d2-c5606ae4a5fd", "address": "fa:16:3e:75:74:c5", "network": {"id": "4a55132d-5b16-41eb-97d5-c6aacd2ebbe0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2076238106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f0293384f344ba09f431b47ef381d57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap235bb715-0a", "ovs_interfaceid": "235bb715-0a41-441e-b0d2-c5606ae4a5fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.900939] env[69699]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1257.900939] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52dae2d2-ba9c-cfe9-ac70-a1f7895af942" [ 1257.900939] env[69699]: _type = "HttpNfcLease" [ 1257.900939] env[69699]: } is ready. {{(pid=69699) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1257.901247] env[69699]: DEBUG oslo_vmware.rw_handles [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1257.901247] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52dae2d2-ba9c-cfe9-ac70-a1f7895af942" [ 1257.901247] env[69699]: _type = "HttpNfcLease" [ 1257.901247] env[69699]: }. {{(pid=69699) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1257.901928] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838e00e8-6cc2-4c9b-bc21-e613d7e5974e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.908862] env[69699]: DEBUG oslo_vmware.rw_handles [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523a4db6-d1b4-b9f7-44ae-989de23ac32e/disk-0.vmdk from lease info. {{(pid=69699) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1257.909050] env[69699]: DEBUG oslo_vmware.rw_handles [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Creating HTTP connection to write to file with size = 31662080 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523a4db6-d1b4-b9f7-44ae-989de23ac32e/disk-0.vmdk. {{(pid=69699) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1257.973456] env[69699]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-842c3c6f-90f8-4d41-a6ba-df9b0de34afd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.381555] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Releasing lock "refresh_cache-86793adb-8889-417a-8745-3167fb1495bf" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.424906] env[69699]: DEBUG nova.network.neutron [req-f8eba23c-737c-4d00-9a10-0f5fd849cc9e req-8c14cdb1-4ff1-47d1-8cfc-ff04b558c26b service nova] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] Updated VIF entry in instance network info cache for port 4f0e6723-6338-4b46-96c9-5f2b7f6958f8. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1258.425331] env[69699]: DEBUG nova.network.neutron [req-f8eba23c-737c-4d00-9a10-0f5fd849cc9e req-8c14cdb1-4ff1-47d1-8cfc-ff04b558c26b service nova] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] Updating instance_info_cache with network_info: [{"id": "4f0e6723-6338-4b46-96c9-5f2b7f6958f8", "address": "fa:16:3e:d7:9d:26", "network": {"id": "ef05e9d5-6e97-4020-94d2-33bdde906e39", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-274559231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d1f0086b55c4ee08639e366146ed58d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f0e6723-63", "ovs_interfaceid": "4f0e6723-6338-4b46-96c9-5f2b7f6958f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.541775] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.541997] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.542308] env[69699]: DEBUG nova.objects.instance [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lazy-loading 'pci_requests' on Instance uuid 8fea800f-e4c6-42cd-82dc-32f960a58bf3 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1258.887289] env[69699]: DEBUG nova.compute.manager [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69699) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1258.887624] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.929506] env[69699]: DEBUG oslo_concurrency.lockutils [req-f8eba23c-737c-4d00-9a10-0f5fd849cc9e req-8c14cdb1-4ff1-47d1-8cfc-ff04b558c26b service nova] Releasing lock "refresh_cache-c132517e-fd37-4aab-8c15-64e56b470eef" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.046961] env[69699]: DEBUG oslo_vmware.rw_handles [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Completed reading data from the image iterator. {{(pid=69699) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1259.047170] env[69699]: DEBUG oslo_vmware.rw_handles [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523a4db6-d1b4-b9f7-44ae-989de23ac32e/disk-0.vmdk. {{(pid=69699) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1259.049143] env[69699]: DEBUG nova.objects.instance [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lazy-loading 'numa_topology' on Instance uuid 8fea800f-e4c6-42cd-82dc-32f960a58bf3 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1259.050902] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35c9d52-94a4-40f5-9e0f-bab1d45c2ad8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.058022] env[69699]: DEBUG oslo_vmware.rw_handles [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523a4db6-d1b4-b9f7-44ae-989de23ac32e/disk-0.vmdk is in state: ready. {{(pid=69699) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1259.058233] env[69699]: DEBUG oslo_vmware.rw_handles [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523a4db6-d1b4-b9f7-44ae-989de23ac32e/disk-0.vmdk. {{(pid=69699) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1259.059052] env[69699]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-68d61ab9-d762-4c26-b6d1-0d7fb44a30fc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.271162] env[69699]: DEBUG oslo_vmware.rw_handles [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523a4db6-d1b4-b9f7-44ae-989de23ac32e/disk-0.vmdk. {{(pid=69699) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1259.271419] env[69699]: INFO nova.virt.vmwareapi.images [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Downloaded image file data 19d7ca81-1e68-46d9-9a9e-15ca829f0483 [ 1259.272269] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e638ff05-ddc6-4907-9c8b-056689d73d58 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.288391] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a198cfdc-2f7e-4b7f-b52e-0754db8b0a54 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.310769] env[69699]: INFO nova.virt.vmwareapi.images [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] The imported VM was unregistered [ 1259.313093] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Caching image {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1259.313330] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Creating directory with path [datastore2] devstack-image-cache_base/19d7ca81-1e68-46d9-9a9e-15ca829f0483 {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1259.313587] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69503fd1-e230-4d0c-be26-8883f39697f8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.324435] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Created directory with path [datastore2] devstack-image-cache_base/19d7ca81-1e68-46d9-9a9e-15ca829f0483 {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1259.324632] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_570a16f7-375a-4abb-9512-bb298c7012f5/OSTACK_IMG_570a16f7-375a-4abb-9512-bb298c7012f5.vmdk to [datastore2] devstack-image-cache_base/19d7ca81-1e68-46d9-9a9e-15ca829f0483/19d7ca81-1e68-46d9-9a9e-15ca829f0483.vmdk. {{(pid=69699) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1259.324871] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-96f99c4d-5e4c-4d7f-951a-5738d8fd713c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.331230] env[69699]: DEBUG oslo_vmware.api [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Waiting for the task: (returnval){ [ 1259.331230] env[69699]: value = "task-3608124" [ 1259.331230] env[69699]: _type = "Task" [ 1259.331230] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.338963] env[69699]: DEBUG oslo_vmware.api [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608124, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.555351] env[69699]: INFO nova.compute.claims [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1259.843727] env[69699]: DEBUG oslo_vmware.api [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608124, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.344330] env[69699]: DEBUG oslo_vmware.api [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608124, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.661038] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12eb580a-1a24-446c-9f3f-3fe288ec31e8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.671472] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38353f8e-9d85-4cf2-8931-142fec9d0e80 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.706236] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d578f1e-36c9-40fe-ba40-83b120f323a9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.715762] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964a63a6-b914-4ae1-822e-e919242a5450 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.731185] env[69699]: DEBUG nova.compute.provider_tree [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1260.847667] env[69699]: DEBUG oslo_vmware.api [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608124, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.234576] env[69699]: DEBUG nova.scheduler.client.report [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1261.347733] env[69699]: DEBUG oslo_vmware.api [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608124, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.729121] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1261.729121] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1261.729376] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1261.729425] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1261.729535] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1261.729675] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1261.729817] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1261.729958] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69699) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1261.730120] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1261.740834] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.199s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.743018] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 2.855s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.789691] env[69699]: INFO nova.network.neutron [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Updating port 07e722ee-52b4-4ea2-a403-342bdceeb278 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1261.844121] env[69699]: DEBUG oslo_vmware.api [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608124, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.28299} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.844381] env[69699]: INFO nova.virt.vmwareapi.ds_util [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_570a16f7-375a-4abb-9512-bb298c7012f5/OSTACK_IMG_570a16f7-375a-4abb-9512-bb298c7012f5.vmdk to [datastore2] devstack-image-cache_base/19d7ca81-1e68-46d9-9a9e-15ca829f0483/19d7ca81-1e68-46d9-9a9e-15ca829f0483.vmdk. [ 1261.844567] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Cleaning up location [datastore2] OSTACK_IMG_570a16f7-375a-4abb-9512-bb298c7012f5 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1261.844731] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_570a16f7-375a-4abb-9512-bb298c7012f5 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1261.844999] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-995b505d-0691-4f37-8343-9a2af9f354c1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.851309] env[69699]: DEBUG oslo_vmware.api [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Waiting for the task: (returnval){ [ 1261.851309] env[69699]: value = "task-3608126" [ 1261.851309] env[69699]: _type = "Task" [ 1261.851309] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.858699] env[69699]: DEBUG oslo_vmware.api [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.233408] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.246123] env[69699]: DEBUG nova.objects.instance [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lazy-loading 'migration_context' on Instance uuid 86793adb-8889-417a-8745-3167fb1495bf {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1262.360707] env[69699]: DEBUG oslo_vmware.api [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608126, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.094791} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.361078] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1262.361141] env[69699]: DEBUG oslo_concurrency.lockutils [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Releasing lock "[datastore2] devstack-image-cache_base/19d7ca81-1e68-46d9-9a9e-15ca829f0483/19d7ca81-1e68-46d9-9a9e-15ca829f0483.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.361349] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/19d7ca81-1e68-46d9-9a9e-15ca829f0483/19d7ca81-1e68-46d9-9a9e-15ca829f0483.vmdk to [datastore2] fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff/fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1262.361586] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea40c57e-f195-44b5-976f-f217cc0410af {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.368830] env[69699]: DEBUG oslo_vmware.api [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Waiting for the task: (returnval){ [ 1262.368830] env[69699]: value = "task-3608127" [ 1262.368830] env[69699]: _type = "Task" [ 1262.368830] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.375478] env[69699]: DEBUG oslo_vmware.api [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608127, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.849075] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52a1d26-79f3-4164-823d-b7fd6ff4e226 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.858922] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba30a1b-135f-467d-b4a4-3b000527baab {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.896458] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc51514-5c67-4efe-8f8e-29b597083b3f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.907247] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54884006-0c86-4ec0-b432-f73f92084789 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.912514] env[69699]: DEBUG oslo_vmware.api [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608127, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.924391] env[69699]: DEBUG nova.compute.provider_tree [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1263.231587] env[69699]: DEBUG nova.compute.manager [req-4aea13c9-84d5-40d1-bdf1-87152f56b512 req-4e51980e-d172-43d9-acc2-0c3eab4f4ba6 service nova] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Received event network-vif-plugged-07e722ee-52b4-4ea2-a403-342bdceeb278 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1263.231864] env[69699]: DEBUG oslo_concurrency.lockutils [req-4aea13c9-84d5-40d1-bdf1-87152f56b512 req-4e51980e-d172-43d9-acc2-0c3eab4f4ba6 service nova] Acquiring lock "8fea800f-e4c6-42cd-82dc-32f960a58bf3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.232017] env[69699]: DEBUG oslo_concurrency.lockutils [req-4aea13c9-84d5-40d1-bdf1-87152f56b512 req-4e51980e-d172-43d9-acc2-0c3eab4f4ba6 service nova] Lock "8fea800f-e4c6-42cd-82dc-32f960a58bf3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.232521] env[69699]: DEBUG oslo_concurrency.lockutils [req-4aea13c9-84d5-40d1-bdf1-87152f56b512 req-4e51980e-d172-43d9-acc2-0c3eab4f4ba6 service nova] Lock "8fea800f-e4c6-42cd-82dc-32f960a58bf3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.232787] env[69699]: DEBUG nova.compute.manager [req-4aea13c9-84d5-40d1-bdf1-87152f56b512 req-4e51980e-d172-43d9-acc2-0c3eab4f4ba6 service nova] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] No waiting events found dispatching network-vif-plugged-07e722ee-52b4-4ea2-a403-342bdceeb278 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1263.232979] env[69699]: WARNING nova.compute.manager [req-4aea13c9-84d5-40d1-bdf1-87152f56b512 req-4e51980e-d172-43d9-acc2-0c3eab4f4ba6 service nova] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Received unexpected event network-vif-plugged-07e722ee-52b4-4ea2-a403-342bdceeb278 for instance with vm_state shelved_offloaded and task_state spawning. [ 1263.332938] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquiring lock "refresh_cache-8fea800f-e4c6-42cd-82dc-32f960a58bf3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.333112] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquired lock "refresh_cache-8fea800f-e4c6-42cd-82dc-32f960a58bf3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.333286] env[69699]: DEBUG nova.network.neutron [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1263.407096] env[69699]: DEBUG oslo_vmware.api [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608127, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.429058] env[69699]: DEBUG nova.scheduler.client.report [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1263.905737] env[69699]: DEBUG oslo_vmware.api [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608127, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.061775] env[69699]: DEBUG nova.network.neutron [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Updating instance_info_cache with network_info: [{"id": "07e722ee-52b4-4ea2-a403-342bdceeb278", "address": "fa:16:3e:f7:c5:7b", "network": {"id": "e99ab3ed-1030-44b0-98b1-0c8d1d561613", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1328451822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce00a2c4d2d6497eab27716fff8fe855", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07e722ee-52", "ovs_interfaceid": "07e722ee-52b4-4ea2-a403-342bdceeb278", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.407289] env[69699]: DEBUG oslo_vmware.api [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608127, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.441431] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.698s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.447647] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.214s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.447850] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.448013] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69699) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1264.451298] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d40aa01-8166-4fe6-886e-88579715486c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.468559] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a443a3-51f8-4a3f-8a3e-466753304a7e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.488574] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16cc5f3f-4ceb-4146-b83d-a88287a61414 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.499356] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5982f2cf-a12c-42c9-bc8c-5e64efb840ca {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.536760] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179900MB free_disk=77GB free_vcpus=48 pci_devices=None {{(pid=69699) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1264.537016] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.537272] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.565257] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Releasing lock "refresh_cache-8fea800f-e4c6-42cd-82dc-32f960a58bf3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.596055] env[69699]: DEBUG nova.virt.hardware [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='a2218e4e5990026c0724643c28f3915d',container_format='bare',created_at=2025-04-25T20:08:59Z,direct_url=,disk_format='vmdk',id=28595bc3-2ab4-445f-91d8-a07a9ae6c190,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-68289336-shelved',owner='ce00a2c4d2d6497eab27716fff8fe855',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-04-25T20:09:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1264.596254] env[69699]: DEBUG nova.virt.hardware [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1264.596406] env[69699]: DEBUG nova.virt.hardware [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1264.596592] env[69699]: DEBUG nova.virt.hardware [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1264.596757] env[69699]: DEBUG nova.virt.hardware [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1264.597016] env[69699]: DEBUG nova.virt.hardware [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1264.597324] env[69699]: DEBUG nova.virt.hardware [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1264.597491] env[69699]: DEBUG nova.virt.hardware [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1264.597662] env[69699]: DEBUG nova.virt.hardware [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1264.597825] env[69699]: DEBUG nova.virt.hardware [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1264.598014] env[69699]: DEBUG nova.virt.hardware [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1264.598996] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76e44f4-6de6-4445-85b6-f791b2cda94b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.608898] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16bbe89-c9be-4b66-8338-f1d77ffafb8c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.623460] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:c5:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3db2ab9e-1244-4377-b05f-ab76003f2428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07e722ee-52b4-4ea2-a403-342bdceeb278', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1264.630903] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1264.631205] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1264.631430] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0eb58b56-1c81-482b-a0c7-ccaa761168ed {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.651206] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1264.651206] env[69699]: value = "task-3608129" [ 1264.651206] env[69699]: _type = "Task" [ 1264.651206] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.659018] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3608129, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.906614] env[69699]: DEBUG oslo_vmware.api [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608127, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.270149} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.906922] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/19d7ca81-1e68-46d9-9a9e-15ca829f0483/19d7ca81-1e68-46d9-9a9e-15ca829f0483.vmdk to [datastore2] fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff/fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1264.907726] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7cf617a-2329-47f3-b696-02ef0f1f4599 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.929407] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff/fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff.vmdk or device None with type streamOptimized {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1264.929757] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09de94c1-2f81-495f-8769-57bb3318e146 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.951059] env[69699]: DEBUG oslo_vmware.api [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Waiting for the task: (returnval){ [ 1264.951059] env[69699]: value = "task-3608130" [ 1264.951059] env[69699]: _type = "Task" [ 1264.951059] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.959343] env[69699]: DEBUG oslo_vmware.api [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608130, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.162478] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3608129, 'name': CreateVM_Task, 'duration_secs': 0.355116} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.162677] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1265.163351] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28595bc3-2ab4-445f-91d8-a07a9ae6c190" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.163515] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28595bc3-2ab4-445f-91d8-a07a9ae6c190" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.163901] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28595bc3-2ab4-445f-91d8-a07a9ae6c190" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.164174] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83796e85-4135-4078-b666-b32c8d3273bb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.168914] env[69699]: DEBUG oslo_vmware.api [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 1265.168914] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52004bf8-6bf7-acbe-a40d-6d4452ff47b5" [ 1265.168914] env[69699]: _type = "Task" [ 1265.168914] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.177029] env[69699]: DEBUG oslo_vmware.api [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52004bf8-6bf7-acbe-a40d-6d4452ff47b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.263820] env[69699]: DEBUG nova.compute.manager [req-fe5e6a03-adb4-4518-8184-ec6b708f7e82 req-f9d0dbb7-9b3f-462e-a8fc-53b76d5950df service nova] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Received event network-changed-07e722ee-52b4-4ea2-a403-342bdceeb278 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1265.263950] env[69699]: DEBUG nova.compute.manager [req-fe5e6a03-adb4-4518-8184-ec6b708f7e82 req-f9d0dbb7-9b3f-462e-a8fc-53b76d5950df service nova] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Refreshing instance network info cache due to event network-changed-07e722ee-52b4-4ea2-a403-342bdceeb278. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1265.264165] env[69699]: DEBUG oslo_concurrency.lockutils [req-fe5e6a03-adb4-4518-8184-ec6b708f7e82 req-f9d0dbb7-9b3f-462e-a8fc-53b76d5950df service nova] Acquiring lock "refresh_cache-8fea800f-e4c6-42cd-82dc-32f960a58bf3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.264304] env[69699]: DEBUG oslo_concurrency.lockutils [req-fe5e6a03-adb4-4518-8184-ec6b708f7e82 req-f9d0dbb7-9b3f-462e-a8fc-53b76d5950df service nova] Acquired lock "refresh_cache-8fea800f-e4c6-42cd-82dc-32f960a58bf3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.264461] env[69699]: DEBUG nova.network.neutron [req-fe5e6a03-adb4-4518-8184-ec6b708f7e82 req-f9d0dbb7-9b3f-462e-a8fc-53b76d5950df service nova] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Refreshing network info cache for port 07e722ee-52b4-4ea2-a403-342bdceeb278 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1265.464305] env[69699]: DEBUG oslo_vmware.api [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608130, 'name': ReconfigVM_Task, 'duration_secs': 0.300283} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.464568] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Reconfigured VM instance instance-00000073 to attach disk [datastore2] fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff/fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff.vmdk or device None with type streamOptimized {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1265.465138] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c009136-9a36-4877-973b-db18212ffba4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.474765] env[69699]: DEBUG oslo_vmware.api [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Waiting for the task: (returnval){ [ 1265.474765] env[69699]: value = "task-3608131" [ 1265.474765] env[69699]: _type = "Task" [ 1265.474765] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.482264] env[69699]: DEBUG oslo_vmware.api [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608131, 'name': Rename_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.564215] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 61b7dedf-f80d-4440-a685-25792b564c43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1265.679927] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28595bc3-2ab4-445f-91d8-a07a9ae6c190" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.680203] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Processing image 28595bc3-2ab4-445f-91d8-a07a9ae6c190 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1265.680448] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28595bc3-2ab4-445f-91d8-a07a9ae6c190/28595bc3-2ab4-445f-91d8-a07a9ae6c190.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.680597] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28595bc3-2ab4-445f-91d8-a07a9ae6c190/28595bc3-2ab4-445f-91d8-a07a9ae6c190.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.680773] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1265.681039] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52b3311c-0d88-4b29-b55e-48c3072ae403 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.688933] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1265.689123] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1265.689797] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f6aebab-635b-4b08-952c-af4ee36c579b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.694651] env[69699]: DEBUG oslo_vmware.api [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 1265.694651] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52730dc7-f375-6592-7082-58a60e1de73f" [ 1265.694651] env[69699]: _type = "Task" [ 1265.694651] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.701626] env[69699]: DEBUG oslo_vmware.api [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52730dc7-f375-6592-7082-58a60e1de73f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.962641] env[69699]: DEBUG nova.network.neutron [req-fe5e6a03-adb4-4518-8184-ec6b708f7e82 req-f9d0dbb7-9b3f-462e-a8fc-53b76d5950df service nova] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Updated VIF entry in instance network info cache for port 07e722ee-52b4-4ea2-a403-342bdceeb278. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1265.963053] env[69699]: DEBUG nova.network.neutron [req-fe5e6a03-adb4-4518-8184-ec6b708f7e82 req-f9d0dbb7-9b3f-462e-a8fc-53b76d5950df service nova] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Updating instance_info_cache with network_info: [{"id": "07e722ee-52b4-4ea2-a403-342bdceeb278", "address": "fa:16:3e:f7:c5:7b", "network": {"id": "e99ab3ed-1030-44b0-98b1-0c8d1d561613", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1328451822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce00a2c4d2d6497eab27716fff8fe855", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07e722ee-52", "ovs_interfaceid": "07e722ee-52b4-4ea2-a403-342bdceeb278", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.984907] env[69699]: DEBUG oslo_vmware.api [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608131, 'name': Rename_Task, 'duration_secs': 0.133903} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.985672] env[69699]: INFO nova.compute.manager [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Swapping old allocation on dict_keys(['80d35c48-5f27-4b75-a19d-7a1a6901050f']) held by migration cf315612-0652-4921-bcb5-7b2694fc7131 for instance [ 1265.985929] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1265.987794] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3847b954-c117-48e7-81a2-cd7f2f0defdb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.994205] env[69699]: DEBUG oslo_vmware.api [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Waiting for the task: (returnval){ [ 1265.994205] env[69699]: value = "task-3608133" [ 1265.994205] env[69699]: _type = "Task" [ 1265.994205] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.003340] env[69699]: DEBUG oslo_vmware.api [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.007685] env[69699]: DEBUG nova.scheduler.client.report [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Overwriting current allocation {'allocations': {'80d35c48-5f27-4b75-a19d-7a1a6901050f': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 177}}, 'project_id': '2f0293384f344ba09f431b47ef381d57', 'user_id': '9862180e23014999a41bbdcdd1e67500', 'consumer_generation': 1} on consumer 86793adb-8889-417a-8745-3167fb1495bf {{(pid=69699) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1266.067664] env[69699]: INFO nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance cf315612-0652-4921-bcb5-7b2694fc7131 has allocations against this compute host but is not found in the database. [ 1266.067884] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 86793adb-8889-417a-8745-3167fb1495bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1266.068095] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance c132517e-fd37-4aab-8c15-64e56b470eef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1266.068264] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1266.068437] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 8fea800f-e4c6-42cd-82dc-32f960a58bf3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1266.068721] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=69699) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1266.068925] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1536MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=69699) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1266.098489] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquiring lock "refresh_cache-86793adb-8889-417a-8745-3167fb1495bf" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.098612] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquired lock "refresh_cache-86793adb-8889-417a-8745-3167fb1495bf" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.098736] env[69699]: DEBUG nova.network.neutron [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1266.140224] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2baedb39-d2a2-4c71-a8b3-1ed8f2ba34ed {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.148437] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77bb128-ae20-4554-a3ea-7d7dfab761b5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.180278] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b7ba69-459f-4101-b830-0856ad4dea53 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.187120] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f39919-655c-4d6b-8f7a-8a8b8e0d0285 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.199893] env[69699]: DEBUG nova.compute.provider_tree [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.209634] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Preparing fetch location {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1266.209868] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Fetch image to [datastore2] OSTACK_IMG_ed3eca27-3a0f-40ea-9624-9faaf88ccc3d/OSTACK_IMG_ed3eca27-3a0f-40ea-9624-9faaf88ccc3d.vmdk {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1266.210068] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Downloading stream optimized image 28595bc3-2ab4-445f-91d8-a07a9ae6c190 to [datastore2] OSTACK_IMG_ed3eca27-3a0f-40ea-9624-9faaf88ccc3d/OSTACK_IMG_ed3eca27-3a0f-40ea-9624-9faaf88ccc3d.vmdk on the data store datastore2 as vApp {{(pid=69699) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1266.210244] env[69699]: DEBUG nova.virt.vmwareapi.images [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Downloading image file data 28595bc3-2ab4-445f-91d8-a07a9ae6c190 to the ESX as VM named 'OSTACK_IMG_ed3eca27-3a0f-40ea-9624-9faaf88ccc3d' {{(pid=69699) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1266.283199] env[69699]: DEBUG oslo_vmware.rw_handles [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1266.283199] env[69699]: value = "resgroup-9" [ 1266.283199] env[69699]: _type = "ResourcePool" [ 1266.283199] env[69699]: }. {{(pid=69699) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1266.283532] env[69699]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-d8e33510-aece-4af1-9508-3a86bafe895e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.305348] env[69699]: DEBUG oslo_vmware.rw_handles [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lease: (returnval){ [ 1266.305348] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52aa9009-29cb-ffba-b0d2-46c657b2dc46" [ 1266.305348] env[69699]: _type = "HttpNfcLease" [ 1266.305348] env[69699]: } obtained for vApp import into resource pool (val){ [ 1266.305348] env[69699]: value = "resgroup-9" [ 1266.305348] env[69699]: _type = "ResourcePool" [ 1266.305348] env[69699]: }. {{(pid=69699) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1266.305617] env[69699]: DEBUG oslo_vmware.api [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the lease: (returnval){ [ 1266.305617] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52aa9009-29cb-ffba-b0d2-46c657b2dc46" [ 1266.305617] env[69699]: _type = "HttpNfcLease" [ 1266.305617] env[69699]: } to be ready. {{(pid=69699) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1266.313479] env[69699]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1266.313479] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52aa9009-29cb-ffba-b0d2-46c657b2dc46" [ 1266.313479] env[69699]: _type = "HttpNfcLease" [ 1266.313479] env[69699]: } is initializing. {{(pid=69699) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1266.466071] env[69699]: DEBUG oslo_concurrency.lockutils [req-fe5e6a03-adb4-4518-8184-ec6b708f7e82 req-f9d0dbb7-9b3f-462e-a8fc-53b76d5950df service nova] Releasing lock "refresh_cache-8fea800f-e4c6-42cd-82dc-32f960a58bf3" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.503560] env[69699]: DEBUG oslo_vmware.api [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608133, 'name': PowerOnVM_Task, 'duration_secs': 0.450474} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.503834] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1266.599582] env[69699]: DEBUG nova.compute.manager [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1266.600507] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b4cb1a-e2a3-40b3-9d00-4ab85ca99508 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.705614] env[69699]: DEBUG nova.scheduler.client.report [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1266.813105] env[69699]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1266.813105] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52aa9009-29cb-ffba-b0d2-46c657b2dc46" [ 1266.813105] env[69699]: _type = "HttpNfcLease" [ 1266.813105] env[69699]: } is ready. {{(pid=69699) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1266.813604] env[69699]: DEBUG oslo_vmware.rw_handles [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1266.813604] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52aa9009-29cb-ffba-b0d2-46c657b2dc46" [ 1266.813604] env[69699]: _type = "HttpNfcLease" [ 1266.813604] env[69699]: }. {{(pid=69699) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1266.814330] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b48959-5647-4c72-8ed2-e1bb1b15650d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.817512] env[69699]: DEBUG nova.network.neutron [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Updating instance_info_cache with network_info: [{"id": "235bb715-0a41-441e-b0d2-c5606ae4a5fd", "address": "fa:16:3e:75:74:c5", "network": {"id": "4a55132d-5b16-41eb-97d5-c6aacd2ebbe0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2076238106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f0293384f344ba09f431b47ef381d57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap235bb715-0a", "ovs_interfaceid": "235bb715-0a41-441e-b0d2-c5606ae4a5fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.822882] env[69699]: DEBUG oslo_vmware.rw_handles [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e67033-e018-8dfe-55cb-b7b589acdc67/disk-0.vmdk from lease info. {{(pid=69699) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1266.823124] env[69699]: DEBUG oslo_vmware.rw_handles [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e67033-e018-8dfe-55cb-b7b589acdc67/disk-0.vmdk. {{(pid=69699) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1266.885510] env[69699]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-53bb006d-1a97-4fc3-8651-400bd7fef74d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.120907] env[69699]: DEBUG oslo_concurrency.lockutils [None req-360bc164-ec83-421d-a6b6-624523e263c7 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Lock "fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.515s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.211034] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69699) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1267.211290] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.674s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.319925] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Releasing lock "refresh_cache-86793adb-8889-417a-8745-3167fb1495bf" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.320439] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1267.320723] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57ff14c7-3b0b-4cd7-bd8b-626f1a70dfac {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.329684] env[69699]: DEBUG oslo_vmware.api [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1267.329684] env[69699]: value = "task-3608135" [ 1267.329684] env[69699]: _type = "Task" [ 1267.329684] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.338706] env[69699]: DEBUG oslo_vmware.api [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608135, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.842895] env[69699]: DEBUG oslo_vmware.api [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608135, 'name': PowerOffVM_Task, 'duration_secs': 0.272612} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.844537] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1267.845245] env[69699]: DEBUG nova.virt.hardware [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1267.845515] env[69699]: DEBUG nova.virt.hardware [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1267.845690] env[69699]: DEBUG nova.virt.hardware [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1267.845928] env[69699]: DEBUG nova.virt.hardware [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1267.846127] env[69699]: DEBUG nova.virt.hardware [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1267.846291] env[69699]: DEBUG nova.virt.hardware [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1267.846514] env[69699]: DEBUG nova.virt.hardware [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1267.846736] env[69699]: DEBUG nova.virt.hardware [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1267.846955] env[69699]: DEBUG nova.virt.hardware [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1267.847167] env[69699]: DEBUG nova.virt.hardware [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1267.847369] env[69699]: DEBUG nova.virt.hardware [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1267.854181] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a389178f-75b8-453d-af80-70935eedf0e2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.873684] env[69699]: DEBUG oslo_vmware.api [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1267.873684] env[69699]: value = "task-3608137" [ 1267.873684] env[69699]: _type = "Task" [ 1267.873684] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.883946] env[69699]: DEBUG oslo_vmware.api [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608137, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.384852] env[69699]: DEBUG oslo_vmware.api [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608137, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.515033] env[69699]: DEBUG oslo_vmware.rw_handles [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Completed reading data from the image iterator. {{(pid=69699) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1268.515033] env[69699]: DEBUG oslo_vmware.rw_handles [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e67033-e018-8dfe-55cb-b7b589acdc67/disk-0.vmdk. {{(pid=69699) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1268.515978] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30a2c77-74b1-4087-a3be-82f292939e07 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.522551] env[69699]: DEBUG oslo_vmware.rw_handles [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e67033-e018-8dfe-55cb-b7b589acdc67/disk-0.vmdk is in state: ready. {{(pid=69699) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1268.522717] env[69699]: DEBUG oslo_vmware.rw_handles [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e67033-e018-8dfe-55cb-b7b589acdc67/disk-0.vmdk. {{(pid=69699) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1268.522968] env[69699]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-236297d3-f544-4640-abaf-b07c19ec285f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.681227] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e617fd0-e757-44a8-8b6a-cca3b51d7599 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.688250] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-91dabd4a-3c3f-4ca8-b151-95581f229d22 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Suspending the VM {{(pid=69699) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1268.688488] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-e7db45f7-e84b-4782-a45b-abca431f061d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.694674] env[69699]: DEBUG oslo_vmware.api [None req-91dabd4a-3c3f-4ca8-b151-95581f229d22 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Waiting for the task: (returnval){ [ 1268.694674] env[69699]: value = "task-3608138" [ 1268.694674] env[69699]: _type = "Task" [ 1268.694674] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.702226] env[69699]: DEBUG oslo_vmware.api [None req-91dabd4a-3c3f-4ca8-b151-95581f229d22 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608138, 'name': SuspendVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.745625] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1268.885485] env[69699]: DEBUG oslo_vmware.api [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608137, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.134019] env[69699]: DEBUG oslo_vmware.rw_handles [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e67033-e018-8dfe-55cb-b7b589acdc67/disk-0.vmdk. {{(pid=69699) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1269.134269] env[69699]: INFO nova.virt.vmwareapi.images [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Downloaded image file data 28595bc3-2ab4-445f-91d8-a07a9ae6c190 [ 1269.135147] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660dfde8-6f23-4477-b004-90d40f8c5a26 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.151036] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a819c44-8a70-4028-9f99-1a8ac930b184 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.177630] env[69699]: INFO nova.virt.vmwareapi.images [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] The imported VM was unregistered [ 1269.180042] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Caching image {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1269.180279] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Creating directory with path [datastore2] devstack-image-cache_base/28595bc3-2ab4-445f-91d8-a07a9ae6c190 {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1269.180559] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9026d10-553f-4834-8f96-c34fc15b8aa4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.190475] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Created directory with path [datastore2] devstack-image-cache_base/28595bc3-2ab4-445f-91d8-a07a9ae6c190 {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1269.190647] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_ed3eca27-3a0f-40ea-9624-9faaf88ccc3d/OSTACK_IMG_ed3eca27-3a0f-40ea-9624-9faaf88ccc3d.vmdk to [datastore2] devstack-image-cache_base/28595bc3-2ab4-445f-91d8-a07a9ae6c190/28595bc3-2ab4-445f-91d8-a07a9ae6c190.vmdk. {{(pid=69699) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1269.190892] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-e410623a-33a9-4c02-903e-d70ceed74232 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.199269] env[69699]: DEBUG oslo_vmware.api [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 1269.199269] env[69699]: value = "task-3608140" [ 1269.199269] env[69699]: _type = "Task" [ 1269.199269] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.205276] env[69699]: DEBUG oslo_vmware.api [None req-91dabd4a-3c3f-4ca8-b151-95581f229d22 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608138, 'name': SuspendVM_Task} progress is 70%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.209801] env[69699]: DEBUG oslo_vmware.api [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608140, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.251156] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.385383] env[69699]: DEBUG oslo_vmware.api [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608137, 'name': ReconfigVM_Task, 'duration_secs': 1.225932} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.386345] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3cfc4da-acdc-44e7-ac19-b65444e10053 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.407542] env[69699]: DEBUG nova.virt.hardware [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1269.407796] env[69699]: DEBUG nova.virt.hardware [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1269.407953] env[69699]: DEBUG nova.virt.hardware [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1269.408153] env[69699]: DEBUG nova.virt.hardware [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1269.408298] env[69699]: DEBUG nova.virt.hardware [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1269.408444] env[69699]: DEBUG nova.virt.hardware [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1269.408647] env[69699]: DEBUG nova.virt.hardware [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1269.408804] env[69699]: DEBUG nova.virt.hardware [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1269.408973] env[69699]: DEBUG nova.virt.hardware [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1269.409150] env[69699]: DEBUG nova.virt.hardware [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1269.409325] env[69699]: DEBUG nova.virt.hardware [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1269.410248] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef1bdfec-dd79-4210-8cbd-e61891e138c1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.416421] env[69699]: DEBUG oslo_vmware.api [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1269.416421] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52e12d59-01db-39bc-ae33-42e47ced85bb" [ 1269.416421] env[69699]: _type = "Task" [ 1269.416421] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.424524] env[69699]: DEBUG oslo_vmware.api [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52e12d59-01db-39bc-ae33-42e47ced85bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.706710] env[69699]: DEBUG oslo_vmware.api [None req-91dabd4a-3c3f-4ca8-b151-95581f229d22 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608138, 'name': SuspendVM_Task, 'duration_secs': 0.658968} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.707432] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-91dabd4a-3c3f-4ca8-b151-95581f229d22 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Suspended the VM {{(pid=69699) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1269.707624] env[69699]: DEBUG nova.compute.manager [None req-91dabd4a-3c3f-4ca8-b151-95581f229d22 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1269.708399] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da17215-6abc-4e77-8e69-74450570ee05 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.713885] env[69699]: DEBUG oslo_vmware.api [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608140, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.928101] env[69699]: DEBUG oslo_vmware.api [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52e12d59-01db-39bc-ae33-42e47ced85bb, 'name': SearchDatastore_Task, 'duration_secs': 0.009088} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.933195] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1269.933586] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-387b9578-b331-4fec-a4ca-9df23dacc9d4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.952920] env[69699]: DEBUG oslo_vmware.api [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1269.952920] env[69699]: value = "task-3608141" [ 1269.952920] env[69699]: _type = "Task" [ 1269.952920] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.961647] env[69699]: DEBUG oslo_vmware.api [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608141, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.210190] env[69699]: DEBUG oslo_vmware.api [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608140, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.463584] env[69699]: DEBUG oslo_vmware.api [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608141, 'name': ReconfigVM_Task, 'duration_secs': 0.241122} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.463876] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1270.464716] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88340d40-9aeb-4431-a354-99ad403c871d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.487381] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 86793adb-8889-417a-8745-3167fb1495bf/86793adb-8889-417a-8745-3167fb1495bf.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1270.487714] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc29c11c-6d30-4552-8118-7aee6e96c591 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.508972] env[69699]: DEBUG oslo_vmware.api [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1270.508972] env[69699]: value = "task-3608142" [ 1270.508972] env[69699]: _type = "Task" [ 1270.508972] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.518064] env[69699]: DEBUG oslo_vmware.api [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608142, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.711618] env[69699]: DEBUG oslo_vmware.api [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608140, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.020024] env[69699]: DEBUG oslo_vmware.api [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608142, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.083959] env[69699]: INFO nova.compute.manager [None req-3f0a5858-92b1-4f25-a270-f1ea283c3857 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Resuming [ 1271.084716] env[69699]: DEBUG nova.objects.instance [None req-3f0a5858-92b1-4f25-a270-f1ea283c3857 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Lazy-loading 'flavor' on Instance uuid fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.212303] env[69699]: DEBUG oslo_vmware.api [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608140, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.520245] env[69699]: DEBUG oslo_vmware.api [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608142, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.712962] env[69699]: DEBUG oslo_vmware.api [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608140, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.020444] env[69699]: DEBUG oslo_vmware.api [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608142, 'name': ReconfigVM_Task, 'duration_secs': 1.428463} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.020797] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 86793adb-8889-417a-8745-3167fb1495bf/86793adb-8889-417a-8745-3167fb1495bf.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1272.021612] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edbb00f8-adda-4a85-8a67-36c68993812d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.038833] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a874c11a-1543-4ea5-963b-85ef3da21eb2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.055529] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71552cdd-d1ea-44a1-82c9-3ddb26e1816e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.073385] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5eed1b-6b24-4c7f-9abd-76ebab1c305a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.079370] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1272.079577] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5585252-bb57-4064-813a-67f76e647f12 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.085157] env[69699]: DEBUG oslo_vmware.api [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1272.085157] env[69699]: value = "task-3608144" [ 1272.085157] env[69699]: _type = "Task" [ 1272.085157] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.092108] env[69699]: DEBUG oslo_vmware.api [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608144, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.214645] env[69699]: DEBUG oslo_vmware.api [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608140, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.584123} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.214914] env[69699]: INFO nova.virt.vmwareapi.ds_util [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_ed3eca27-3a0f-40ea-9624-9faaf88ccc3d/OSTACK_IMG_ed3eca27-3a0f-40ea-9624-9faaf88ccc3d.vmdk to [datastore2] devstack-image-cache_base/28595bc3-2ab4-445f-91d8-a07a9ae6c190/28595bc3-2ab4-445f-91d8-a07a9ae6c190.vmdk. [ 1272.215120] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Cleaning up location [datastore2] OSTACK_IMG_ed3eca27-3a0f-40ea-9624-9faaf88ccc3d {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1272.215289] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_ed3eca27-3a0f-40ea-9624-9faaf88ccc3d {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1272.215539] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffd78a50-261c-445b-a192-947db14a6f8f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.221368] env[69699]: DEBUG oslo_vmware.api [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 1272.221368] env[69699]: value = "task-3608145" [ 1272.221368] env[69699]: _type = "Task" [ 1272.221368] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.228644] env[69699]: DEBUG oslo_vmware.api [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608145, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.594938] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3f0a5858-92b1-4f25-a270-f1ea283c3857 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Acquiring lock "refresh_cache-fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.595137] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3f0a5858-92b1-4f25-a270-f1ea283c3857 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Acquired lock "refresh_cache-fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.595300] env[69699]: DEBUG nova.network.neutron [None req-3f0a5858-92b1-4f25-a270-f1ea283c3857 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1272.596483] env[69699]: DEBUG oslo_vmware.api [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608144, 'name': PowerOnVM_Task, 'duration_secs': 0.414056} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.596716] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1272.730704] env[69699]: DEBUG oslo_vmware.api [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608145, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034323} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.730983] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1272.731190] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28595bc3-2ab4-445f-91d8-a07a9ae6c190/28595bc3-2ab4-445f-91d8-a07a9ae6c190.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.731444] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28595bc3-2ab4-445f-91d8-a07a9ae6c190/28595bc3-2ab4-445f-91d8-a07a9ae6c190.vmdk to [datastore2] 8fea800f-e4c6-42cd-82dc-32f960a58bf3/8fea800f-e4c6-42cd-82dc-32f960a58bf3.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1272.731687] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84adf6c9-8705-4cc8-8b36-d32b2ec339d0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.738242] env[69699]: DEBUG oslo_vmware.api [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 1272.738242] env[69699]: value = "task-3608146" [ 1272.738242] env[69699]: _type = "Task" [ 1272.738242] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.745837] env[69699]: DEBUG oslo_vmware.api [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.250592] env[69699]: DEBUG oslo_vmware.api [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608146, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.309345] env[69699]: DEBUG nova.network.neutron [None req-3f0a5858-92b1-4f25-a270-f1ea283c3857 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Updating instance_info_cache with network_info: [{"id": "8451a21e-0abb-4e9a-bb44-1e2fafbd8503", "address": "fa:16:3e:7e:89:22", "network": {"id": "cdf89423-f8e2-49b5-ab55-6fae675e21c7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1071452390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3000feb37ebe40259348a665b9ff0076", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8451a21e-0a", "ovs_interfaceid": "8451a21e-0abb-4e9a-bb44-1e2fafbd8503", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.609991] env[69699]: INFO nova.compute.manager [None req-c82b3ab0-0731-4a01-b11c-9b1d67bd1fff tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Updating instance to original state: 'active' [ 1273.749199] env[69699]: DEBUG oslo_vmware.api [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608146, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.811906] env[69699]: DEBUG oslo_concurrency.lockutils [None req-3f0a5858-92b1-4f25-a270-f1ea283c3857 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Releasing lock "refresh_cache-fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.812916] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f5f662-9383-449c-bbde-b41a0d5690e3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.819390] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0a5858-92b1-4f25-a270-f1ea283c3857 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Resuming the VM {{(pid=69699) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1273.819666] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d9fa19e-e148-4eb8-9585-8621034a7df3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.826246] env[69699]: DEBUG oslo_vmware.api [None req-3f0a5858-92b1-4f25-a270-f1ea283c3857 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Waiting for the task: (returnval){ [ 1273.826246] env[69699]: value = "task-3608148" [ 1273.826246] env[69699]: _type = "Task" [ 1273.826246] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.834160] env[69699]: DEBUG oslo_vmware.api [None req-3f0a5858-92b1-4f25-a270-f1ea283c3857 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608148, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.250223] env[69699]: DEBUG oslo_vmware.api [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608146, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.336593] env[69699]: DEBUG oslo_vmware.api [None req-3f0a5858-92b1-4f25-a270-f1ea283c3857 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608148, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.750907] env[69699]: DEBUG oslo_vmware.api [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608146, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.837929] env[69699]: DEBUG oslo_vmware.api [None req-3f0a5858-92b1-4f25-a270-f1ea283c3857 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608148, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.212936] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c71ef8a9-e41d-42a1-89cd-4e7543b8729c tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquiring lock "86793adb-8889-417a-8745-3167fb1495bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.212936] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c71ef8a9-e41d-42a1-89cd-4e7543b8729c tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "86793adb-8889-417a-8745-3167fb1495bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.212936] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c71ef8a9-e41d-42a1-89cd-4e7543b8729c tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquiring lock "86793adb-8889-417a-8745-3167fb1495bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.213264] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c71ef8a9-e41d-42a1-89cd-4e7543b8729c tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "86793adb-8889-417a-8745-3167fb1495bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.213264] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c71ef8a9-e41d-42a1-89cd-4e7543b8729c tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "86793adb-8889-417a-8745-3167fb1495bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.216072] env[69699]: INFO nova.compute.manager [None req-c71ef8a9-e41d-42a1-89cd-4e7543b8729c tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Terminating instance [ 1275.251740] env[69699]: DEBUG oslo_vmware.api [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608146, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.156208} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.252183] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28595bc3-2ab4-445f-91d8-a07a9ae6c190/28595bc3-2ab4-445f-91d8-a07a9ae6c190.vmdk to [datastore2] 8fea800f-e4c6-42cd-82dc-32f960a58bf3/8fea800f-e4c6-42cd-82dc-32f960a58bf3.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1275.253019] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab1a9e1-50f8-49af-8b87-c20c3bed9dd0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.275567] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 8fea800f-e4c6-42cd-82dc-32f960a58bf3/8fea800f-e4c6-42cd-82dc-32f960a58bf3.vmdk or device None with type streamOptimized {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1275.275923] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-368a781b-ec1e-40d5-93dd-afa7ab0861e9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.295203] env[69699]: DEBUG oslo_vmware.api [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 1275.295203] env[69699]: value = "task-3608149" [ 1275.295203] env[69699]: _type = "Task" [ 1275.295203] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.303486] env[69699]: DEBUG oslo_vmware.api [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608149, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.337680] env[69699]: DEBUG oslo_vmware.api [None req-3f0a5858-92b1-4f25-a270-f1ea283c3857 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608148, 'name': PowerOnVM_Task, 'duration_secs': 1.389954} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.338083] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0a5858-92b1-4f25-a270-f1ea283c3857 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Resumed the VM {{(pid=69699) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1275.338148] env[69699]: DEBUG nova.compute.manager [None req-3f0a5858-92b1-4f25-a270-f1ea283c3857 tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1275.338953] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d03b4c-3972-4c72-a6a2-a81778eb17ba {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.720251] env[69699]: DEBUG nova.compute.manager [None req-c71ef8a9-e41d-42a1-89cd-4e7543b8729c tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1275.720587] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-c71ef8a9-e41d-42a1-89cd-4e7543b8729c tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1275.721501] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e92611f-f3fe-47e7-b58c-a1511f795ecd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.728679] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-c71ef8a9-e41d-42a1-89cd-4e7543b8729c tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1275.728907] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a352d761-a2d1-4429-a41e-097e86cf4215 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.734254] env[69699]: DEBUG oslo_vmware.api [None req-c71ef8a9-e41d-42a1-89cd-4e7543b8729c tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1275.734254] env[69699]: value = "task-3608150" [ 1275.734254] env[69699]: _type = "Task" [ 1275.734254] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.743284] env[69699]: DEBUG oslo_vmware.api [None req-c71ef8a9-e41d-42a1-89cd-4e7543b8729c tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608150, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.804765] env[69699]: DEBUG oslo_vmware.api [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608149, 'name': ReconfigVM_Task, 'duration_secs': 0.384221} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.805058] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 8fea800f-e4c6-42cd-82dc-32f960a58bf3/8fea800f-e4c6-42cd-82dc-32f960a58bf3.vmdk or device None with type streamOptimized {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1275.805692] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1935b811-99a0-4afe-8a5d-96d24da58a9f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.812962] env[69699]: DEBUG oslo_vmware.api [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 1275.812962] env[69699]: value = "task-3608151" [ 1275.812962] env[69699]: _type = "Task" [ 1275.812962] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.825559] env[69699]: DEBUG oslo_vmware.api [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608151, 'name': Rename_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.245043] env[69699]: DEBUG oslo_vmware.api [None req-c71ef8a9-e41d-42a1-89cd-4e7543b8729c tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608150, 'name': PowerOffVM_Task, 'duration_secs': 0.189856} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.245333] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-c71ef8a9-e41d-42a1-89cd-4e7543b8729c tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1276.245502] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-c71ef8a9-e41d-42a1-89cd-4e7543b8729c tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1276.245839] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-353384bf-a34c-4129-b8b9-64a124c9d347 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.322493] env[69699]: DEBUG oslo_vmware.api [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608151, 'name': Rename_Task, 'duration_secs': 0.138529} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.322764] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1276.323034] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0c53cb3-a03e-48c5-a24d-7abbd21df624 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.329327] env[69699]: DEBUG oslo_vmware.api [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 1276.329327] env[69699]: value = "task-3608154" [ 1276.329327] env[69699]: _type = "Task" [ 1276.329327] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.336465] env[69699]: DEBUG oslo_vmware.api [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608154, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.839609] env[69699]: DEBUG oslo_vmware.api [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608154, 'name': PowerOnVM_Task, 'duration_secs': 0.478175} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.839957] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1276.940324] env[69699]: DEBUG nova.compute.manager [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1276.941229] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300a8db2-8fa7-4827-a490-0182ef9790c5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.222473] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-c71ef8a9-e41d-42a1-89cd-4e7543b8729c tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1277.222717] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-c71ef8a9-e41d-42a1-89cd-4e7543b8729c tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Deleting contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1277.222904] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-c71ef8a9-e41d-42a1-89cd-4e7543b8729c tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Deleting the datastore file [datastore1] 86793adb-8889-417a-8745-3167fb1495bf {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1277.223218] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9073a5c4-ab0d-4dee-9556-2d596b30287c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.229946] env[69699]: DEBUG oslo_vmware.api [None req-c71ef8a9-e41d-42a1-89cd-4e7543b8729c tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1277.229946] env[69699]: value = "task-3608155" [ 1277.229946] env[69699]: _type = "Task" [ 1277.229946] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.237702] env[69699]: DEBUG oslo_vmware.api [None req-c71ef8a9-e41d-42a1-89cd-4e7543b8729c tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608155, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.461178] env[69699]: DEBUG oslo_concurrency.lockutils [None req-5d788fa2-bd33-4bc0-ab30-b374fa27208a tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "8fea800f-e4c6-42cd-82dc-32f960a58bf3" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.950s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.740479] env[69699]: DEBUG oslo_vmware.api [None req-c71ef8a9-e41d-42a1-89cd-4e7543b8729c tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608155, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206419} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.740746] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-c71ef8a9-e41d-42a1-89cd-4e7543b8729c tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1277.740912] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-c71ef8a9-e41d-42a1-89cd-4e7543b8729c tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Deleted contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1277.741103] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-c71ef8a9-e41d-42a1-89cd-4e7543b8729c tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1277.741278] env[69699]: INFO nova.compute.manager [None req-c71ef8a9-e41d-42a1-89cd-4e7543b8729c tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Took 2.02 seconds to destroy the instance on the hypervisor. [ 1277.741528] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c71ef8a9-e41d-42a1-89cd-4e7543b8729c tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1277.741717] env[69699]: DEBUG nova.compute.manager [-] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1277.741812] env[69699]: DEBUG nova.network.neutron [-] [instance: 86793adb-8889-417a-8745-3167fb1495bf] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1277.839828] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6bdba499-dc45-40f9-b8a2-703359ce654c tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquiring lock "8fea800f-e4c6-42cd-82dc-32f960a58bf3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.840198] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6bdba499-dc45-40f9-b8a2-703359ce654c tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "8fea800f-e4c6-42cd-82dc-32f960a58bf3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.840335] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6bdba499-dc45-40f9-b8a2-703359ce654c tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquiring lock "8fea800f-e4c6-42cd-82dc-32f960a58bf3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.840525] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6bdba499-dc45-40f9-b8a2-703359ce654c tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "8fea800f-e4c6-42cd-82dc-32f960a58bf3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.840689] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6bdba499-dc45-40f9-b8a2-703359ce654c tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "8fea800f-e4c6-42cd-82dc-32f960a58bf3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.842756] env[69699]: INFO nova.compute.manager [None req-6bdba499-dc45-40f9-b8a2-703359ce654c tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Terminating instance [ 1278.346283] env[69699]: DEBUG nova.compute.manager [None req-6bdba499-dc45-40f9-b8a2-703359ce654c tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1278.346527] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdba499-dc45-40f9-b8a2-703359ce654c tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1278.347489] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de528b5-2f79-49bb-9420-ed6a9d9d2a59 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.356097] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bdba499-dc45-40f9-b8a2-703359ce654c tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1278.356419] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f41f2d31-a3cc-4281-b1f5-f8b079d4f70f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.362373] env[69699]: DEBUG oslo_vmware.api [None req-6bdba499-dc45-40f9-b8a2-703359ce654c tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 1278.362373] env[69699]: value = "task-3608156" [ 1278.362373] env[69699]: _type = "Task" [ 1278.362373] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.371773] env[69699]: DEBUG oslo_vmware.api [None req-6bdba499-dc45-40f9-b8a2-703359ce654c tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608156, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.395176] env[69699]: DEBUG nova.compute.manager [req-3320a6d4-cd82-401f-ad99-7e607c5b9862 req-d520e77e-c9a2-427a-893d-c066f784dc54 service nova] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Received event network-vif-deleted-235bb715-0a41-441e-b0d2-c5606ae4a5fd {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1278.395437] env[69699]: INFO nova.compute.manager [req-3320a6d4-cd82-401f-ad99-7e607c5b9862 req-d520e77e-c9a2-427a-893d-c066f784dc54 service nova] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Neutron deleted interface 235bb715-0a41-441e-b0d2-c5606ae4a5fd; detaching it from the instance and deleting it from the info cache [ 1278.395546] env[69699]: DEBUG nova.network.neutron [req-3320a6d4-cd82-401f-ad99-7e607c5b9862 req-d520e77e-c9a2-427a-893d-c066f784dc54 service nova] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.872236] env[69699]: DEBUG oslo_vmware.api [None req-6bdba499-dc45-40f9-b8a2-703359ce654c tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608156, 'name': PowerOffVM_Task, 'duration_secs': 0.194793} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.872605] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bdba499-dc45-40f9-b8a2-703359ce654c tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1278.872721] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdba499-dc45-40f9-b8a2-703359ce654c tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1278.873029] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9045ddbf-39b1-47d8-9c2a-f54f242efa3f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.876141] env[69699]: DEBUG nova.network.neutron [-] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.898351] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f19ab18-5fa2-4b65-80de-aa3e4e17850d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.907308] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba3c75a-cdde-465b-be5b-6156535ec0da {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.935559] env[69699]: DEBUG nova.compute.manager [req-3320a6d4-cd82-401f-ad99-7e607c5b9862 req-d520e77e-c9a2-427a-893d-c066f784dc54 service nova] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Detach interface failed, port_id=235bb715-0a41-441e-b0d2-c5606ae4a5fd, reason: Instance 86793adb-8889-417a-8745-3167fb1495bf could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1278.950650] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdba499-dc45-40f9-b8a2-703359ce654c tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1278.950882] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdba499-dc45-40f9-b8a2-703359ce654c tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1278.951079] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bdba499-dc45-40f9-b8a2-703359ce654c tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Deleting the datastore file [datastore2] 8fea800f-e4c6-42cd-82dc-32f960a58bf3 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1278.951346] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e074f238-4e51-4ac1-ba4f-0b9c92537a8e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.958263] env[69699]: DEBUG oslo_vmware.api [None req-6bdba499-dc45-40f9-b8a2-703359ce654c tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for the task: (returnval){ [ 1278.958263] env[69699]: value = "task-3608158" [ 1278.958263] env[69699]: _type = "Task" [ 1278.958263] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.966265] env[69699]: DEBUG oslo_vmware.api [None req-6bdba499-dc45-40f9-b8a2-703359ce654c tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608158, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.378976] env[69699]: INFO nova.compute.manager [-] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Took 1.64 seconds to deallocate network for instance. [ 1279.468174] env[69699]: DEBUG oslo_vmware.api [None req-6bdba499-dc45-40f9-b8a2-703359ce654c tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Task: {'id': task-3608158, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.471779} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.468451] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bdba499-dc45-40f9-b8a2-703359ce654c tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1279.468639] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdba499-dc45-40f9-b8a2-703359ce654c tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1279.468813] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdba499-dc45-40f9-b8a2-703359ce654c tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1279.468984] env[69699]: INFO nova.compute.manager [None req-6bdba499-dc45-40f9-b8a2-703359ce654c tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1279.469239] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6bdba499-dc45-40f9-b8a2-703359ce654c tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1279.469431] env[69699]: DEBUG nova.compute.manager [-] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1279.469527] env[69699]: DEBUG nova.network.neutron [-] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1279.887019] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c71ef8a9-e41d-42a1-89cd-4e7543b8729c tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.887449] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c71ef8a9-e41d-42a1-89cd-4e7543b8729c tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.887762] env[69699]: DEBUG nova.objects.instance [None req-c71ef8a9-e41d-42a1-89cd-4e7543b8729c tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lazy-loading 'resources' on Instance uuid 86793adb-8889-417a-8745-3167fb1495bf {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1280.036105] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquiring lock "7b60b10b-c24e-46fb-a21c-af83d2116ba8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.036364] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "7b60b10b-c24e-46fb-a21c-af83d2116ba8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.402715] env[69699]: DEBUG nova.network.neutron [-] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.421442] env[69699]: DEBUG nova.compute.manager [req-37b50f45-e9c7-4ab4-9cc4-26331fbc5705 req-ad8ff4d5-5cc0-4fb6-8901-9014c7151894 service nova] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Received event network-vif-deleted-07e722ee-52b4-4ea2-a403-342bdceeb278 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1280.487745] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35ce82c-1fd6-416a-9a46-0e0f3e9a2411 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.497353] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4354b9-db48-43d4-84f1-4a52c9c36b56 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.525575] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0e49be-e4ed-4ec6-b13c-2b7ac6cca697 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.533254] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-facc3336-6671-41d7-a76f-14e9ccfa0066 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.539157] env[69699]: DEBUG nova.compute.manager [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1280.550055] env[69699]: DEBUG nova.compute.provider_tree [None req-c71ef8a9-e41d-42a1-89cd-4e7543b8729c tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1280.709546] env[69699]: DEBUG oslo_concurrency.lockutils [None req-72d0f9e9-0eae-4697-b40f-03c8c3f0133a tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Acquiring lock "fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.709800] env[69699]: DEBUG oslo_concurrency.lockutils [None req-72d0f9e9-0eae-4697-b40f-03c8c3f0133a tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Lock "fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.710031] env[69699]: DEBUG oslo_concurrency.lockutils [None req-72d0f9e9-0eae-4697-b40f-03c8c3f0133a tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Acquiring lock "fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.710194] env[69699]: DEBUG oslo_concurrency.lockutils [None req-72d0f9e9-0eae-4697-b40f-03c8c3f0133a tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Lock "fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.710409] env[69699]: DEBUG oslo_concurrency.lockutils [None req-72d0f9e9-0eae-4697-b40f-03c8c3f0133a tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Lock "fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.712375] env[69699]: INFO nova.compute.manager [None req-72d0f9e9-0eae-4697-b40f-03c8c3f0133a tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Terminating instance [ 1280.905208] env[69699]: INFO nova.compute.manager [-] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Took 1.44 seconds to deallocate network for instance. [ 1281.056065] env[69699]: DEBUG nova.scheduler.client.report [None req-c71ef8a9-e41d-42a1-89cd-4e7543b8729c tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1281.069813] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.216016] env[69699]: DEBUG nova.compute.manager [None req-72d0f9e9-0eae-4697-b40f-03c8c3f0133a tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1281.216302] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-72d0f9e9-0eae-4697-b40f-03c8c3f0133a tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1281.217304] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee564280-2b61-473f-b836-df0d88513d92 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.225519] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-72d0f9e9-0eae-4697-b40f-03c8c3f0133a tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1281.225638] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03842db1-ee10-435c-a5e3-820962e006b6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.231110] env[69699]: DEBUG oslo_vmware.api [None req-72d0f9e9-0eae-4697-b40f-03c8c3f0133a tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Waiting for the task: (returnval){ [ 1281.231110] env[69699]: value = "task-3608159" [ 1281.231110] env[69699]: _type = "Task" [ 1281.231110] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.238575] env[69699]: DEBUG oslo_vmware.api [None req-72d0f9e9-0eae-4697-b40f-03c8c3f0133a tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.411827] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6bdba499-dc45-40f9-b8a2-703359ce654c tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.561506] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c71ef8a9-e41d-42a1-89cd-4e7543b8729c tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.674s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.563893] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.494s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.565451] env[69699]: INFO nova.compute.claims [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1281.582720] env[69699]: INFO nova.scheduler.client.report [None req-c71ef8a9-e41d-42a1-89cd-4e7543b8729c tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Deleted allocations for instance 86793adb-8889-417a-8745-3167fb1495bf [ 1281.741598] env[69699]: DEBUG oslo_vmware.api [None req-72d0f9e9-0eae-4697-b40f-03c8c3f0133a tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608159, 'name': PowerOffVM_Task, 'duration_secs': 0.184024} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.741876] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-72d0f9e9-0eae-4697-b40f-03c8c3f0133a tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1281.742062] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-72d0f9e9-0eae-4697-b40f-03c8c3f0133a tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1281.742314] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-105fd5d1-e8eb-4c63-8880-27cb0daa00ee {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.804653] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-72d0f9e9-0eae-4697-b40f-03c8c3f0133a tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1281.804884] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-72d0f9e9-0eae-4697-b40f-03c8c3f0133a tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1281.805065] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-72d0f9e9-0eae-4697-b40f-03c8c3f0133a tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Deleting the datastore file [datastore2] fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1281.805340] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c5abf49-8bb0-4729-b6b2-d4ac138cae70 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.811923] env[69699]: DEBUG oslo_vmware.api [None req-72d0f9e9-0eae-4697-b40f-03c8c3f0133a tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Waiting for the task: (returnval){ [ 1281.811923] env[69699]: value = "task-3608161" [ 1281.811923] env[69699]: _type = "Task" [ 1281.811923] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.820192] env[69699]: DEBUG oslo_vmware.api [None req-72d0f9e9-0eae-4697-b40f-03c8c3f0133a tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.088968] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c71ef8a9-e41d-42a1-89cd-4e7543b8729c tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "86793adb-8889-417a-8745-3167fb1495bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.876s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.322741] env[69699]: DEBUG oslo_vmware.api [None req-72d0f9e9-0eae-4697-b40f-03c8c3f0133a tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Task: {'id': task-3608161, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125847} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.322973] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-72d0f9e9-0eae-4697-b40f-03c8c3f0133a tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1282.323180] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-72d0f9e9-0eae-4697-b40f-03c8c3f0133a tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1282.323364] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-72d0f9e9-0eae-4697-b40f-03c8c3f0133a tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1282.323539] env[69699]: INFO nova.compute.manager [None req-72d0f9e9-0eae-4697-b40f-03c8c3f0133a tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1282.323767] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72d0f9e9-0eae-4697-b40f-03c8c3f0133a tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1282.323957] env[69699]: DEBUG nova.compute.manager [-] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1282.324068] env[69699]: DEBUG nova.network.neutron [-] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1282.647099] env[69699]: DEBUG nova.compute.manager [req-95924f87-83fb-41d9-bfab-9cbe1c215712 req-2c95f5ec-2cbf-4d36-9e63-16daa2d09030 service nova] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Received event network-vif-deleted-8451a21e-0abb-4e9a-bb44-1e2fafbd8503 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1282.647315] env[69699]: INFO nova.compute.manager [req-95924f87-83fb-41d9-bfab-9cbe1c215712 req-2c95f5ec-2cbf-4d36-9e63-16daa2d09030 service nova] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Neutron deleted interface 8451a21e-0abb-4e9a-bb44-1e2fafbd8503; detaching it from the instance and deleting it from the info cache [ 1282.647491] env[69699]: DEBUG nova.network.neutron [req-95924f87-83fb-41d9-bfab-9cbe1c215712 req-2c95f5ec-2cbf-4d36-9e63-16daa2d09030 service nova] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.663198] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8472d4b4-55c5-4d6c-96e5-5b0aae18cf05 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.671685] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0982e59f-ce63-4cba-8228-4596d05daf02 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.703709] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1affc42a-d895-4812-b4cf-8a439598dce8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.712102] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1947a86-897b-40e7-8e3e-b204fb659397 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.726026] env[69699]: DEBUG nova.compute.provider_tree [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1283.099383] env[69699]: DEBUG nova.network.neutron [-] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.150227] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8cd22f0f-4792-44ff-8a07-9cceb89c309f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.161303] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7bf99c-f8e6-4f57-9760-0e9c85d262a8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.189343] env[69699]: DEBUG nova.compute.manager [req-95924f87-83fb-41d9-bfab-9cbe1c215712 req-2c95f5ec-2cbf-4d36-9e63-16daa2d09030 service nova] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Detach interface failed, port_id=8451a21e-0abb-4e9a-bb44-1e2fafbd8503, reason: Instance fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1283.230634] env[69699]: DEBUG nova.scheduler.client.report [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1283.421271] env[69699]: DEBUG oslo_concurrency.lockutils [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquiring lock "4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.421461] env[69699]: DEBUG oslo_concurrency.lockutils [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.602487] env[69699]: INFO nova.compute.manager [-] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Took 1.28 seconds to deallocate network for instance. [ 1283.735851] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.172s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.736264] env[69699]: DEBUG nova.compute.manager [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1283.738991] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6bdba499-dc45-40f9-b8a2-703359ce654c tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.327s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.739182] env[69699]: DEBUG nova.objects.instance [None req-6bdba499-dc45-40f9-b8a2-703359ce654c tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lazy-loading 'resources' on Instance uuid 8fea800f-e4c6-42cd-82dc-32f960a58bf3 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1283.924259] env[69699]: DEBUG nova.compute.manager [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1284.109300] env[69699]: DEBUG oslo_concurrency.lockutils [None req-72d0f9e9-0eae-4697-b40f-03c8c3f0133a tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.247066] env[69699]: DEBUG nova.compute.utils [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1284.259541] env[69699]: DEBUG nova.compute.manager [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1284.259727] env[69699]: DEBUG nova.network.neutron [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1284.338818] env[69699]: DEBUG nova.policy [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '130c1d64199f4ce7afae83d594a164b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d1f0086b55c4ee08639e366146ed58d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 1284.374157] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0a1e94-090a-45f0-bb31-5d3b0e0368ad {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.382192] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d6c663-d1e7-412e-a27a-4da8f646fea8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.413453] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e62909-a13d-48f3-9f0e-9250373ccd60 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.421190] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20994c8d-8cf1-4508-aeb6-014578a9812b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.437045] env[69699]: DEBUG nova.compute.provider_tree [None req-6bdba499-dc45-40f9-b8a2-703359ce654c tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1284.450216] env[69699]: DEBUG oslo_concurrency.lockutils [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.600428] env[69699]: DEBUG nova.network.neutron [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Successfully created port: b5cc79a3-3be4-4e58-94a7-e30ddd757039 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1284.760038] env[69699]: DEBUG nova.compute.manager [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1284.942077] env[69699]: DEBUG nova.scheduler.client.report [None req-6bdba499-dc45-40f9-b8a2-703359ce654c tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1285.265684] env[69699]: INFO nova.virt.block_device [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Booting with volume d73b918a-8d1a-42d9-88cd-af2926ca1e96 at /dev/sda [ 1285.301661] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0dce7e04-6c3c-440b-acbe-4b76a667aa18 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.312494] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0fd8cf-6292-4701-b2c0-2c9998305a4c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.339396] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e118b378-b357-4149-8802-8cd8dc67f800 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.347886] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ab06bd-da45-4380-9a4b-ec479e0c83de {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.374304] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879d11fe-5b7b-42de-9e70-2be0f4039a5c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.380906] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5a5995-a471-4d20-a3cc-6390dc35cffe {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.394327] env[69699]: DEBUG nova.virt.block_device [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Updating existing volume attachment record: 65f3ac82-2bac-4217-bd45-d1e74ecbb786 {{(pid=69699) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1285.447641] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6bdba499-dc45-40f9-b8a2-703359ce654c tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.708s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.449748] env[69699]: DEBUG oslo_concurrency.lockutils [None req-72d0f9e9-0eae-4697-b40f-03c8c3f0133a tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.341s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.450019] env[69699]: DEBUG nova.objects.instance [None req-72d0f9e9-0eae-4697-b40f-03c8c3f0133a tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Lazy-loading 'resources' on Instance uuid fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1285.470804] env[69699]: INFO nova.scheduler.client.report [None req-6bdba499-dc45-40f9-b8a2-703359ce654c tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Deleted allocations for instance 8fea800f-e4c6-42cd-82dc-32f960a58bf3 [ 1285.980490] env[69699]: DEBUG oslo_concurrency.lockutils [None req-6bdba499-dc45-40f9-b8a2-703359ce654c tempest-ServerActionsTestOtherB-2042336296 tempest-ServerActionsTestOtherB-2042336296-project-member] Lock "8fea800f-e4c6-42cd-82dc-32f960a58bf3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.140s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.022372] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42ce86a-fb45-4f8b-89f4-0270735bda59 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.030626] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cca5e71-c9b5-4fe1-aeb8-335d902358a6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.062721] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579c54b7-0a62-4997-af7e-3429623ab431 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.067748] env[69699]: DEBUG nova.compute.manager [req-a5229a5d-a461-4a15-b590-0bac9c10e18e req-45e7953d-5624-4165-b4f7-7fb3a5815689 service nova] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Received event network-vif-plugged-b5cc79a3-3be4-4e58-94a7-e30ddd757039 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1286.067748] env[69699]: DEBUG oslo_concurrency.lockutils [req-a5229a5d-a461-4a15-b590-0bac9c10e18e req-45e7953d-5624-4165-b4f7-7fb3a5815689 service nova] Acquiring lock "7b60b10b-c24e-46fb-a21c-af83d2116ba8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.067748] env[69699]: DEBUG oslo_concurrency.lockutils [req-a5229a5d-a461-4a15-b590-0bac9c10e18e req-45e7953d-5624-4165-b4f7-7fb3a5815689 service nova] Lock "7b60b10b-c24e-46fb-a21c-af83d2116ba8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.067748] env[69699]: DEBUG oslo_concurrency.lockutils [req-a5229a5d-a461-4a15-b590-0bac9c10e18e req-45e7953d-5624-4165-b4f7-7fb3a5815689 service nova] Lock "7b60b10b-c24e-46fb-a21c-af83d2116ba8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.067748] env[69699]: DEBUG nova.compute.manager [req-a5229a5d-a461-4a15-b590-0bac9c10e18e req-45e7953d-5624-4165-b4f7-7fb3a5815689 service nova] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] No waiting events found dispatching network-vif-plugged-b5cc79a3-3be4-4e58-94a7-e30ddd757039 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1286.067748] env[69699]: WARNING nova.compute.manager [req-a5229a5d-a461-4a15-b590-0bac9c10e18e req-45e7953d-5624-4165-b4f7-7fb3a5815689 service nova] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Received unexpected event network-vif-plugged-b5cc79a3-3be4-4e58-94a7-e30ddd757039 for instance with vm_state building and task_state block_device_mapping. [ 1286.074160] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b46c81c-efeb-4af9-a589-cfd65211ed25 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.088775] env[69699]: DEBUG nova.compute.provider_tree [None req-72d0f9e9-0eae-4697-b40f-03c8c3f0133a tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1286.133943] env[69699]: DEBUG nova.network.neutron [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Successfully updated port: b5cc79a3-3be4-4e58-94a7-e30ddd757039 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1286.591410] env[69699]: DEBUG nova.scheduler.client.report [None req-72d0f9e9-0eae-4697-b40f-03c8c3f0133a tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1286.636838] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquiring lock "refresh_cache-7b60b10b-c24e-46fb-a21c-af83d2116ba8" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.637069] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquired lock "refresh_cache-7b60b10b-c24e-46fb-a21c-af83d2116ba8" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.637272] env[69699]: DEBUG nova.network.neutron [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1287.096459] env[69699]: DEBUG oslo_concurrency.lockutils [None req-72d0f9e9-0eae-4697-b40f-03c8c3f0133a tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.647s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.098805] env[69699]: DEBUG oslo_concurrency.lockutils [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.649s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.100321] env[69699]: INFO nova.compute.claims [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1287.115856] env[69699]: INFO nova.scheduler.client.report [None req-72d0f9e9-0eae-4697-b40f-03c8c3f0133a tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Deleted allocations for instance fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff [ 1287.168601] env[69699]: DEBUG nova.network.neutron [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1287.286773] env[69699]: DEBUG nova.network.neutron [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Updating instance_info_cache with network_info: [{"id": "b5cc79a3-3be4-4e58-94a7-e30ddd757039", "address": "fa:16:3e:d3:f2:ef", "network": {"id": "ef05e9d5-6e97-4020-94d2-33bdde906e39", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-274559231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d1f0086b55c4ee08639e366146ed58d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5cc79a3-3b", "ovs_interfaceid": "b5cc79a3-3be4-4e58-94a7-e30ddd757039", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.480569] env[69699]: DEBUG nova.compute.manager [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1287.481083] env[69699]: DEBUG nova.virt.hardware [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1287.481332] env[69699]: DEBUG nova.virt.hardware [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1287.481508] env[69699]: DEBUG nova.virt.hardware [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1287.481695] env[69699]: DEBUG nova.virt.hardware [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1287.481840] env[69699]: DEBUG nova.virt.hardware [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1287.481986] env[69699]: DEBUG nova.virt.hardware [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1287.482209] env[69699]: DEBUG nova.virt.hardware [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1287.482369] env[69699]: DEBUG nova.virt.hardware [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1287.482534] env[69699]: DEBUG nova.virt.hardware [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1287.482696] env[69699]: DEBUG nova.virt.hardware [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1287.482868] env[69699]: DEBUG nova.virt.hardware [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1287.483727] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61467d75-567c-40ab-8663-1e66e2d841eb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.491714] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af07f3b9-39fe-4c4c-a11d-a37c7e0aae1b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.622161] env[69699]: DEBUG oslo_concurrency.lockutils [None req-72d0f9e9-0eae-4697-b40f-03c8c3f0133a tempest-ServersNegativeTestJSON-162754182 tempest-ServersNegativeTestJSON-162754182-project-member] Lock "fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.912s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.789869] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Releasing lock "refresh_cache-7b60b10b-c24e-46fb-a21c-af83d2116ba8" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.790152] env[69699]: DEBUG nova.compute.manager [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Instance network_info: |[{"id": "b5cc79a3-3be4-4e58-94a7-e30ddd757039", "address": "fa:16:3e:d3:f2:ef", "network": {"id": "ef05e9d5-6e97-4020-94d2-33bdde906e39", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-274559231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d1f0086b55c4ee08639e366146ed58d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5cc79a3-3b", "ovs_interfaceid": "b5cc79a3-3be4-4e58-94a7-e30ddd757039", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1287.790567] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:f2:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5cc79a3-3be4-4e58-94a7-e30ddd757039', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1287.797974] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1287.798185] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1287.798410] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0bb0e22-3a2a-441e-9b64-0ba5d0584f51 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.817571] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1287.817571] env[69699]: value = "task-3608163" [ 1287.817571] env[69699]: _type = "Task" [ 1287.817571] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.824983] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3608163, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.076187] env[69699]: DEBUG nova.compute.manager [req-7595b94f-a38c-4aa9-a4f5-d12dbb8c7593 req-b54c9282-9fe0-41f4-9997-cd54929f3ac6 service nova] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Received event network-changed-b5cc79a3-3be4-4e58-94a7-e30ddd757039 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1288.076548] env[69699]: DEBUG nova.compute.manager [req-7595b94f-a38c-4aa9-a4f5-d12dbb8c7593 req-b54c9282-9fe0-41f4-9997-cd54929f3ac6 service nova] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Refreshing instance network info cache due to event network-changed-b5cc79a3-3be4-4e58-94a7-e30ddd757039. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1288.076647] env[69699]: DEBUG oslo_concurrency.lockutils [req-7595b94f-a38c-4aa9-a4f5-d12dbb8c7593 req-b54c9282-9fe0-41f4-9997-cd54929f3ac6 service nova] Acquiring lock "refresh_cache-7b60b10b-c24e-46fb-a21c-af83d2116ba8" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.076881] env[69699]: DEBUG oslo_concurrency.lockutils [req-7595b94f-a38c-4aa9-a4f5-d12dbb8c7593 req-b54c9282-9fe0-41f4-9997-cd54929f3ac6 service nova] Acquired lock "refresh_cache-7b60b10b-c24e-46fb-a21c-af83d2116ba8" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.076881] env[69699]: DEBUG nova.network.neutron [req-7595b94f-a38c-4aa9-a4f5-d12dbb8c7593 req-b54c9282-9fe0-41f4-9997-cd54929f3ac6 service nova] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Refreshing network info cache for port b5cc79a3-3be4-4e58-94a7-e30ddd757039 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1288.195297] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5dbae0e-977a-4750-a967-81e2db5314a9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.204529] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6d5a0e-e5e3-4d8c-8318-69ee64d956f1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.238755] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff08dee9-bbcf-4cd0-8206-2a86316d264f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.247882] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c35ecae-1f83-4e60-bb70-5fec51b39421 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.261407] env[69699]: DEBUG nova.compute.provider_tree [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1288.327316] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3608163, 'name': CreateVM_Task} progress is 25%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.764915] env[69699]: DEBUG nova.scheduler.client.report [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1288.786372] env[69699]: DEBUG nova.network.neutron [req-7595b94f-a38c-4aa9-a4f5-d12dbb8c7593 req-b54c9282-9fe0-41f4-9997-cd54929f3ac6 service nova] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Updated VIF entry in instance network info cache for port b5cc79a3-3be4-4e58-94a7-e30ddd757039. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1288.786737] env[69699]: DEBUG nova.network.neutron [req-7595b94f-a38c-4aa9-a4f5-d12dbb8c7593 req-b54c9282-9fe0-41f4-9997-cd54929f3ac6 service nova] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Updating instance_info_cache with network_info: [{"id": "b5cc79a3-3be4-4e58-94a7-e30ddd757039", "address": "fa:16:3e:d3:f2:ef", "network": {"id": "ef05e9d5-6e97-4020-94d2-33bdde906e39", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-274559231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d1f0086b55c4ee08639e366146ed58d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5cc79a3-3b", "ovs_interfaceid": "b5cc79a3-3be4-4e58-94a7-e30ddd757039", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.827298] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3608163, 'name': CreateVM_Task, 'duration_secs': 1.000451} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.827449] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1288.828294] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'mount_device': '/dev/sda', 'disk_bus': None, 'guest_format': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719753', 'volume_id': 'd73b918a-8d1a-42d9-88cd-af2926ca1e96', 'name': 'volume-d73b918a-8d1a-42d9-88cd-af2926ca1e96', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7b60b10b-c24e-46fb-a21c-af83d2116ba8', 'attached_at': '', 'detached_at': '', 'volume_id': 'd73b918a-8d1a-42d9-88cd-af2926ca1e96', 'serial': 'd73b918a-8d1a-42d9-88cd-af2926ca1e96'}, 'attachment_id': '65f3ac82-2bac-4217-bd45-d1e74ecbb786', 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=69699) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1288.828543] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Root volume attach. Driver type: vmdk {{(pid=69699) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1288.829293] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a25ae7a-8604-4445-8390-7ac772d99385 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.836659] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727098b2-d453-43ff-b980-b42106881a51 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.843026] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b595761-dd8c-4caa-a3d9-3b75b004da69 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.848275] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-01c91bd2-f811-48a9-beb8-2f9b99f0a079 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.854320] env[69699]: DEBUG oslo_vmware.api [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1288.854320] env[69699]: value = "task-3608164" [ 1288.854320] env[69699]: _type = "Task" [ 1288.854320] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.861446] env[69699]: DEBUG oslo_vmware.api [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608164, 'name': RelocateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.273958] env[69699]: DEBUG oslo_concurrency.lockutils [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.175s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.274564] env[69699]: DEBUG nova.compute.manager [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1289.290389] env[69699]: DEBUG oslo_concurrency.lockutils [req-7595b94f-a38c-4aa9-a4f5-d12dbb8c7593 req-b54c9282-9fe0-41f4-9997-cd54929f3ac6 service nova] Releasing lock "refresh_cache-7b60b10b-c24e-46fb-a21c-af83d2116ba8" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.367518] env[69699]: DEBUG oslo_vmware.api [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608164, 'name': RelocateVM_Task} progress is 42%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.780484] env[69699]: DEBUG nova.compute.utils [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1289.782010] env[69699]: DEBUG nova.compute.manager [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1289.782200] env[69699]: DEBUG nova.network.neutron [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1289.823785] env[69699]: DEBUG nova.policy [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9862180e23014999a41bbdcdd1e67500', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f0293384f344ba09f431b47ef381d57', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 1289.865181] env[69699]: DEBUG oslo_vmware.api [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608164, 'name': RelocateVM_Task} progress is 56%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.109098] env[69699]: DEBUG nova.network.neutron [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Successfully created port: acca5df4-bc21-43ab-bd4d-d79c58e77691 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1290.285861] env[69699]: DEBUG nova.compute.manager [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1290.368942] env[69699]: DEBUG oslo_vmware.api [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608164, 'name': RelocateVM_Task} progress is 71%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.868259] env[69699]: DEBUG oslo_vmware.api [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608164, 'name': RelocateVM_Task} progress is 86%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.303511] env[69699]: DEBUG nova.compute.manager [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1291.330475] env[69699]: DEBUG nova.virt.hardware [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1291.330832] env[69699]: DEBUG nova.virt.hardware [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1291.331077] env[69699]: DEBUG nova.virt.hardware [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1291.331347] env[69699]: DEBUG nova.virt.hardware [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1291.331667] env[69699]: DEBUG nova.virt.hardware [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1291.331889] env[69699]: DEBUG nova.virt.hardware [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1291.332181] env[69699]: DEBUG nova.virt.hardware [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1291.332421] env[69699]: DEBUG nova.virt.hardware [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1291.332633] env[69699]: DEBUG nova.virt.hardware [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1291.332858] env[69699]: DEBUG nova.virt.hardware [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1291.333104] env[69699]: DEBUG nova.virt.hardware [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1291.334082] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3978664-644d-417f-9198-8ec7146977b3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.343122] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f108bf97-94e1-4ce9-b72d-0cc223a87409 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.366059] env[69699]: DEBUG oslo_vmware.api [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608164, 'name': RelocateVM_Task} progress is 97%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.571288] env[69699]: DEBUG nova.compute.manager [req-3dfce732-7192-4260-a6a9-b7efba3c9f0e req-07ad94fc-2d3a-4350-83a6-efe1eea057fd service nova] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Received event network-vif-plugged-acca5df4-bc21-43ab-bd4d-d79c58e77691 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1291.571288] env[69699]: DEBUG oslo_concurrency.lockutils [req-3dfce732-7192-4260-a6a9-b7efba3c9f0e req-07ad94fc-2d3a-4350-83a6-efe1eea057fd service nova] Acquiring lock "4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.571288] env[69699]: DEBUG oslo_concurrency.lockutils [req-3dfce732-7192-4260-a6a9-b7efba3c9f0e req-07ad94fc-2d3a-4350-83a6-efe1eea057fd service nova] Lock "4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.571288] env[69699]: DEBUG oslo_concurrency.lockutils [req-3dfce732-7192-4260-a6a9-b7efba3c9f0e req-07ad94fc-2d3a-4350-83a6-efe1eea057fd service nova] Lock "4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.571288] env[69699]: DEBUG nova.compute.manager [req-3dfce732-7192-4260-a6a9-b7efba3c9f0e req-07ad94fc-2d3a-4350-83a6-efe1eea057fd service nova] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] No waiting events found dispatching network-vif-plugged-acca5df4-bc21-43ab-bd4d-d79c58e77691 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1291.571288] env[69699]: WARNING nova.compute.manager [req-3dfce732-7192-4260-a6a9-b7efba3c9f0e req-07ad94fc-2d3a-4350-83a6-efe1eea057fd service nova] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Received unexpected event network-vif-plugged-acca5df4-bc21-43ab-bd4d-d79c58e77691 for instance with vm_state building and task_state spawning. [ 1291.656658] env[69699]: DEBUG nova.network.neutron [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Successfully updated port: acca5df4-bc21-43ab-bd4d-d79c58e77691 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1291.867770] env[69699]: DEBUG oslo_vmware.api [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608164, 'name': RelocateVM_Task, 'duration_secs': 2.961317} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.868074] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Volume attach. Driver type: vmdk {{(pid=69699) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1291.868284] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719753', 'volume_id': 'd73b918a-8d1a-42d9-88cd-af2926ca1e96', 'name': 'volume-d73b918a-8d1a-42d9-88cd-af2926ca1e96', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7b60b10b-c24e-46fb-a21c-af83d2116ba8', 'attached_at': '', 'detached_at': '', 'volume_id': 'd73b918a-8d1a-42d9-88cd-af2926ca1e96', 'serial': 'd73b918a-8d1a-42d9-88cd-af2926ca1e96'} {{(pid=69699) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1291.869038] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a0b5a2-eb47-462e-b54b-10a0e5119b2d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.885297] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb05db7-12a6-4f1e-bbbf-4a0f540a67b5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.906380] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] volume-d73b918a-8d1a-42d9-88cd-af2926ca1e96/volume-d73b918a-8d1a-42d9-88cd-af2926ca1e96.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1291.906652] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7d25765-6179-458f-8336-8e3b4f317b10 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.925425] env[69699]: DEBUG oslo_vmware.api [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1291.925425] env[69699]: value = "task-3608165" [ 1291.925425] env[69699]: _type = "Task" [ 1291.925425] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.933117] env[69699]: DEBUG oslo_vmware.api [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608165, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.159757] env[69699]: DEBUG oslo_concurrency.lockutils [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquiring lock "refresh_cache-4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.159914] env[69699]: DEBUG oslo_concurrency.lockutils [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquired lock "refresh_cache-4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.160270] env[69699]: DEBUG nova.network.neutron [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1292.435399] env[69699]: DEBUG oslo_vmware.api [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608165, 'name': ReconfigVM_Task, 'duration_secs': 0.241768} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.435670] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Reconfigured VM instance instance-0000007a to attach disk [datastore1] volume-d73b918a-8d1a-42d9-88cd-af2926ca1e96/volume-d73b918a-8d1a-42d9-88cd-af2926ca1e96.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1292.440471] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e1cf750-24f8-47be-8c5a-40d8bc9b4584 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.454769] env[69699]: DEBUG oslo_vmware.api [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1292.454769] env[69699]: value = "task-3608166" [ 1292.454769] env[69699]: _type = "Task" [ 1292.454769] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.463650] env[69699]: DEBUG oslo_vmware.api [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608166, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.698874] env[69699]: DEBUG nova.network.neutron [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1292.823966] env[69699]: DEBUG nova.network.neutron [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Updating instance_info_cache with network_info: [{"id": "acca5df4-bc21-43ab-bd4d-d79c58e77691", "address": "fa:16:3e:b6:fb:72", "network": {"id": "4a55132d-5b16-41eb-97d5-c6aacd2ebbe0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2076238106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f0293384f344ba09f431b47ef381d57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacca5df4-bc", "ovs_interfaceid": "acca5df4-bc21-43ab-bd4d-d79c58e77691", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.965417] env[69699]: DEBUG oslo_vmware.api [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608166, 'name': ReconfigVM_Task, 'duration_secs': 0.116417} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.965744] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719753', 'volume_id': 'd73b918a-8d1a-42d9-88cd-af2926ca1e96', 'name': 'volume-d73b918a-8d1a-42d9-88cd-af2926ca1e96', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7b60b10b-c24e-46fb-a21c-af83d2116ba8', 'attached_at': '', 'detached_at': '', 'volume_id': 'd73b918a-8d1a-42d9-88cd-af2926ca1e96', 'serial': 'd73b918a-8d1a-42d9-88cd-af2926ca1e96'} {{(pid=69699) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1292.966419] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3832b202-0ac0-4398-b64a-6904618a18a5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.974390] env[69699]: DEBUG oslo_vmware.api [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1292.974390] env[69699]: value = "task-3608167" [ 1292.974390] env[69699]: _type = "Task" [ 1292.974390] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.982779] env[69699]: DEBUG oslo_vmware.api [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608167, 'name': Rename_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.327223] env[69699]: DEBUG oslo_concurrency.lockutils [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Releasing lock "refresh_cache-4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.327559] env[69699]: DEBUG nova.compute.manager [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Instance network_info: |[{"id": "acca5df4-bc21-43ab-bd4d-d79c58e77691", "address": "fa:16:3e:b6:fb:72", "network": {"id": "4a55132d-5b16-41eb-97d5-c6aacd2ebbe0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2076238106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f0293384f344ba09f431b47ef381d57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacca5df4-bc", "ovs_interfaceid": "acca5df4-bc21-43ab-bd4d-d79c58e77691", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1293.327986] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:fb:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f016d1-34a6-4ebd-81ed-a6bf9d109b87', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'acca5df4-bc21-43ab-bd4d-d79c58e77691', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1293.335406] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1293.335685] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1293.335836] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7852ecb9-9e0f-4638-a1e6-05f43197e059 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.355541] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1293.355541] env[69699]: value = "task-3608168" [ 1293.355541] env[69699]: _type = "Task" [ 1293.355541] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.362581] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3608168, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.483847] env[69699]: DEBUG oslo_vmware.api [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608167, 'name': Rename_Task, 'duration_secs': 0.142008} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.484197] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1293.484459] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-247f6799-9131-474b-bcb2-e828ff08767f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.490495] env[69699]: DEBUG oslo_vmware.api [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1293.490495] env[69699]: value = "task-3608169" [ 1293.490495] env[69699]: _type = "Task" [ 1293.490495] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.500373] env[69699]: DEBUG oslo_vmware.api [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608169, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.601214] env[69699]: DEBUG nova.compute.manager [req-bd68c6f2-54cb-4102-8577-f9a72affe04b req-91741d7f-8ac2-48ff-9625-71613aad01bf service nova] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Received event network-changed-acca5df4-bc21-43ab-bd4d-d79c58e77691 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1293.601214] env[69699]: DEBUG nova.compute.manager [req-bd68c6f2-54cb-4102-8577-f9a72affe04b req-91741d7f-8ac2-48ff-9625-71613aad01bf service nova] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Refreshing instance network info cache due to event network-changed-acca5df4-bc21-43ab-bd4d-d79c58e77691. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1293.601214] env[69699]: DEBUG oslo_concurrency.lockutils [req-bd68c6f2-54cb-4102-8577-f9a72affe04b req-91741d7f-8ac2-48ff-9625-71613aad01bf service nova] Acquiring lock "refresh_cache-4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.601388] env[69699]: DEBUG oslo_concurrency.lockutils [req-bd68c6f2-54cb-4102-8577-f9a72affe04b req-91741d7f-8ac2-48ff-9625-71613aad01bf service nova] Acquired lock "refresh_cache-4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.601493] env[69699]: DEBUG nova.network.neutron [req-bd68c6f2-54cb-4102-8577-f9a72affe04b req-91741d7f-8ac2-48ff-9625-71613aad01bf service nova] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Refreshing network info cache for port acca5df4-bc21-43ab-bd4d-d79c58e77691 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1293.870297] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3608168, 'name': CreateVM_Task, 'duration_secs': 0.364178} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.870484] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1293.871480] env[69699]: DEBUG oslo_concurrency.lockutils [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.871936] env[69699]: DEBUG oslo_concurrency.lockutils [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.872099] env[69699]: DEBUG oslo_concurrency.lockutils [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.872387] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebdb84b8-b134-4027-a892-a5fdbad9051c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.878426] env[69699]: DEBUG oslo_vmware.api [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1293.878426] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]529d217f-6de6-36cb-7ebc-a31f0e95e5b0" [ 1293.878426] env[69699]: _type = "Task" [ 1293.878426] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.887117] env[69699]: DEBUG oslo_vmware.api [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]529d217f-6de6-36cb-7ebc-a31f0e95e5b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.000038] env[69699]: DEBUG oslo_vmware.api [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608169, 'name': PowerOnVM_Task, 'duration_secs': 0.483587} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.000335] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1294.000521] env[69699]: INFO nova.compute.manager [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Took 6.52 seconds to spawn the instance on the hypervisor. [ 1294.000697] env[69699]: DEBUG nova.compute.manager [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1294.001487] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58911b7-05b2-4f37-9123-373c31c4675b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.294509] env[69699]: DEBUG nova.network.neutron [req-bd68c6f2-54cb-4102-8577-f9a72affe04b req-91741d7f-8ac2-48ff-9625-71613aad01bf service nova] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Updated VIF entry in instance network info cache for port acca5df4-bc21-43ab-bd4d-d79c58e77691. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1294.294509] env[69699]: DEBUG nova.network.neutron [req-bd68c6f2-54cb-4102-8577-f9a72affe04b req-91741d7f-8ac2-48ff-9625-71613aad01bf service nova] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Updating instance_info_cache with network_info: [{"id": "acca5df4-bc21-43ab-bd4d-d79c58e77691", "address": "fa:16:3e:b6:fb:72", "network": {"id": "4a55132d-5b16-41eb-97d5-c6aacd2ebbe0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2076238106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f0293384f344ba09f431b47ef381d57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacca5df4-bc", "ovs_interfaceid": "acca5df4-bc21-43ab-bd4d-d79c58e77691", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.388734] env[69699]: DEBUG oslo_vmware.api [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]529d217f-6de6-36cb-7ebc-a31f0e95e5b0, 'name': SearchDatastore_Task, 'duration_secs': 0.01387} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.389047] env[69699]: DEBUG oslo_concurrency.lockutils [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.389289] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1294.389526] env[69699]: DEBUG oslo_concurrency.lockutils [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.389673] env[69699]: DEBUG oslo_concurrency.lockutils [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.389848] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1294.390127] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ee545a9-48c0-484c-87ed-d09d86bacf26 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.398755] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1294.398926] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1294.399615] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00da262e-efb6-47dc-ab22-26d1d5d9974b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.405036] env[69699]: DEBUG oslo_vmware.api [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1294.405036] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52f4f324-491c-039f-1940-d490ab79e030" [ 1294.405036] env[69699]: _type = "Task" [ 1294.405036] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.412890] env[69699]: DEBUG oslo_vmware.api [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52f4f324-491c-039f-1940-d490ab79e030, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.517601] env[69699]: INFO nova.compute.manager [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Took 13.46 seconds to build instance. [ 1294.784771] env[69699]: DEBUG oslo_concurrency.lockutils [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Acquiring lock "e421f7d1-110f-4d28-9c58-75e6a29ea6d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.784982] env[69699]: DEBUG oslo_concurrency.lockutils [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Lock "e421f7d1-110f-4d28-9c58-75e6a29ea6d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.796386] env[69699]: DEBUG oslo_concurrency.lockutils [req-bd68c6f2-54cb-4102-8577-f9a72affe04b req-91741d7f-8ac2-48ff-9625-71613aad01bf service nova] Releasing lock "refresh_cache-4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.917855] env[69699]: DEBUG oslo_vmware.api [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52f4f324-491c-039f-1940-d490ab79e030, 'name': SearchDatastore_Task, 'duration_secs': 0.008689} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.918919] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8ff7dc5-d32e-4feb-b8ad-e4696c781ba8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.926091] env[69699]: DEBUG oslo_vmware.api [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1294.926091] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]529772ba-445e-e2e7-bb93-199abb65715a" [ 1294.926091] env[69699]: _type = "Task" [ 1294.926091] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.933308] env[69699]: DEBUG oslo_vmware.api [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]529772ba-445e-e2e7-bb93-199abb65715a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.020053] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f6eccc94-59d5-413b-ad24-955bd84eae05 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "7b60b10b-c24e-46fb-a21c-af83d2116ba8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.983s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.287729] env[69699]: DEBUG nova.compute.manager [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1295.436660] env[69699]: DEBUG oslo_vmware.api [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]529772ba-445e-e2e7-bb93-199abb65715a, 'name': SearchDatastore_Task, 'duration_secs': 0.010271} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.436827] env[69699]: DEBUG oslo_concurrency.lockutils [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.437083] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d/4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1295.437355] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fd9918d-0f32-452a-949f-bfa8c0a64325 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.443776] env[69699]: DEBUG oslo_vmware.api [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1295.443776] env[69699]: value = "task-3608170" [ 1295.443776] env[69699]: _type = "Task" [ 1295.443776] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.451455] env[69699]: DEBUG oslo_vmware.api [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608170, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.811136] env[69699]: DEBUG oslo_concurrency.lockutils [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.811561] env[69699]: DEBUG oslo_concurrency.lockutils [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.812985] env[69699]: INFO nova.compute.claims [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1295.866319] env[69699]: DEBUG nova.compute.manager [req-c22e01d3-ff93-475c-866d-f14252b62b0b req-178556d3-ac1f-4356-94a1-dd76e09a9548 service nova] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Received event network-changed-41cbef44-2a35-4a7e-9913-4e0dd62e2a6f {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1295.866319] env[69699]: DEBUG nova.compute.manager [req-c22e01d3-ff93-475c-866d-f14252b62b0b req-178556d3-ac1f-4356-94a1-dd76e09a9548 service nova] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Refreshing instance network info cache due to event network-changed-41cbef44-2a35-4a7e-9913-4e0dd62e2a6f. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1295.867015] env[69699]: DEBUG oslo_concurrency.lockutils [req-c22e01d3-ff93-475c-866d-f14252b62b0b req-178556d3-ac1f-4356-94a1-dd76e09a9548 service nova] Acquiring lock "refresh_cache-61b7dedf-f80d-4440-a685-25792b564c43" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.867015] env[69699]: DEBUG oslo_concurrency.lockutils [req-c22e01d3-ff93-475c-866d-f14252b62b0b req-178556d3-ac1f-4356-94a1-dd76e09a9548 service nova] Acquired lock "refresh_cache-61b7dedf-f80d-4440-a685-25792b564c43" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.867015] env[69699]: DEBUG nova.network.neutron [req-c22e01d3-ff93-475c-866d-f14252b62b0b req-178556d3-ac1f-4356-94a1-dd76e09a9548 service nova] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Refreshing network info cache for port 41cbef44-2a35-4a7e-9913-4e0dd62e2a6f {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1295.955883] env[69699]: DEBUG oslo_vmware.api [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608170, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462512} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.956853] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d/4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1295.957480] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1295.957826] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed66679e-3c9a-43be-b549-026b6e1ec671 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.965780] env[69699]: DEBUG oslo_vmware.api [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1295.965780] env[69699]: value = "task-3608171" [ 1295.965780] env[69699]: _type = "Task" [ 1295.965780] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.974766] env[69699]: DEBUG oslo_vmware.api [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608171, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.475897] env[69699]: DEBUG oslo_vmware.api [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608171, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06013} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.476249] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1296.477074] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b82fc93-c200-4cd9-bf19-e74a0394586a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.499246] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d/4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1296.501868] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d5337fe-1856-497c-86de-46855312451d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.521794] env[69699]: DEBUG oslo_vmware.api [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1296.521794] env[69699]: value = "task-3608172" [ 1296.521794] env[69699]: _type = "Task" [ 1296.521794] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.529783] env[69699]: DEBUG oslo_vmware.api [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608172, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.612384] env[69699]: DEBUG nova.network.neutron [req-c22e01d3-ff93-475c-866d-f14252b62b0b req-178556d3-ac1f-4356-94a1-dd76e09a9548 service nova] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Updated VIF entry in instance network info cache for port 41cbef44-2a35-4a7e-9913-4e0dd62e2a6f. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1296.612747] env[69699]: DEBUG nova.network.neutron [req-c22e01d3-ff93-475c-866d-f14252b62b0b req-178556d3-ac1f-4356-94a1-dd76e09a9548 service nova] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Updating instance_info_cache with network_info: [{"id": "41cbef44-2a35-4a7e-9913-4e0dd62e2a6f", "address": "fa:16:3e:89:25:72", "network": {"id": "ef05e9d5-6e97-4020-94d2-33bdde906e39", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-274559231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d1f0086b55c4ee08639e366146ed58d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41cbef44-2a", "ovs_interfaceid": "41cbef44-2a35-4a7e-9913-4e0dd62e2a6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.904872] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30210a3a-9cf3-4f40-b6e3-f4cf2cb47da5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.912407] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3cc0ec8-f251-4d5a-a1fb-0b3e3d319650 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.942186] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3985932-9678-46a0-aa08-982f4cb6ccd5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.949302] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa50fb38-e134-4804-a2f4-e13a4f86efed {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.961880] env[69699]: DEBUG nova.compute.provider_tree [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1297.031176] env[69699]: DEBUG oslo_vmware.api [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608172, 'name': ReconfigVM_Task, 'duration_secs': 0.309679} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.031459] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d/4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1297.032100] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c8a7752-5814-453b-9f3f-6fb0d352d4b6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.038230] env[69699]: DEBUG oslo_vmware.api [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1297.038230] env[69699]: value = "task-3608173" [ 1297.038230] env[69699]: _type = "Task" [ 1297.038230] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.046420] env[69699]: DEBUG oslo_vmware.api [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608173, 'name': Rename_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.115794] env[69699]: DEBUG oslo_concurrency.lockutils [req-c22e01d3-ff93-475c-866d-f14252b62b0b req-178556d3-ac1f-4356-94a1-dd76e09a9548 service nova] Releasing lock "refresh_cache-61b7dedf-f80d-4440-a685-25792b564c43" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.243847] env[69699]: DEBUG nova.compute.manager [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Stashing vm_state: active {{(pid=69699) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1297.464652] env[69699]: DEBUG nova.scheduler.client.report [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1297.549868] env[69699]: DEBUG oslo_vmware.api [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608173, 'name': Rename_Task, 'duration_secs': 0.153877} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.550207] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1297.550397] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81e05f22-82bb-4f33-89d1-e664ce44b6c7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.556400] env[69699]: DEBUG oslo_vmware.api [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1297.556400] env[69699]: value = "task-3608174" [ 1297.556400] env[69699]: _type = "Task" [ 1297.556400] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.563643] env[69699]: DEBUG oslo_vmware.api [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608174, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.763108] env[69699]: DEBUG oslo_concurrency.lockutils [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.893903] env[69699]: DEBUG nova.compute.manager [req-23984c85-7505-4da5-8d1c-f86adb93cdd6 req-d08c1d8f-6a29-48d8-adc5-fa8e75761e4c service nova] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Received event network-changed-b5cc79a3-3be4-4e58-94a7-e30ddd757039 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1297.894119] env[69699]: DEBUG nova.compute.manager [req-23984c85-7505-4da5-8d1c-f86adb93cdd6 req-d08c1d8f-6a29-48d8-adc5-fa8e75761e4c service nova] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Refreshing instance network info cache due to event network-changed-b5cc79a3-3be4-4e58-94a7-e30ddd757039. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1297.894347] env[69699]: DEBUG oslo_concurrency.lockutils [req-23984c85-7505-4da5-8d1c-f86adb93cdd6 req-d08c1d8f-6a29-48d8-adc5-fa8e75761e4c service nova] Acquiring lock "refresh_cache-7b60b10b-c24e-46fb-a21c-af83d2116ba8" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.894536] env[69699]: DEBUG oslo_concurrency.lockutils [req-23984c85-7505-4da5-8d1c-f86adb93cdd6 req-d08c1d8f-6a29-48d8-adc5-fa8e75761e4c service nova] Acquired lock "refresh_cache-7b60b10b-c24e-46fb-a21c-af83d2116ba8" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.894648] env[69699]: DEBUG nova.network.neutron [req-23984c85-7505-4da5-8d1c-f86adb93cdd6 req-d08c1d8f-6a29-48d8-adc5-fa8e75761e4c service nova] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Refreshing network info cache for port b5cc79a3-3be4-4e58-94a7-e30ddd757039 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1297.969858] env[69699]: DEBUG oslo_concurrency.lockutils [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.158s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.970529] env[69699]: DEBUG nova.compute.manager [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1297.973251] env[69699]: DEBUG oslo_concurrency.lockutils [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.210s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.066192] env[69699]: DEBUG oslo_vmware.api [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608174, 'name': PowerOnVM_Task, 'duration_secs': 0.441999} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.066471] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1298.066672] env[69699]: INFO nova.compute.manager [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Took 6.76 seconds to spawn the instance on the hypervisor. [ 1298.066851] env[69699]: DEBUG nova.compute.manager [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1298.067674] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff86c2a5-9ca9-4d32-a9b7-0767e650906c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.478073] env[69699]: DEBUG nova.compute.utils [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1298.481908] env[69699]: INFO nova.compute.claims [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1298.487181] env[69699]: DEBUG nova.compute.manager [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1298.487408] env[69699]: DEBUG nova.network.neutron [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1298.525858] env[69699]: DEBUG nova.policy [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '324b5b841a1a4b76811d9fa30dc58795', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4774810ccc6a42198e0d51a584b5fc4c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 1298.587406] env[69699]: INFO nova.compute.manager [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Took 14.15 seconds to build instance. [ 1298.753692] env[69699]: DEBUG nova.network.neutron [req-23984c85-7505-4da5-8d1c-f86adb93cdd6 req-d08c1d8f-6a29-48d8-adc5-fa8e75761e4c service nova] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Updated VIF entry in instance network info cache for port b5cc79a3-3be4-4e58-94a7-e30ddd757039. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1298.754125] env[69699]: DEBUG nova.network.neutron [req-23984c85-7505-4da5-8d1c-f86adb93cdd6 req-d08c1d8f-6a29-48d8-adc5-fa8e75761e4c service nova] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Updating instance_info_cache with network_info: [{"id": "b5cc79a3-3be4-4e58-94a7-e30ddd757039", "address": "fa:16:3e:d3:f2:ef", "network": {"id": "ef05e9d5-6e97-4020-94d2-33bdde906e39", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-274559231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d1f0086b55c4ee08639e366146ed58d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5cc79a3-3b", "ovs_interfaceid": "b5cc79a3-3be4-4e58-94a7-e30ddd757039", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.784177] env[69699]: DEBUG nova.network.neutron [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Successfully created port: 922cfd37-11c9-4736-86a7-75c9e9becae5 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1298.927449] env[69699]: DEBUG nova.compute.manager [req-e9fc12bd-859e-4d70-92b4-cf20bbd79962 req-f99ac751-634d-438f-b438-ac2a08b88fdc service nova] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Received event network-changed-acca5df4-bc21-43ab-bd4d-d79c58e77691 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1298.927771] env[69699]: DEBUG nova.compute.manager [req-e9fc12bd-859e-4d70-92b4-cf20bbd79962 req-f99ac751-634d-438f-b438-ac2a08b88fdc service nova] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Refreshing instance network info cache due to event network-changed-acca5df4-bc21-43ab-bd4d-d79c58e77691. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1298.928118] env[69699]: DEBUG oslo_concurrency.lockutils [req-e9fc12bd-859e-4d70-92b4-cf20bbd79962 req-f99ac751-634d-438f-b438-ac2a08b88fdc service nova] Acquiring lock "refresh_cache-4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.928319] env[69699]: DEBUG oslo_concurrency.lockutils [req-e9fc12bd-859e-4d70-92b4-cf20bbd79962 req-f99ac751-634d-438f-b438-ac2a08b88fdc service nova] Acquired lock "refresh_cache-4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.928551] env[69699]: DEBUG nova.network.neutron [req-e9fc12bd-859e-4d70-92b4-cf20bbd79962 req-f99ac751-634d-438f-b438-ac2a08b88fdc service nova] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Refreshing network info cache for port acca5df4-bc21-43ab-bd4d-d79c58e77691 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1298.987601] env[69699]: DEBUG nova.compute.manager [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1298.991963] env[69699]: INFO nova.compute.resource_tracker [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Updating resource usage from migration ffcf7714-c1ae-4d4c-a02c-a1fbdfc3569f [ 1299.085852] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b167db65-bbba-4727-a862-53ce8ee7b205 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.091538] env[69699]: DEBUG oslo_concurrency.lockutils [None req-055bf354-bd29-4aef-8511-5458b7b448e1 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.667s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.094160] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6a8298-7aea-469d-b7f4-8fb8362f0cd8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.126937] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69011276-5909-4cb1-959a-2d245f6dc5b0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.134678] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b60228-dc38-4ab5-b90b-3750562e5557 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.148138] env[69699]: DEBUG nova.compute.provider_tree [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1299.256726] env[69699]: DEBUG oslo_concurrency.lockutils [req-23984c85-7505-4da5-8d1c-f86adb93cdd6 req-d08c1d8f-6a29-48d8-adc5-fa8e75761e4c service nova] Releasing lock "refresh_cache-7b60b10b-c24e-46fb-a21c-af83d2116ba8" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.652432] env[69699]: DEBUG nova.scheduler.client.report [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1299.685691] env[69699]: DEBUG nova.network.neutron [req-e9fc12bd-859e-4d70-92b4-cf20bbd79962 req-f99ac751-634d-438f-b438-ac2a08b88fdc service nova] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Updated VIF entry in instance network info cache for port acca5df4-bc21-43ab-bd4d-d79c58e77691. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1299.686117] env[69699]: DEBUG nova.network.neutron [req-e9fc12bd-859e-4d70-92b4-cf20bbd79962 req-f99ac751-634d-438f-b438-ac2a08b88fdc service nova] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Updating instance_info_cache with network_info: [{"id": "acca5df4-bc21-43ab-bd4d-d79c58e77691", "address": "fa:16:3e:b6:fb:72", "network": {"id": "4a55132d-5b16-41eb-97d5-c6aacd2ebbe0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2076238106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f0293384f344ba09f431b47ef381d57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacca5df4-bc", "ovs_interfaceid": "acca5df4-bc21-43ab-bd4d-d79c58e77691", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.000146] env[69699]: DEBUG nova.compute.manager [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1300.031210] env[69699]: DEBUG nova.virt.hardware [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1300.031548] env[69699]: DEBUG nova.virt.hardware [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1300.031742] env[69699]: DEBUG nova.virt.hardware [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1300.031934] env[69699]: DEBUG nova.virt.hardware [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1300.032101] env[69699]: DEBUG nova.virt.hardware [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1300.032255] env[69699]: DEBUG nova.virt.hardware [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1300.032464] env[69699]: DEBUG nova.virt.hardware [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1300.032620] env[69699]: DEBUG nova.virt.hardware [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1300.032786] env[69699]: DEBUG nova.virt.hardware [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1300.032944] env[69699]: DEBUG nova.virt.hardware [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1300.033143] env[69699]: DEBUG nova.virt.hardware [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1300.034141] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555cd64f-45b3-4de8-8d10-7d6f467d1f2f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.042697] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95bd2a85-bcab-439a-b2f8-6743d4a7f093 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.160717] env[69699]: DEBUG oslo_concurrency.lockutils [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.187s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.161112] env[69699]: INFO nova.compute.manager [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Migrating [ 1300.175521] env[69699]: DEBUG nova.compute.manager [req-08717ace-8703-4c96-854f-cfe41eee63c6 req-b6e01cad-88c6-4972-9521-759fa75f24e8 service nova] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Received event network-vif-plugged-922cfd37-11c9-4736-86a7-75c9e9becae5 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1300.176333] env[69699]: DEBUG oslo_concurrency.lockutils [req-08717ace-8703-4c96-854f-cfe41eee63c6 req-b6e01cad-88c6-4972-9521-759fa75f24e8 service nova] Acquiring lock "e421f7d1-110f-4d28-9c58-75e6a29ea6d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.176333] env[69699]: DEBUG oslo_concurrency.lockutils [req-08717ace-8703-4c96-854f-cfe41eee63c6 req-b6e01cad-88c6-4972-9521-759fa75f24e8 service nova] Lock "e421f7d1-110f-4d28-9c58-75e6a29ea6d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.176523] env[69699]: DEBUG oslo_concurrency.lockutils [req-08717ace-8703-4c96-854f-cfe41eee63c6 req-b6e01cad-88c6-4972-9521-759fa75f24e8 service nova] Lock "e421f7d1-110f-4d28-9c58-75e6a29ea6d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.176766] env[69699]: DEBUG nova.compute.manager [req-08717ace-8703-4c96-854f-cfe41eee63c6 req-b6e01cad-88c6-4972-9521-759fa75f24e8 service nova] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] No waiting events found dispatching network-vif-plugged-922cfd37-11c9-4736-86a7-75c9e9becae5 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1300.177027] env[69699]: WARNING nova.compute.manager [req-08717ace-8703-4c96-854f-cfe41eee63c6 req-b6e01cad-88c6-4972-9521-759fa75f24e8 service nova] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Received unexpected event network-vif-plugged-922cfd37-11c9-4736-86a7-75c9e9becae5 for instance with vm_state building and task_state spawning. [ 1300.188990] env[69699]: DEBUG oslo_concurrency.lockutils [req-e9fc12bd-859e-4d70-92b4-cf20bbd79962 req-f99ac751-634d-438f-b438-ac2a08b88fdc service nova] Releasing lock "refresh_cache-4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.263854] env[69699]: DEBUG nova.network.neutron [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Successfully updated port: 922cfd37-11c9-4736-86a7-75c9e9becae5 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1300.686295] env[69699]: DEBUG oslo_concurrency.lockutils [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquiring lock "refresh_cache-7b60b10b-c24e-46fb-a21c-af83d2116ba8" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.686295] env[69699]: DEBUG oslo_concurrency.lockutils [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquired lock "refresh_cache-7b60b10b-c24e-46fb-a21c-af83d2116ba8" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.686295] env[69699]: DEBUG nova.network.neutron [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1300.768237] env[69699]: DEBUG oslo_concurrency.lockutils [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Acquiring lock "refresh_cache-e421f7d1-110f-4d28-9c58-75e6a29ea6d4" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.768237] env[69699]: DEBUG oslo_concurrency.lockutils [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Acquired lock "refresh_cache-e421f7d1-110f-4d28-9c58-75e6a29ea6d4" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.768237] env[69699]: DEBUG nova.network.neutron [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1301.297884] env[69699]: DEBUG nova.network.neutron [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1301.392263] env[69699]: DEBUG nova.network.neutron [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Updating instance_info_cache with network_info: [{"id": "b5cc79a3-3be4-4e58-94a7-e30ddd757039", "address": "fa:16:3e:d3:f2:ef", "network": {"id": "ef05e9d5-6e97-4020-94d2-33bdde906e39", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-274559231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d1f0086b55c4ee08639e366146ed58d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5cc79a3-3b", "ovs_interfaceid": "b5cc79a3-3be4-4e58-94a7-e30ddd757039", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.404800] env[69699]: DEBUG nova.network.neutron [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Updating instance_info_cache with network_info: [{"id": "922cfd37-11c9-4736-86a7-75c9e9becae5", "address": "fa:16:3e:e4:17:12", "network": {"id": "280668e1-e828-4afe-84c1-56c64793d8dd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-892635334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4774810ccc6a42198e0d51a584b5fc4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap922cfd37-11", "ovs_interfaceid": "922cfd37-11c9-4736-86a7-75c9e9becae5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.895375] env[69699]: DEBUG oslo_concurrency.lockutils [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Releasing lock "refresh_cache-7b60b10b-c24e-46fb-a21c-af83d2116ba8" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.907505] env[69699]: DEBUG oslo_concurrency.lockutils [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Releasing lock "refresh_cache-e421f7d1-110f-4d28-9c58-75e6a29ea6d4" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.907878] env[69699]: DEBUG nova.compute.manager [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Instance network_info: |[{"id": "922cfd37-11c9-4736-86a7-75c9e9becae5", "address": "fa:16:3e:e4:17:12", "network": {"id": "280668e1-e828-4afe-84c1-56c64793d8dd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-892635334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4774810ccc6a42198e0d51a584b5fc4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap922cfd37-11", "ovs_interfaceid": "922cfd37-11c9-4736-86a7-75c9e9becae5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1301.908359] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:17:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1470a3f8-be8a-4339-8a6f-9519366f32e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '922cfd37-11c9-4736-86a7-75c9e9becae5', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1301.918432] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Creating folder: Project (4774810ccc6a42198e0d51a584b5fc4c). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1301.919610] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6099d0e8-b141-4dc8-b2b9-98bfa2af72a1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.932437] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Created folder: Project (4774810ccc6a42198e0d51a584b5fc4c) in parent group-v719415. [ 1301.932719] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Creating folder: Instances. Parent ref: group-v719756. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1301.933038] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ea6519a-7104-41db-991b-07bb8220f221 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.943359] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Created folder: Instances in parent group-v719756. [ 1301.943658] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1301.943906] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1301.944192] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4436bfd-5f68-42c9-a94b-e00dd76c1e23 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.962252] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1301.962252] env[69699]: value = "task-3608177" [ 1301.962252] env[69699]: _type = "Task" [ 1301.962252] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.969475] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3608177, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.196977] env[69699]: DEBUG nova.compute.manager [req-5d9130a4-fcd3-472d-89ea-9f63d549971a req-7a60c5d4-3af5-4a3c-8bec-45141e9bef2e service nova] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Received event network-changed-922cfd37-11c9-4736-86a7-75c9e9becae5 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1302.197080] env[69699]: DEBUG nova.compute.manager [req-5d9130a4-fcd3-472d-89ea-9f63d549971a req-7a60c5d4-3af5-4a3c-8bec-45141e9bef2e service nova] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Refreshing instance network info cache due to event network-changed-922cfd37-11c9-4736-86a7-75c9e9becae5. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1302.197338] env[69699]: DEBUG oslo_concurrency.lockutils [req-5d9130a4-fcd3-472d-89ea-9f63d549971a req-7a60c5d4-3af5-4a3c-8bec-45141e9bef2e service nova] Acquiring lock "refresh_cache-e421f7d1-110f-4d28-9c58-75e6a29ea6d4" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.197417] env[69699]: DEBUG oslo_concurrency.lockutils [req-5d9130a4-fcd3-472d-89ea-9f63d549971a req-7a60c5d4-3af5-4a3c-8bec-45141e9bef2e service nova] Acquired lock "refresh_cache-e421f7d1-110f-4d28-9c58-75e6a29ea6d4" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.197600] env[69699]: DEBUG nova.network.neutron [req-5d9130a4-fcd3-472d-89ea-9f63d549971a req-7a60c5d4-3af5-4a3c-8bec-45141e9bef2e service nova] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Refreshing network info cache for port 922cfd37-11c9-4736-86a7-75c9e9becae5 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1302.472341] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3608177, 'name': CreateVM_Task, 'duration_secs': 0.296379} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.472477] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1302.473184] env[69699]: DEBUG oslo_concurrency.lockutils [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.473358] env[69699]: DEBUG oslo_concurrency.lockutils [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.473689] env[69699]: DEBUG oslo_concurrency.lockutils [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.473954] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a656dec7-5869-4036-9d2d-c4ef212fe1c9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.478447] env[69699]: DEBUG oslo_vmware.api [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Waiting for the task: (returnval){ [ 1302.478447] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52167222-a9e5-f53e-7c4e-51878ce7fb52" [ 1302.478447] env[69699]: _type = "Task" [ 1302.478447] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.487818] env[69699]: DEBUG oslo_vmware.api [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52167222-a9e5-f53e-7c4e-51878ce7fb52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.919858] env[69699]: DEBUG nova.network.neutron [req-5d9130a4-fcd3-472d-89ea-9f63d549971a req-7a60c5d4-3af5-4a3c-8bec-45141e9bef2e service nova] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Updated VIF entry in instance network info cache for port 922cfd37-11c9-4736-86a7-75c9e9becae5. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1302.920205] env[69699]: DEBUG nova.network.neutron [req-5d9130a4-fcd3-472d-89ea-9f63d549971a req-7a60c5d4-3af5-4a3c-8bec-45141e9bef2e service nova] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Updating instance_info_cache with network_info: [{"id": "922cfd37-11c9-4736-86a7-75c9e9becae5", "address": "fa:16:3e:e4:17:12", "network": {"id": "280668e1-e828-4afe-84c1-56c64793d8dd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-892635334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4774810ccc6a42198e0d51a584b5fc4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap922cfd37-11", "ovs_interfaceid": "922cfd37-11c9-4736-86a7-75c9e9becae5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.989730] env[69699]: DEBUG oslo_vmware.api [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52167222-a9e5-f53e-7c4e-51878ce7fb52, 'name': SearchDatastore_Task, 'duration_secs': 0.0105} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.989990] env[69699]: DEBUG oslo_concurrency.lockutils [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.990250] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1302.990551] env[69699]: DEBUG oslo_concurrency.lockutils [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.990825] env[69699]: DEBUG oslo_concurrency.lockutils [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.991043] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1302.991337] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8cf6a1e4-6727-4e32-b629-b566b4c9b4be {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.004803] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1303.004976] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1303.005788] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f66dd0e3-d73d-4c42-a3ed-1b2bc3ca4b13 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.010636] env[69699]: DEBUG oslo_vmware.api [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Waiting for the task: (returnval){ [ 1303.010636] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52d85629-1dcd-8101-00fb-94f797245639" [ 1303.010636] env[69699]: _type = "Task" [ 1303.010636] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.017929] env[69699]: DEBUG oslo_vmware.api [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52d85629-1dcd-8101-00fb-94f797245639, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.411068] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c333b6-48b3-498a-b8b8-8a81a0d2e711 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.428888] env[69699]: DEBUG oslo_concurrency.lockutils [req-5d9130a4-fcd3-472d-89ea-9f63d549971a req-7a60c5d4-3af5-4a3c-8bec-45141e9bef2e service nova] Releasing lock "refresh_cache-e421f7d1-110f-4d28-9c58-75e6a29ea6d4" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.429400] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Updating instance '7b60b10b-c24e-46fb-a21c-af83d2116ba8' progress to 0 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1303.521292] env[69699]: DEBUG oslo_vmware.api [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52d85629-1dcd-8101-00fb-94f797245639, 'name': SearchDatastore_Task, 'duration_secs': 0.038453} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.522103] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4be94d8b-e6e9-4f9b-afe0-7fcee08da560 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.527828] env[69699]: DEBUG oslo_vmware.api [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Waiting for the task: (returnval){ [ 1303.527828] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5276171e-0059-cb3e-9804-0782c08f1ebb" [ 1303.527828] env[69699]: _type = "Task" [ 1303.527828] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.535106] env[69699]: DEBUG oslo_vmware.api [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5276171e-0059-cb3e-9804-0782c08f1ebb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.936067] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1303.936399] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-896eb190-437d-4d27-abaf-80adb184e23d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.943254] env[69699]: DEBUG oslo_vmware.api [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1303.943254] env[69699]: value = "task-3608178" [ 1303.943254] env[69699]: _type = "Task" [ 1303.943254] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.951165] env[69699]: DEBUG oslo_vmware.api [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.038944] env[69699]: DEBUG oslo_vmware.api [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5276171e-0059-cb3e-9804-0782c08f1ebb, 'name': SearchDatastore_Task, 'duration_secs': 0.048502} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.039277] env[69699]: DEBUG oslo_concurrency.lockutils [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.039539] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] e421f7d1-110f-4d28-9c58-75e6a29ea6d4/e421f7d1-110f-4d28-9c58-75e6a29ea6d4.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1304.039824] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2eae9262-f09f-4b35-b54a-c70d735f0f42 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.046770] env[69699]: DEBUG oslo_vmware.api [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Waiting for the task: (returnval){ [ 1304.046770] env[69699]: value = "task-3608179" [ 1304.046770] env[69699]: _type = "Task" [ 1304.046770] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.055048] env[69699]: DEBUG oslo_vmware.api [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Task: {'id': task-3608179, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.455157] env[69699]: DEBUG oslo_vmware.api [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608178, 'name': PowerOffVM_Task, 'duration_secs': 0.187028} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.455473] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1304.455666] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Updating instance '7b60b10b-c24e-46fb-a21c-af83d2116ba8' progress to 17 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1304.556529] env[69699]: DEBUG oslo_vmware.api [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Task: {'id': task-3608179, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.42495} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.556795] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] e421f7d1-110f-4d28-9c58-75e6a29ea6d4/e421f7d1-110f-4d28-9c58-75e6a29ea6d4.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1304.557012] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1304.557273] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fb26b6d-8241-4269-88e1-cc0d667c155c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.564245] env[69699]: DEBUG oslo_vmware.api [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Waiting for the task: (returnval){ [ 1304.564245] env[69699]: value = "task-3608180" [ 1304.564245] env[69699]: _type = "Task" [ 1304.564245] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.572260] env[69699]: DEBUG oslo_vmware.api [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Task: {'id': task-3608180, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.963311] env[69699]: DEBUG nova.virt.hardware [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1304.963702] env[69699]: DEBUG nova.virt.hardware [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1304.963702] env[69699]: DEBUG nova.virt.hardware [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1304.963870] env[69699]: DEBUG nova.virt.hardware [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1304.964039] env[69699]: DEBUG nova.virt.hardware [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1304.964221] env[69699]: DEBUG nova.virt.hardware [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1304.964437] env[69699]: DEBUG nova.virt.hardware [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1304.964600] env[69699]: DEBUG nova.virt.hardware [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1304.964758] env[69699]: DEBUG nova.virt.hardware [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1304.964916] env[69699]: DEBUG nova.virt.hardware [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1304.965103] env[69699]: DEBUG nova.virt.hardware [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1304.970115] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53bf9a89-5e2b-4bd0-829d-a249205cf02d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.985833] env[69699]: DEBUG oslo_vmware.api [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1304.985833] env[69699]: value = "task-3608181" [ 1304.985833] env[69699]: _type = "Task" [ 1304.985833] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.994233] env[69699]: DEBUG oslo_vmware.api [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608181, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.073852] env[69699]: DEBUG oslo_vmware.api [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Task: {'id': task-3608180, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06068} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.074952] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1305.075124] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf7216b-d92d-4a5b-8421-a5851fcb35fc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.097026] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] e421f7d1-110f-4d28-9c58-75e6a29ea6d4/e421f7d1-110f-4d28-9c58-75e6a29ea6d4.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1305.097803] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed0e1d32-e163-4f72-90e5-d0d3ac98ba4d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.116394] env[69699]: DEBUG oslo_vmware.api [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Waiting for the task: (returnval){ [ 1305.116394] env[69699]: value = "task-3608182" [ 1305.116394] env[69699]: _type = "Task" [ 1305.116394] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.124189] env[69699]: DEBUG oslo_vmware.api [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Task: {'id': task-3608182, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.495851] env[69699]: DEBUG oslo_vmware.api [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608181, 'name': ReconfigVM_Task, 'duration_secs': 0.231883} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.496139] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Updating instance '7b60b10b-c24e-46fb-a21c-af83d2116ba8' progress to 33 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1305.626055] env[69699]: DEBUG oslo_vmware.api [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Task: {'id': task-3608182, 'name': ReconfigVM_Task, 'duration_secs': 0.271721} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.626380] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Reconfigured VM instance instance-0000007c to attach disk [datastore2] e421f7d1-110f-4d28-9c58-75e6a29ea6d4/e421f7d1-110f-4d28-9c58-75e6a29ea6d4.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1305.627022] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aec8269f-b12f-462f-bc56-c7f500c9e0d2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.632952] env[69699]: DEBUG oslo_vmware.api [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Waiting for the task: (returnval){ [ 1305.632952] env[69699]: value = "task-3608183" [ 1305.632952] env[69699]: _type = "Task" [ 1305.632952] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.640590] env[69699]: DEBUG oslo_vmware.api [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Task: {'id': task-3608183, 'name': Rename_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.002631] env[69699]: DEBUG nova.virt.hardware [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1306.003042] env[69699]: DEBUG nova.virt.hardware [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1306.003042] env[69699]: DEBUG nova.virt.hardware [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1306.003244] env[69699]: DEBUG nova.virt.hardware [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1306.003370] env[69699]: DEBUG nova.virt.hardware [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1306.003514] env[69699]: DEBUG nova.virt.hardware [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1306.003717] env[69699]: DEBUG nova.virt.hardware [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1306.003871] env[69699]: DEBUG nova.virt.hardware [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1306.004048] env[69699]: DEBUG nova.virt.hardware [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1306.004214] env[69699]: DEBUG nova.virt.hardware [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1306.004387] env[69699]: DEBUG nova.virt.hardware [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1306.009704] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1306.009994] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ff0e559-a05f-4e0f-a3ee-15d07d38303a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.029987] env[69699]: DEBUG oslo_vmware.api [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1306.029987] env[69699]: value = "task-3608184" [ 1306.029987] env[69699]: _type = "Task" [ 1306.029987] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.038076] env[69699]: DEBUG oslo_vmware.api [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608184, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.143174] env[69699]: DEBUG oslo_vmware.api [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Task: {'id': task-3608183, 'name': Rename_Task, 'duration_secs': 0.129798} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.143447] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1306.143724] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93bae0d6-7aa6-4b7a-a08e-2848e4b01bfc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.150134] env[69699]: DEBUG oslo_vmware.api [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Waiting for the task: (returnval){ [ 1306.150134] env[69699]: value = "task-3608185" [ 1306.150134] env[69699]: _type = "Task" [ 1306.150134] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.159107] env[69699]: DEBUG oslo_vmware.api [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Task: {'id': task-3608185, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.539514] env[69699]: DEBUG oslo_vmware.api [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608184, 'name': ReconfigVM_Task, 'duration_secs': 0.17652} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.539827] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1306.540645] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436fad09-b9c7-454a-8f78-ecd5a17752a9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.562205] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] volume-d73b918a-8d1a-42d9-88cd-af2926ca1e96/volume-d73b918a-8d1a-42d9-88cd-af2926ca1e96.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1306.562752] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bf825a9-46ca-43bd-bf0e-ee00cdc2a427 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.579706] env[69699]: DEBUG oslo_vmware.api [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1306.579706] env[69699]: value = "task-3608186" [ 1306.579706] env[69699]: _type = "Task" [ 1306.579706] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.587261] env[69699]: DEBUG oslo_vmware.api [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608186, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.659462] env[69699]: DEBUG oslo_vmware.api [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Task: {'id': task-3608185, 'name': PowerOnVM_Task, 'duration_secs': 0.412759} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.659742] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1306.659965] env[69699]: INFO nova.compute.manager [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Took 6.66 seconds to spawn the instance on the hypervisor. [ 1306.660169] env[69699]: DEBUG nova.compute.manager [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1306.660942] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4eee60-d753-4e17-b4d1-3eb1b913df9c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.089593] env[69699]: DEBUG oslo_vmware.api [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608186, 'name': ReconfigVM_Task, 'duration_secs': 0.256163} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.089878] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Reconfigured VM instance instance-0000007a to attach disk [datastore1] volume-d73b918a-8d1a-42d9-88cd-af2926ca1e96/volume-d73b918a-8d1a-42d9-88cd-af2926ca1e96.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1307.090166] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Updating instance '7b60b10b-c24e-46fb-a21c-af83d2116ba8' progress to 50 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1307.177906] env[69699]: INFO nova.compute.manager [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Took 11.39 seconds to build instance. [ 1307.596791] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7332693-0c2e-4744-8562-e05a5b8fe1dd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.615623] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd8505c-385b-4e35-9284-12a5da7e365d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.633339] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Updating instance '7b60b10b-c24e-46fb-a21c-af83d2116ba8' progress to 67 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1307.679843] env[69699]: DEBUG oslo_concurrency.lockutils [None req-224cdc23-a8cd-4750-a24c-70b3b589cc43 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Lock "e421f7d1-110f-4d28-9c58-75e6a29ea6d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.895s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.880169] env[69699]: INFO nova.compute.manager [None req-402a949d-1344-49b5-a9e8-592216deea09 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Rescuing [ 1307.880443] env[69699]: DEBUG oslo_concurrency.lockutils [None req-402a949d-1344-49b5-a9e8-592216deea09 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Acquiring lock "refresh_cache-e421f7d1-110f-4d28-9c58-75e6a29ea6d4" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.880635] env[69699]: DEBUG oslo_concurrency.lockutils [None req-402a949d-1344-49b5-a9e8-592216deea09 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Acquired lock "refresh_cache-e421f7d1-110f-4d28-9c58-75e6a29ea6d4" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.880755] env[69699]: DEBUG nova.network.neutron [None req-402a949d-1344-49b5-a9e8-592216deea09 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1308.581089] env[69699]: DEBUG nova.network.neutron [None req-402a949d-1344-49b5-a9e8-592216deea09 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Updating instance_info_cache with network_info: [{"id": "922cfd37-11c9-4736-86a7-75c9e9becae5", "address": "fa:16:3e:e4:17:12", "network": {"id": "280668e1-e828-4afe-84c1-56c64793d8dd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-892635334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4774810ccc6a42198e0d51a584b5fc4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap922cfd37-11", "ovs_interfaceid": "922cfd37-11c9-4736-86a7-75c9e9becae5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.085052] env[69699]: DEBUG oslo_concurrency.lockutils [None req-402a949d-1344-49b5-a9e8-592216deea09 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Releasing lock "refresh_cache-e421f7d1-110f-4d28-9c58-75e6a29ea6d4" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.331613] env[69699]: DEBUG nova.network.neutron [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Port b5cc79a3-3be4-4e58-94a7-e30ddd757039 binding to destination host cpu-1 is already ACTIVE {{(pid=69699) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1310.352789] env[69699]: DEBUG oslo_concurrency.lockutils [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquiring lock "7b60b10b-c24e-46fb-a21c-af83d2116ba8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.353189] env[69699]: DEBUG oslo_concurrency.lockutils [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "7b60b10b-c24e-46fb-a21c-af83d2116ba8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.353189] env[69699]: DEBUG oslo_concurrency.lockutils [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "7b60b10b-c24e-46fb-a21c-af83d2116ba8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.645242] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-402a949d-1344-49b5-a9e8-592216deea09 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1310.645553] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35a68cd1-8117-4701-9854-f38780735e9e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.654197] env[69699]: DEBUG oslo_vmware.api [None req-402a949d-1344-49b5-a9e8-592216deea09 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Waiting for the task: (returnval){ [ 1310.654197] env[69699]: value = "task-3608187" [ 1310.654197] env[69699]: _type = "Task" [ 1310.654197] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.664459] env[69699]: DEBUG oslo_vmware.api [None req-402a949d-1344-49b5-a9e8-592216deea09 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Task: {'id': task-3608187, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.164531] env[69699]: DEBUG oslo_vmware.api [None req-402a949d-1344-49b5-a9e8-592216deea09 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Task: {'id': task-3608187, 'name': PowerOffVM_Task, 'duration_secs': 0.18237} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.164737] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-402a949d-1344-49b5-a9e8-592216deea09 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1311.165493] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebe6f02-9270-46c4-99b4-2f61f9b70f2c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.182633] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc506dd0-a30d-42cf-a885-1ebc500c0758 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.207694] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-402a949d-1344-49b5-a9e8-592216deea09 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1311.207930] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b733cb0-2f8a-4e22-b923-f54de5883327 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.213267] env[69699]: DEBUG oslo_vmware.api [None req-402a949d-1344-49b5-a9e8-592216deea09 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Waiting for the task: (returnval){ [ 1311.213267] env[69699]: value = "task-3608188" [ 1311.213267] env[69699]: _type = "Task" [ 1311.213267] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.219928] env[69699]: DEBUG oslo_vmware.api [None req-402a949d-1344-49b5-a9e8-592216deea09 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Task: {'id': task-3608188, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.388683] env[69699]: DEBUG oslo_concurrency.lockutils [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquiring lock "refresh_cache-7b60b10b-c24e-46fb-a21c-af83d2116ba8" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.388921] env[69699]: DEBUG oslo_concurrency.lockutils [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquired lock "refresh_cache-7b60b10b-c24e-46fb-a21c-af83d2116ba8" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.389052] env[69699]: DEBUG nova.network.neutron [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1311.723132] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-402a949d-1344-49b5-a9e8-592216deea09 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] VM already powered off {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1311.723355] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-402a949d-1344-49b5-a9e8-592216deea09 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1311.723599] env[69699]: DEBUG oslo_concurrency.lockutils [None req-402a949d-1344-49b5-a9e8-592216deea09 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.723743] env[69699]: DEBUG oslo_concurrency.lockutils [None req-402a949d-1344-49b5-a9e8-592216deea09 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.723915] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-402a949d-1344-49b5-a9e8-592216deea09 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1311.724178] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-056188b9-d444-4a8f-b963-6d1ca4df4d46 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.732091] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-402a949d-1344-49b5-a9e8-592216deea09 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1311.732263] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-402a949d-1344-49b5-a9e8-592216deea09 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1311.732913] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1de274ad-315b-49c3-a496-a5273cbeee6f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.737592] env[69699]: DEBUG oslo_vmware.api [None req-402a949d-1344-49b5-a9e8-592216deea09 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Waiting for the task: (returnval){ [ 1311.737592] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52d788f8-cc65-1d37-3bd3-13e40ca56680" [ 1311.737592] env[69699]: _type = "Task" [ 1311.737592] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.744510] env[69699]: DEBUG oslo_vmware.api [None req-402a949d-1344-49b5-a9e8-592216deea09 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52d788f8-cc65-1d37-3bd3-13e40ca56680, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.248200] env[69699]: DEBUG oslo_vmware.api [None req-402a949d-1344-49b5-a9e8-592216deea09 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52d788f8-cc65-1d37-3bd3-13e40ca56680, 'name': SearchDatastore_Task, 'duration_secs': 0.008219} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.248915] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5ed991d-bb5b-4077-a5b0-8037232ceba7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.255883] env[69699]: DEBUG oslo_vmware.api [None req-402a949d-1344-49b5-a9e8-592216deea09 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Waiting for the task: (returnval){ [ 1312.255883] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]527276b3-78cf-0158-aa5b-6589c0db05f5" [ 1312.255883] env[69699]: _type = "Task" [ 1312.255883] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.262953] env[69699]: DEBUG oslo_vmware.api [None req-402a949d-1344-49b5-a9e8-592216deea09 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]527276b3-78cf-0158-aa5b-6589c0db05f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.309858] env[69699]: DEBUG nova.network.neutron [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Updating instance_info_cache with network_info: [{"id": "b5cc79a3-3be4-4e58-94a7-e30ddd757039", "address": "fa:16:3e:d3:f2:ef", "network": {"id": "ef05e9d5-6e97-4020-94d2-33bdde906e39", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-274559231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d1f0086b55c4ee08639e366146ed58d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5cc79a3-3b", "ovs_interfaceid": "b5cc79a3-3be4-4e58-94a7-e30ddd757039", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.766342] env[69699]: DEBUG oslo_vmware.api [None req-402a949d-1344-49b5-a9e8-592216deea09 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]527276b3-78cf-0158-aa5b-6589c0db05f5, 'name': SearchDatastore_Task, 'duration_secs': 0.009859} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.766647] env[69699]: DEBUG oslo_concurrency.lockutils [None req-402a949d-1344-49b5-a9e8-592216deea09 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.767066] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-402a949d-1344-49b5-a9e8-592216deea09 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] e421f7d1-110f-4d28-9c58-75e6a29ea6d4/f03e6ea6-4888-4842-b286-cae9242f7e27-rescue.vmdk. {{(pid=69699) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1312.767148] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43893557-b0e3-4bc1-adde-d21ef9d54f73 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.773614] env[69699]: DEBUG oslo_vmware.api [None req-402a949d-1344-49b5-a9e8-592216deea09 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Waiting for the task: (returnval){ [ 1312.773614] env[69699]: value = "task-3608189" [ 1312.773614] env[69699]: _type = "Task" [ 1312.773614] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.780703] env[69699]: DEBUG oslo_vmware.api [None req-402a949d-1344-49b5-a9e8-592216deea09 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Task: {'id': task-3608189, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.812454] env[69699]: DEBUG oslo_concurrency.lockutils [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Releasing lock "refresh_cache-7b60b10b-c24e-46fb-a21c-af83d2116ba8" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.284771] env[69699]: DEBUG oslo_vmware.api [None req-402a949d-1344-49b5-a9e8-592216deea09 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Task: {'id': task-3608189, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.433995} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.284771] env[69699]: INFO nova.virt.vmwareapi.ds_util [None req-402a949d-1344-49b5-a9e8-592216deea09 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] e421f7d1-110f-4d28-9c58-75e6a29ea6d4/f03e6ea6-4888-4842-b286-cae9242f7e27-rescue.vmdk. [ 1313.284771] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2923e69-0e13-422c-a9a6-7aa262f82eef {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.308772] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-402a949d-1344-49b5-a9e8-592216deea09 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] e421f7d1-110f-4d28-9c58-75e6a29ea6d4/f03e6ea6-4888-4842-b286-cae9242f7e27-rescue.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1313.309021] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e7c4004-7393-4580-a0ec-e174095eb842 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.324912] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62671346-8b2d-4d62-a0d0-6e6188662f2a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.329044] env[69699]: DEBUG oslo_vmware.api [None req-402a949d-1344-49b5-a9e8-592216deea09 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Waiting for the task: (returnval){ [ 1313.329044] env[69699]: value = "task-3608190" [ 1313.329044] env[69699]: _type = "Task" [ 1313.329044] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.333397] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d57b04d-5d13-4216-87db-f5f262b424a7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.350592] env[69699]: DEBUG oslo_vmware.api [None req-402a949d-1344-49b5-a9e8-592216deea09 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Task: {'id': task-3608190, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.838669] env[69699]: DEBUG oslo_vmware.api [None req-402a949d-1344-49b5-a9e8-592216deea09 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Task: {'id': task-3608190, 'name': ReconfigVM_Task, 'duration_secs': 0.281491} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.839012] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-402a949d-1344-49b5-a9e8-592216deea09 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Reconfigured VM instance instance-0000007c to attach disk [datastore2] e421f7d1-110f-4d28-9c58-75e6a29ea6d4/f03e6ea6-4888-4842-b286-cae9242f7e27-rescue.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1313.840030] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f3792c-b476-4f48-b172-0b8caec75ce4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.863635] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d700ea5-a511-4780-998c-7bf29679e734 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.878116] env[69699]: DEBUG oslo_vmware.api [None req-402a949d-1344-49b5-a9e8-592216deea09 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Waiting for the task: (returnval){ [ 1313.878116] env[69699]: value = "task-3608191" [ 1313.878116] env[69699]: _type = "Task" [ 1313.878116] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.885411] env[69699]: DEBUG oslo_vmware.api [None req-402a949d-1344-49b5-a9e8-592216deea09 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Task: {'id': task-3608191, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.387583] env[69699]: DEBUG oslo_vmware.api [None req-402a949d-1344-49b5-a9e8-592216deea09 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Task: {'id': task-3608191, 'name': ReconfigVM_Task, 'duration_secs': 0.173242} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.387802] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-402a949d-1344-49b5-a9e8-592216deea09 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1314.388062] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2105b78-dcb9-4c8b-9e2d-07171b7b43d0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.395119] env[69699]: DEBUG oslo_vmware.api [None req-402a949d-1344-49b5-a9e8-592216deea09 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Waiting for the task: (returnval){ [ 1314.395119] env[69699]: value = "task-3608192" [ 1314.395119] env[69699]: _type = "Task" [ 1314.395119] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.402146] env[69699]: DEBUG oslo_vmware.api [None req-402a949d-1344-49b5-a9e8-592216deea09 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Task: {'id': task-3608192, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.459668] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db3bbbb-19fc-4b57-a801-1043493a3d3f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.478955] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b38efd2-4214-4ebd-9dae-c42ae403fc6b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.485394] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Updating instance '7b60b10b-c24e-46fb-a21c-af83d2116ba8' progress to 83 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1314.904510] env[69699]: DEBUG oslo_vmware.api [None req-402a949d-1344-49b5-a9e8-592216deea09 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Task: {'id': task-3608192, 'name': PowerOnVM_Task, 'duration_secs': 0.471275} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.904850] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-402a949d-1344-49b5-a9e8-592216deea09 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1314.907582] env[69699]: DEBUG nova.compute.manager [None req-402a949d-1344-49b5-a9e8-592216deea09 tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1314.908376] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9328ea-d6c7-407d-98b1-6362b71f9121 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.991792] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1314.992147] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c02bf130-54b9-4e92-a665-3041f7b2b9a2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.999077] env[69699]: DEBUG oslo_vmware.api [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1314.999077] env[69699]: value = "task-3608193" [ 1314.999077] env[69699]: _type = "Task" [ 1314.999077] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.007337] env[69699]: DEBUG oslo_vmware.api [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608193, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.508268] env[69699]: DEBUG oslo_vmware.api [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608193, 'name': PowerOnVM_Task, 'duration_secs': 0.471795} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.508530] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1315.508702] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-650bc146-d080-4bfe-8f6d-7302a6783440 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Updating instance '7b60b10b-c24e-46fb-a21c-af83d2116ba8' progress to 100 {{(pid=69699) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1315.683268] env[69699]: DEBUG nova.compute.manager [req-bc7850ed-c836-4c42-901c-1c2f2352444d req-b0e77d4e-bc09-40f6-b8b0-d123d93624c5 service nova] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Received event network-changed-922cfd37-11c9-4736-86a7-75c9e9becae5 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1315.683469] env[69699]: DEBUG nova.compute.manager [req-bc7850ed-c836-4c42-901c-1c2f2352444d req-b0e77d4e-bc09-40f6-b8b0-d123d93624c5 service nova] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Refreshing instance network info cache due to event network-changed-922cfd37-11c9-4736-86a7-75c9e9becae5. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1315.683679] env[69699]: DEBUG oslo_concurrency.lockutils [req-bc7850ed-c836-4c42-901c-1c2f2352444d req-b0e77d4e-bc09-40f6-b8b0-d123d93624c5 service nova] Acquiring lock "refresh_cache-e421f7d1-110f-4d28-9c58-75e6a29ea6d4" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.683819] env[69699]: DEBUG oslo_concurrency.lockutils [req-bc7850ed-c836-4c42-901c-1c2f2352444d req-b0e77d4e-bc09-40f6-b8b0-d123d93624c5 service nova] Acquired lock "refresh_cache-e421f7d1-110f-4d28-9c58-75e6a29ea6d4" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.683973] env[69699]: DEBUG nova.network.neutron [req-bc7850ed-c836-4c42-901c-1c2f2352444d req-b0e77d4e-bc09-40f6-b8b0-d123d93624c5 service nova] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Refreshing network info cache for port 922cfd37-11c9-4736-86a7-75c9e9becae5 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1316.357577] env[69699]: DEBUG nova.network.neutron [req-bc7850ed-c836-4c42-901c-1c2f2352444d req-b0e77d4e-bc09-40f6-b8b0-d123d93624c5 service nova] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Updated VIF entry in instance network info cache for port 922cfd37-11c9-4736-86a7-75c9e9becae5. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1316.357930] env[69699]: DEBUG nova.network.neutron [req-bc7850ed-c836-4c42-901c-1c2f2352444d req-b0e77d4e-bc09-40f6-b8b0-d123d93624c5 service nova] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Updating instance_info_cache with network_info: [{"id": "922cfd37-11c9-4736-86a7-75c9e9becae5", "address": "fa:16:3e:e4:17:12", "network": {"id": "280668e1-e828-4afe-84c1-56c64793d8dd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-892635334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4774810ccc6a42198e0d51a584b5fc4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap922cfd37-11", "ovs_interfaceid": "922cfd37-11c9-4736-86a7-75c9e9becae5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.860560] env[69699]: DEBUG oslo_concurrency.lockutils [req-bc7850ed-c836-4c42-901c-1c2f2352444d req-b0e77d4e-bc09-40f6-b8b0-d123d93624c5 service nova] Releasing lock "refresh_cache-e421f7d1-110f-4d28-9c58-75e6a29ea6d4" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.268104] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1317.268285] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69699) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1317.638997] env[69699]: DEBUG nova.compute.manager [req-d8fa350f-09e0-40a3-95d4-d1f602d49ba1 req-56c7c526-b171-4190-a57b-9d3bc6ea19c2 service nova] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Received event network-changed-922cfd37-11c9-4736-86a7-75c9e9becae5 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1317.639354] env[69699]: DEBUG nova.compute.manager [req-d8fa350f-09e0-40a3-95d4-d1f602d49ba1 req-56c7c526-b171-4190-a57b-9d3bc6ea19c2 service nova] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Refreshing instance network info cache due to event network-changed-922cfd37-11c9-4736-86a7-75c9e9becae5. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1317.639678] env[69699]: DEBUG oslo_concurrency.lockutils [req-d8fa350f-09e0-40a3-95d4-d1f602d49ba1 req-56c7c526-b171-4190-a57b-9d3bc6ea19c2 service nova] Acquiring lock "refresh_cache-e421f7d1-110f-4d28-9c58-75e6a29ea6d4" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.639914] env[69699]: DEBUG oslo_concurrency.lockutils [req-d8fa350f-09e0-40a3-95d4-d1f602d49ba1 req-56c7c526-b171-4190-a57b-9d3bc6ea19c2 service nova] Acquired lock "refresh_cache-e421f7d1-110f-4d28-9c58-75e6a29ea6d4" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.640194] env[69699]: DEBUG nova.network.neutron [req-d8fa350f-09e0-40a3-95d4-d1f602d49ba1 req-56c7c526-b171-4190-a57b-9d3bc6ea19c2 service nova] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Refreshing network info cache for port 922cfd37-11c9-4736-86a7-75c9e9becae5 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1317.710465] env[69699]: DEBUG nova.compute.manager [req-a5fa5917-a486-4551-9071-94ef4eeaa344 req-59d23dd1-c560-42c9-9795-aae5235e7858 service nova] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Received event network-changed-922cfd37-11c9-4736-86a7-75c9e9becae5 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1317.710718] env[69699]: DEBUG nova.compute.manager [req-a5fa5917-a486-4551-9071-94ef4eeaa344 req-59d23dd1-c560-42c9-9795-aae5235e7858 service nova] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Refreshing instance network info cache due to event network-changed-922cfd37-11c9-4736-86a7-75c9e9becae5. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1317.710860] env[69699]: DEBUG oslo_concurrency.lockutils [req-a5fa5917-a486-4551-9071-94ef4eeaa344 req-59d23dd1-c560-42c9-9795-aae5235e7858 service nova] Acquiring lock "refresh_cache-e421f7d1-110f-4d28-9c58-75e6a29ea6d4" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.930382] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ff010b50-6b5b-4882-8104-088915797b35 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquiring lock "7b60b10b-c24e-46fb-a21c-af83d2116ba8" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.930628] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ff010b50-6b5b-4882-8104-088915797b35 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "7b60b10b-c24e-46fb-a21c-af83d2116ba8" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.930855] env[69699]: DEBUG nova.compute.manager [None req-ff010b50-6b5b-4882-8104-088915797b35 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Going to confirm migration 10 {{(pid=69699) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1318.372012] env[69699]: DEBUG nova.network.neutron [req-d8fa350f-09e0-40a3-95d4-d1f602d49ba1 req-56c7c526-b171-4190-a57b-9d3bc6ea19c2 service nova] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Updated VIF entry in instance network info cache for port 922cfd37-11c9-4736-86a7-75c9e9becae5. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1318.372394] env[69699]: DEBUG nova.network.neutron [req-d8fa350f-09e0-40a3-95d4-d1f602d49ba1 req-56c7c526-b171-4190-a57b-9d3bc6ea19c2 service nova] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Updating instance_info_cache with network_info: [{"id": "922cfd37-11c9-4736-86a7-75c9e9becae5", "address": "fa:16:3e:e4:17:12", "network": {"id": "280668e1-e828-4afe-84c1-56c64793d8dd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-892635334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4774810ccc6a42198e0d51a584b5fc4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap922cfd37-11", "ovs_interfaceid": "922cfd37-11c9-4736-86a7-75c9e9becae5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.466615] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ff010b50-6b5b-4882-8104-088915797b35 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquiring lock "refresh_cache-7b60b10b-c24e-46fb-a21c-af83d2116ba8" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.466801] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ff010b50-6b5b-4882-8104-088915797b35 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquired lock "refresh_cache-7b60b10b-c24e-46fb-a21c-af83d2116ba8" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.466971] env[69699]: DEBUG nova.network.neutron [None req-ff010b50-6b5b-4882-8104-088915797b35 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1318.467168] env[69699]: DEBUG nova.objects.instance [None req-ff010b50-6b5b-4882-8104-088915797b35 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lazy-loading 'info_cache' on Instance uuid 7b60b10b-c24e-46fb-a21c-af83d2116ba8 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1318.875161] env[69699]: DEBUG oslo_concurrency.lockutils [req-d8fa350f-09e0-40a3-95d4-d1f602d49ba1 req-56c7c526-b171-4190-a57b-9d3bc6ea19c2 service nova] Releasing lock "refresh_cache-e421f7d1-110f-4d28-9c58-75e6a29ea6d4" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.875592] env[69699]: DEBUG oslo_concurrency.lockutils [req-a5fa5917-a486-4551-9071-94ef4eeaa344 req-59d23dd1-c560-42c9-9795-aae5235e7858 service nova] Acquired lock "refresh_cache-e421f7d1-110f-4d28-9c58-75e6a29ea6d4" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.875802] env[69699]: DEBUG nova.network.neutron [req-a5fa5917-a486-4551-9071-94ef4eeaa344 req-59d23dd1-c560-42c9-9795-aae5235e7858 service nova] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Refreshing network info cache for port 922cfd37-11c9-4736-86a7-75c9e9becae5 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1318.960113] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b40f12b8-15ff-440f-8743-fb7d4bc1276d tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Acquiring lock "e421f7d1-110f-4d28-9c58-75e6a29ea6d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.960365] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b40f12b8-15ff-440f-8743-fb7d4bc1276d tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Lock "e421f7d1-110f-4d28-9c58-75e6a29ea6d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.960574] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b40f12b8-15ff-440f-8743-fb7d4bc1276d tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Acquiring lock "e421f7d1-110f-4d28-9c58-75e6a29ea6d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.960755] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b40f12b8-15ff-440f-8743-fb7d4bc1276d tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Lock "e421f7d1-110f-4d28-9c58-75e6a29ea6d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.960923] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b40f12b8-15ff-440f-8743-fb7d4bc1276d tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Lock "e421f7d1-110f-4d28-9c58-75e6a29ea6d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.962976] env[69699]: INFO nova.compute.manager [None req-b40f12b8-15ff-440f-8743-fb7d4bc1276d tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Terminating instance [ 1319.263264] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1319.268047] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1319.466470] env[69699]: DEBUG nova.compute.manager [None req-b40f12b8-15ff-440f-8743-fb7d4bc1276d tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1319.466829] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-b40f12b8-15ff-440f-8743-fb7d4bc1276d tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1319.469970] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1099b6-c0f4-4cb4-b303-42ff002120c2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.484257] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-b40f12b8-15ff-440f-8743-fb7d4bc1276d tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1319.484501] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ce87118-f7ab-49b1-ac2c-4c3dee5ad3f0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.490685] env[69699]: DEBUG oslo_vmware.api [None req-b40f12b8-15ff-440f-8743-fb7d4bc1276d tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Waiting for the task: (returnval){ [ 1319.490685] env[69699]: value = "task-3608194" [ 1319.490685] env[69699]: _type = "Task" [ 1319.490685] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.498156] env[69699]: DEBUG oslo_vmware.api [None req-b40f12b8-15ff-440f-8743-fb7d4bc1276d tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Task: {'id': task-3608194, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.578158] env[69699]: DEBUG nova.network.neutron [req-a5fa5917-a486-4551-9071-94ef4eeaa344 req-59d23dd1-c560-42c9-9795-aae5235e7858 service nova] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Updated VIF entry in instance network info cache for port 922cfd37-11c9-4736-86a7-75c9e9becae5. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1319.578580] env[69699]: DEBUG nova.network.neutron [req-a5fa5917-a486-4551-9071-94ef4eeaa344 req-59d23dd1-c560-42c9-9795-aae5235e7858 service nova] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Updating instance_info_cache with network_info: [{"id": "922cfd37-11c9-4736-86a7-75c9e9becae5", "address": "fa:16:3e:e4:17:12", "network": {"id": "280668e1-e828-4afe-84c1-56c64793d8dd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-892635334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4774810ccc6a42198e0d51a584b5fc4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap922cfd37-11", "ovs_interfaceid": "922cfd37-11c9-4736-86a7-75c9e9becae5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.732423] env[69699]: DEBUG nova.network.neutron [None req-ff010b50-6b5b-4882-8104-088915797b35 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Updating instance_info_cache with network_info: [{"id": "b5cc79a3-3be4-4e58-94a7-e30ddd757039", "address": "fa:16:3e:d3:f2:ef", "network": {"id": "ef05e9d5-6e97-4020-94d2-33bdde906e39", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-274559231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d1f0086b55c4ee08639e366146ed58d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5cc79a3-3b", "ovs_interfaceid": "b5cc79a3-3be4-4e58-94a7-e30ddd757039", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.771067] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.771317] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.771488] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.771636] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69699) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1319.772496] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96c0a74-1be0-47f0-ba92-36205b0f85a6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.780948] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f5980f-2134-4bb7-a744-b1337a99721c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.794594] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335394c5-09ae-495f-afd2-b903ab2b259f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.800648] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd95fe3-b2e6-4db6-be6f-f50ec9c39581 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.828584] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180464MB free_disk=77GB free_vcpus=48 pci_devices=None {{(pid=69699) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1319.828716] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.828912] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.001122] env[69699]: DEBUG oslo_vmware.api [None req-b40f12b8-15ff-440f-8743-fb7d4bc1276d tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Task: {'id': task-3608194, 'name': PowerOffVM_Task, 'duration_secs': 0.20919} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.001458] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-b40f12b8-15ff-440f-8743-fb7d4bc1276d tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1320.001510] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-b40f12b8-15ff-440f-8743-fb7d4bc1276d tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1320.001722] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fed3d581-077b-4b24-9350-6f8f91de3529 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.062978] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-b40f12b8-15ff-440f-8743-fb7d4bc1276d tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1320.063284] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-b40f12b8-15ff-440f-8743-fb7d4bc1276d tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1320.063472] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-b40f12b8-15ff-440f-8743-fb7d4bc1276d tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Deleting the datastore file [datastore2] e421f7d1-110f-4d28-9c58-75e6a29ea6d4 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1320.063735] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8be77a4-2346-402e-9bd8-9f0888058891 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.069701] env[69699]: DEBUG oslo_vmware.api [None req-b40f12b8-15ff-440f-8743-fb7d4bc1276d tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Waiting for the task: (returnval){ [ 1320.069701] env[69699]: value = "task-3608196" [ 1320.069701] env[69699]: _type = "Task" [ 1320.069701] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.078597] env[69699]: DEBUG oslo_vmware.api [None req-b40f12b8-15ff-440f-8743-fb7d4bc1276d tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Task: {'id': task-3608196, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.082146] env[69699]: DEBUG oslo_concurrency.lockutils [req-a5fa5917-a486-4551-9071-94ef4eeaa344 req-59d23dd1-c560-42c9-9795-aae5235e7858 service nova] Releasing lock "refresh_cache-e421f7d1-110f-4d28-9c58-75e6a29ea6d4" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.082401] env[69699]: DEBUG nova.compute.manager [req-a5fa5917-a486-4551-9071-94ef4eeaa344 req-59d23dd1-c560-42c9-9795-aae5235e7858 service nova] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Received event network-changed-922cfd37-11c9-4736-86a7-75c9e9becae5 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1320.082583] env[69699]: DEBUG nova.compute.manager [req-a5fa5917-a486-4551-9071-94ef4eeaa344 req-59d23dd1-c560-42c9-9795-aae5235e7858 service nova] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Refreshing instance network info cache due to event network-changed-922cfd37-11c9-4736-86a7-75c9e9becae5. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1320.082825] env[69699]: DEBUG oslo_concurrency.lockutils [req-a5fa5917-a486-4551-9071-94ef4eeaa344 req-59d23dd1-c560-42c9-9795-aae5235e7858 service nova] Acquiring lock "refresh_cache-e421f7d1-110f-4d28-9c58-75e6a29ea6d4" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.082989] env[69699]: DEBUG oslo_concurrency.lockutils [req-a5fa5917-a486-4551-9071-94ef4eeaa344 req-59d23dd1-c560-42c9-9795-aae5235e7858 service nova] Acquired lock "refresh_cache-e421f7d1-110f-4d28-9c58-75e6a29ea6d4" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.083179] env[69699]: DEBUG nova.network.neutron [req-a5fa5917-a486-4551-9071-94ef4eeaa344 req-59d23dd1-c560-42c9-9795-aae5235e7858 service nova] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Refreshing network info cache for port 922cfd37-11c9-4736-86a7-75c9e9becae5 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1320.235477] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ff010b50-6b5b-4882-8104-088915797b35 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Releasing lock "refresh_cache-7b60b10b-c24e-46fb-a21c-af83d2116ba8" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.235757] env[69699]: DEBUG nova.objects.instance [None req-ff010b50-6b5b-4882-8104-088915797b35 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lazy-loading 'migration_context' on Instance uuid 7b60b10b-c24e-46fb-a21c-af83d2116ba8 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1320.581179] env[69699]: DEBUG oslo_vmware.api [None req-b40f12b8-15ff-440f-8743-fb7d4bc1276d tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Task: {'id': task-3608196, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187359} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.581445] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-b40f12b8-15ff-440f-8743-fb7d4bc1276d tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1320.581629] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-b40f12b8-15ff-440f-8743-fb7d4bc1276d tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1320.581806] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-b40f12b8-15ff-440f-8743-fb7d4bc1276d tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1320.581978] env[69699]: INFO nova.compute.manager [None req-b40f12b8-15ff-440f-8743-fb7d4bc1276d tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1320.582236] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b40f12b8-15ff-440f-8743-fb7d4bc1276d tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1320.582429] env[69699]: DEBUG nova.compute.manager [-] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1320.582523] env[69699]: DEBUG nova.network.neutron [-] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1320.738195] env[69699]: DEBUG nova.objects.base [None req-ff010b50-6b5b-4882-8104-088915797b35 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Object Instance<7b60b10b-c24e-46fb-a21c-af83d2116ba8> lazy-loaded attributes: info_cache,migration_context {{(pid=69699) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1320.739205] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117bb12b-fccf-4443-b513-8a7a0edd6758 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.760317] env[69699]: DEBUG nova.network.neutron [req-a5fa5917-a486-4551-9071-94ef4eeaa344 req-59d23dd1-c560-42c9-9795-aae5235e7858 service nova] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Updated VIF entry in instance network info cache for port 922cfd37-11c9-4736-86a7-75c9e9becae5. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1320.760317] env[69699]: DEBUG nova.network.neutron [req-a5fa5917-a486-4551-9071-94ef4eeaa344 req-59d23dd1-c560-42c9-9795-aae5235e7858 service nova] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Updating instance_info_cache with network_info: [{"id": "922cfd37-11c9-4736-86a7-75c9e9becae5", "address": "fa:16:3e:e4:17:12", "network": {"id": "280668e1-e828-4afe-84c1-56c64793d8dd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-892635334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4774810ccc6a42198e0d51a584b5fc4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap922cfd37-11", "ovs_interfaceid": "922cfd37-11c9-4736-86a7-75c9e9becae5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.761250] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16e4be9b-253d-4e96-87be-125ea191d183 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.769154] env[69699]: DEBUG oslo_vmware.api [None req-ff010b50-6b5b-4882-8104-088915797b35 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1320.769154] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52aa7096-30ff-d63e-5c11-83905d86a1c5" [ 1320.769154] env[69699]: _type = "Task" [ 1320.769154] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.780079] env[69699]: DEBUG oslo_vmware.api [None req-ff010b50-6b5b-4882-8104-088915797b35 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52aa7096-30ff-d63e-5c11-83905d86a1c5, 'name': SearchDatastore_Task, 'duration_secs': 0.00746} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.780749] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ff010b50-6b5b-4882-8104-088915797b35 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.836924] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Applying migration context for instance 7b60b10b-c24e-46fb-a21c-af83d2116ba8 as it has an incoming, in-progress migration ffcf7714-c1ae-4d4c-a02c-a1fbdfc3569f. Migration status is confirming {{(pid=69699) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1320.837830] env[69699]: INFO nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Updating resource usage from migration ffcf7714-c1ae-4d4c-a02c-a1fbdfc3569f [ 1320.859446] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 61b7dedf-f80d-4440-a685-25792b564c43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1320.859603] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance c132517e-fd37-4aab-8c15-64e56b470eef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1320.859724] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1320.859837] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance e421f7d1-110f-4d28-9c58-75e6a29ea6d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1320.859951] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Migration ffcf7714-c1ae-4d4c-a02c-a1fbdfc3569f is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1320.860077] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 7b60b10b-c24e-46fb-a21c-af83d2116ba8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1320.860256] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69699) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1320.860385] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69699) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1320.945960] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402a14ac-9495-4901-9fa4-844fcbe7784b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.953579] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da8136e-90b2-4f25-966c-6f376d2b8511 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.988467] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6defd42b-0996-4b1d-bc1b-2a1bf5b363dd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.995458] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6096ef-e2fe-4d64-8549-487f963c7564 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.008319] env[69699]: DEBUG nova.compute.provider_tree [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1321.099198] env[69699]: DEBUG nova.compute.manager [req-b53162b6-d85f-45f1-ab78-b0a1dc7f79ac req-bea9bf29-b03f-41b4-8fa7-2f1c3ad86dd7 service nova] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Received event network-vif-deleted-922cfd37-11c9-4736-86a7-75c9e9becae5 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1321.099363] env[69699]: INFO nova.compute.manager [req-b53162b6-d85f-45f1-ab78-b0a1dc7f79ac req-bea9bf29-b03f-41b4-8fa7-2f1c3ad86dd7 service nova] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Neutron deleted interface 922cfd37-11c9-4736-86a7-75c9e9becae5; detaching it from the instance and deleting it from the info cache [ 1321.099580] env[69699]: DEBUG nova.network.neutron [req-b53162b6-d85f-45f1-ab78-b0a1dc7f79ac req-bea9bf29-b03f-41b4-8fa7-2f1c3ad86dd7 service nova] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.264498] env[69699]: DEBUG oslo_concurrency.lockutils [req-a5fa5917-a486-4551-9071-94ef4eeaa344 req-59d23dd1-c560-42c9-9795-aae5235e7858 service nova] Releasing lock "refresh_cache-e421f7d1-110f-4d28-9c58-75e6a29ea6d4" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.511858] env[69699]: DEBUG nova.scheduler.client.report [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1321.583319] env[69699]: DEBUG nova.network.neutron [-] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.602088] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1a747faf-289e-4f0b-b75b-129248f5097e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.612482] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01b84a0-07bd-470b-ac86-98173a6c1f1d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.638394] env[69699]: DEBUG nova.compute.manager [req-b53162b6-d85f-45f1-ab78-b0a1dc7f79ac req-bea9bf29-b03f-41b4-8fa7-2f1c3ad86dd7 service nova] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Detach interface failed, port_id=922cfd37-11c9-4736-86a7-75c9e9becae5, reason: Instance e421f7d1-110f-4d28-9c58-75e6a29ea6d4 could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1322.016215] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69699) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1322.016528] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.187s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.016743] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ff010b50-6b5b-4882-8104-088915797b35 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.236s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.086053] env[69699]: INFO nova.compute.manager [-] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Took 1.50 seconds to deallocate network for instance. [ 1322.592342] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b40f12b8-15ff-440f-8743-fb7d4bc1276d tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.596194] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ae80e3-6fbd-4e7d-a20c-94f3e89bd84d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.603553] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3642ed2f-290f-4e8d-963e-b4a3bae156aa {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.633293] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401ffe66-7f13-4571-81c7-f9b7ae78946f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.640152] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5e1646-77e3-4d22-b5e2-19c7c9b50bf4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.652969] env[69699]: DEBUG nova.compute.provider_tree [None req-ff010b50-6b5b-4882-8104-088915797b35 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1323.017683] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1323.017935] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1323.018079] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1323.018237] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1323.156121] env[69699]: DEBUG nova.scheduler.client.report [None req-ff010b50-6b5b-4882-8104-088915797b35 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1324.166455] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ff010b50-6b5b-4882-8104-088915797b35 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.149s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.169212] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b40f12b8-15ff-440f-8743-fb7d4bc1276d tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.577s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.169779] env[69699]: DEBUG nova.objects.instance [None req-b40f12b8-15ff-440f-8743-fb7d4bc1276d tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Lazy-loading 'resources' on Instance uuid e421f7d1-110f-4d28-9c58-75e6a29ea6d4 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1324.268369] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1324.720471] env[69699]: INFO nova.scheduler.client.report [None req-ff010b50-6b5b-4882-8104-088915797b35 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Deleted allocation for migration ffcf7714-c1ae-4d4c-a02c-a1fbdfc3569f [ 1324.743258] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d51ba75-d27b-46cf-a5aa-cb005175c0a5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.751042] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5f3912-48de-45e9-87f0-e149a53dd0c7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.781746] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99d2031-e1fb-4bc6-bbed-f6cee2ab5a5a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.788725] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8852009-df8f-4579-b383-dac0d838276a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.801349] env[69699]: DEBUG nova.compute.provider_tree [None req-b40f12b8-15ff-440f-8743-fb7d4bc1276d tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1325.228064] env[69699]: DEBUG oslo_concurrency.lockutils [None req-ff010b50-6b5b-4882-8104-088915797b35 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "7b60b10b-c24e-46fb-a21c-af83d2116ba8" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.297s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.304220] env[69699]: DEBUG nova.scheduler.client.report [None req-b40f12b8-15ff-440f-8743-fb7d4bc1276d tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1325.439667] env[69699]: INFO nova.compute.manager [None req-628b7a97-6e85-4075-a30b-f33673f87eab tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Get console output [ 1325.440070] env[69699]: WARNING nova.virt.vmwareapi.driver [None req-628b7a97-6e85-4075-a30b-f33673f87eab tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] The console log is missing. Check your VSPC configuration [ 1325.809147] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b40f12b8-15ff-440f-8743-fb7d4bc1276d tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.640s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.831973] env[69699]: INFO nova.scheduler.client.report [None req-b40f12b8-15ff-440f-8743-fb7d4bc1276d tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Deleted allocations for instance e421f7d1-110f-4d28-9c58-75e6a29ea6d4 [ 1326.340125] env[69699]: DEBUG oslo_concurrency.lockutils [None req-b40f12b8-15ff-440f-8743-fb7d4bc1276d tempest-ServerRescueTestJSONUnderV235-1150569463 tempest-ServerRescueTestJSONUnderV235-1150569463-project-member] Lock "e421f7d1-110f-4d28-9c58-75e6a29ea6d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.380s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.494900] env[69699]: DEBUG oslo_concurrency.lockutils [None req-64dff1d2-6331-47be-9996-01fecef19d52 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquiring lock "4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.495271] env[69699]: DEBUG oslo_concurrency.lockutils [None req-64dff1d2-6331-47be-9996-01fecef19d52 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.495397] env[69699]: DEBUG nova.compute.manager [None req-64dff1d2-6331-47be-9996-01fecef19d52 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1335.496317] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1040830e-c8f0-47bd-ab3e-6c586db20fab {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.503548] env[69699]: DEBUG nova.compute.manager [None req-64dff1d2-6331-47be-9996-01fecef19d52 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69699) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1335.504122] env[69699]: DEBUG nova.objects.instance [None req-64dff1d2-6331-47be-9996-01fecef19d52 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lazy-loading 'flavor' on Instance uuid 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1336.511869] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-64dff1d2-6331-47be-9996-01fecef19d52 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1336.512269] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22712283-4a9e-4b23-9d78-0aa7b4b18fba {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.520997] env[69699]: DEBUG oslo_vmware.api [None req-64dff1d2-6331-47be-9996-01fecef19d52 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1336.520997] env[69699]: value = "task-3608197" [ 1336.520997] env[69699]: _type = "Task" [ 1336.520997] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.529287] env[69699]: DEBUG oslo_vmware.api [None req-64dff1d2-6331-47be-9996-01fecef19d52 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.030157] env[69699]: DEBUG oslo_vmware.api [None req-64dff1d2-6331-47be-9996-01fecef19d52 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608197, 'name': PowerOffVM_Task, 'duration_secs': 0.178422} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.030422] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-64dff1d2-6331-47be-9996-01fecef19d52 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1337.030693] env[69699]: DEBUG nova.compute.manager [None req-64dff1d2-6331-47be-9996-01fecef19d52 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1337.031438] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228da820-6a2e-4f1f-a05f-ca41c5adccce {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.542648] env[69699]: DEBUG oslo_concurrency.lockutils [None req-64dff1d2-6331-47be-9996-01fecef19d52 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.861016] env[69699]: DEBUG nova.objects.instance [None req-8e0ced4e-f43b-4210-bd4b-87f153cbd185 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lazy-loading 'flavor' on Instance uuid 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1338.365989] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8e0ced4e-f43b-4210-bd4b-87f153cbd185 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquiring lock "refresh_cache-4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.366186] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8e0ced4e-f43b-4210-bd4b-87f153cbd185 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquired lock "refresh_cache-4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.366357] env[69699]: DEBUG nova.network.neutron [None req-8e0ced4e-f43b-4210-bd4b-87f153cbd185 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1338.366570] env[69699]: DEBUG nova.objects.instance [None req-8e0ced4e-f43b-4210-bd4b-87f153cbd185 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lazy-loading 'info_cache' on Instance uuid 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1338.870049] env[69699]: DEBUG nova.objects.base [None req-8e0ced4e-f43b-4210-bd4b-87f153cbd185 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Object Instance<4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d> lazy-loaded attributes: flavor,info_cache {{(pid=69699) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1339.558782] env[69699]: DEBUG nova.network.neutron [None req-8e0ced4e-f43b-4210-bd4b-87f153cbd185 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Updating instance_info_cache with network_info: [{"id": "acca5df4-bc21-43ab-bd4d-d79c58e77691", "address": "fa:16:3e:b6:fb:72", "network": {"id": "4a55132d-5b16-41eb-97d5-c6aacd2ebbe0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2076238106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f0293384f344ba09f431b47ef381d57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacca5df4-bc", "ovs_interfaceid": "acca5df4-bc21-43ab-bd4d-d79c58e77691", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.061515] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8e0ced4e-f43b-4210-bd4b-87f153cbd185 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Releasing lock "refresh_cache-4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.074897] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e0ced4e-f43b-4210-bd4b-87f153cbd185 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1341.075245] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63a59c0d-4949-4dd8-9854-66134bc4d863 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.082450] env[69699]: DEBUG oslo_vmware.api [None req-8e0ced4e-f43b-4210-bd4b-87f153cbd185 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1341.082450] env[69699]: value = "task-3608198" [ 1341.082450] env[69699]: _type = "Task" [ 1341.082450] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.090161] env[69699]: DEBUG oslo_vmware.api [None req-8e0ced4e-f43b-4210-bd4b-87f153cbd185 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608198, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.592183] env[69699]: DEBUG oslo_vmware.api [None req-8e0ced4e-f43b-4210-bd4b-87f153cbd185 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608198, 'name': PowerOnVM_Task, 'duration_secs': 0.396456} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.592536] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e0ced4e-f43b-4210-bd4b-87f153cbd185 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1341.592800] env[69699]: DEBUG nova.compute.manager [None req-8e0ced4e-f43b-4210-bd4b-87f153cbd185 tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1341.593580] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc58bc36-755d-465f-af6f-f9d3f06d8a2b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.613529] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b2893e-205c-4cf1-a8ad-b27b3d737634 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.620121] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2644df7e-0227-4c14-9004-f22edb8e8dda tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Suspending the VM {{(pid=69699) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1342.620347] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-953757ab-de3f-4e4a-8f23-ae7846aa77e7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.626297] env[69699]: DEBUG oslo_vmware.api [None req-2644df7e-0227-4c14-9004-f22edb8e8dda tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1342.626297] env[69699]: value = "task-3608199" [ 1342.626297] env[69699]: _type = "Task" [ 1342.626297] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.634237] env[69699]: DEBUG oslo_vmware.api [None req-2644df7e-0227-4c14-9004-f22edb8e8dda tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608199, 'name': SuspendVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.135634] env[69699]: DEBUG oslo_vmware.api [None req-2644df7e-0227-4c14-9004-f22edb8e8dda tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608199, 'name': SuspendVM_Task} progress is 79%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.635678] env[69699]: DEBUG oslo_vmware.api [None req-2644df7e-0227-4c14-9004-f22edb8e8dda tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608199, 'name': SuspendVM_Task, 'duration_secs': 0.726792} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.636048] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2644df7e-0227-4c14-9004-f22edb8e8dda tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Suspended the VM {{(pid=69699) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1343.636268] env[69699]: DEBUG nova.compute.manager [None req-2644df7e-0227-4c14-9004-f22edb8e8dda tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1343.637032] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2184cb41-2bd5-468f-8f9d-4c162577b430 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.925080] env[69699]: INFO nova.compute.manager [None req-f5699ec7-d5d8-462c-b950-fbc1e6c36eeb tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Resuming [ 1344.925694] env[69699]: DEBUG nova.objects.instance [None req-f5699ec7-d5d8-462c-b950-fbc1e6c36eeb tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lazy-loading 'flavor' on Instance uuid 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1346.437643] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f5699ec7-d5d8-462c-b950-fbc1e6c36eeb tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquiring lock "refresh_cache-4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.437965] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f5699ec7-d5d8-462c-b950-fbc1e6c36eeb tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquired lock "refresh_cache-4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.438028] env[69699]: DEBUG nova.network.neutron [None req-f5699ec7-d5d8-462c-b950-fbc1e6c36eeb tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1347.129827] env[69699]: DEBUG nova.network.neutron [None req-f5699ec7-d5d8-462c-b950-fbc1e6c36eeb tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Updating instance_info_cache with network_info: [{"id": "acca5df4-bc21-43ab-bd4d-d79c58e77691", "address": "fa:16:3e:b6:fb:72", "network": {"id": "4a55132d-5b16-41eb-97d5-c6aacd2ebbe0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2076238106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f0293384f344ba09f431b47ef381d57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacca5df4-bc", "ovs_interfaceid": "acca5df4-bc21-43ab-bd4d-d79c58e77691", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.632670] env[69699]: DEBUG oslo_concurrency.lockutils [None req-f5699ec7-d5d8-462c-b950-fbc1e6c36eeb tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Releasing lock "refresh_cache-4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.633703] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43dc89ac-8af6-4bed-a1d3-202fc86d0974 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.640789] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f5699ec7-d5d8-462c-b950-fbc1e6c36eeb tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Resuming the VM {{(pid=69699) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1347.641032] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61cfcbdc-eca7-4204-9b7c-0308f194ae7c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.648199] env[69699]: DEBUG oslo_vmware.api [None req-f5699ec7-d5d8-462c-b950-fbc1e6c36eeb tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1347.648199] env[69699]: value = "task-3608200" [ 1347.648199] env[69699]: _type = "Task" [ 1347.648199] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.655618] env[69699]: DEBUG oslo_vmware.api [None req-f5699ec7-d5d8-462c-b950-fbc1e6c36eeb tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608200, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.158873] env[69699]: DEBUG oslo_vmware.api [None req-f5699ec7-d5d8-462c-b950-fbc1e6c36eeb tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608200, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.660024] env[69699]: DEBUG oslo_vmware.api [None req-f5699ec7-d5d8-462c-b950-fbc1e6c36eeb tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608200, 'name': PowerOnVM_Task, 'duration_secs': 0.513261} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.660396] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-f5699ec7-d5d8-462c-b950-fbc1e6c36eeb tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Resumed the VM {{(pid=69699) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1348.660545] env[69699]: DEBUG nova.compute.manager [None req-f5699ec7-d5d8-462c-b950-fbc1e6c36eeb tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1348.661368] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a473715-0832-4b00-9ecf-261e3f9672cd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.554274] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8720f5df-7727-490b-9080-1568a945897b tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquiring lock "4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.554554] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8720f5df-7727-490b-9080-1568a945897b tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.554794] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8720f5df-7727-490b-9080-1568a945897b tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquiring lock "4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.554981] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8720f5df-7727-490b-9080-1568a945897b tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.555168] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8720f5df-7727-490b-9080-1568a945897b tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.557373] env[69699]: INFO nova.compute.manager [None req-8720f5df-7727-490b-9080-1568a945897b tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Terminating instance [ 1350.061836] env[69699]: DEBUG nova.compute.manager [None req-8720f5df-7727-490b-9080-1568a945897b tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1350.062210] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8720f5df-7727-490b-9080-1568a945897b tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1350.063448] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ef3b7e-aa7a-4a5c-b6a4-babfb43e4e18 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.071185] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-8720f5df-7727-490b-9080-1568a945897b tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1350.071415] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0612d2eb-4c87-4fde-8550-334bb374f997 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.076786] env[69699]: DEBUG oslo_vmware.api [None req-8720f5df-7727-490b-9080-1568a945897b tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1350.076786] env[69699]: value = "task-3608201" [ 1350.076786] env[69699]: _type = "Task" [ 1350.076786] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.084086] env[69699]: DEBUG oslo_vmware.api [None req-8720f5df-7727-490b-9080-1568a945897b tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.587050] env[69699]: DEBUG oslo_vmware.api [None req-8720f5df-7727-490b-9080-1568a945897b tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608201, 'name': PowerOffVM_Task, 'duration_secs': 0.205515} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.587310] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-8720f5df-7727-490b-9080-1568a945897b tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1350.587478] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8720f5df-7727-490b-9080-1568a945897b tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1350.587749] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49253396-d699-435b-bf06-b11bb26f710c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.660245] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8720f5df-7727-490b-9080-1568a945897b tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1350.660476] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8720f5df-7727-490b-9080-1568a945897b tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Deleting contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1350.660644] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-8720f5df-7727-490b-9080-1568a945897b tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Deleting the datastore file [datastore1] 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1350.660921] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63c3e7f0-f207-4032-9334-fbb0014afe21 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.667427] env[69699]: DEBUG oslo_vmware.api [None req-8720f5df-7727-490b-9080-1568a945897b tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for the task: (returnval){ [ 1350.667427] env[69699]: value = "task-3608203" [ 1350.667427] env[69699]: _type = "Task" [ 1350.667427] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.674565] env[69699]: DEBUG oslo_vmware.api [None req-8720f5df-7727-490b-9080-1568a945897b tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608203, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.177131] env[69699]: DEBUG oslo_vmware.api [None req-8720f5df-7727-490b-9080-1568a945897b tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Task: {'id': task-3608203, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142105} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.177431] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-8720f5df-7727-490b-9080-1568a945897b tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1351.177582] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8720f5df-7727-490b-9080-1568a945897b tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Deleted contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1351.177784] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-8720f5df-7727-490b-9080-1568a945897b tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1351.178009] env[69699]: INFO nova.compute.manager [None req-8720f5df-7727-490b-9080-1568a945897b tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1351.178292] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8720f5df-7727-490b-9080-1568a945897b tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1351.178484] env[69699]: DEBUG nova.compute.manager [-] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1351.178580] env[69699]: DEBUG nova.network.neutron [-] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1351.466234] env[69699]: DEBUG oslo_concurrency.lockutils [None req-94f83ba3-0547-4588-9b6f-56c9f3957095 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquiring lock "7b60b10b-c24e-46fb-a21c-af83d2116ba8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.466514] env[69699]: DEBUG oslo_concurrency.lockutils [None req-94f83ba3-0547-4588-9b6f-56c9f3957095 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "7b60b10b-c24e-46fb-a21c-af83d2116ba8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.466774] env[69699]: DEBUG oslo_concurrency.lockutils [None req-94f83ba3-0547-4588-9b6f-56c9f3957095 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquiring lock "7b60b10b-c24e-46fb-a21c-af83d2116ba8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.466970] env[69699]: DEBUG oslo_concurrency.lockutils [None req-94f83ba3-0547-4588-9b6f-56c9f3957095 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "7b60b10b-c24e-46fb-a21c-af83d2116ba8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.467154] env[69699]: DEBUG oslo_concurrency.lockutils [None req-94f83ba3-0547-4588-9b6f-56c9f3957095 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "7b60b10b-c24e-46fb-a21c-af83d2116ba8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.469251] env[69699]: INFO nova.compute.manager [None req-94f83ba3-0547-4588-9b6f-56c9f3957095 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Terminating instance [ 1351.574139] env[69699]: DEBUG nova.compute.manager [req-25f38361-30c2-49e2-b492-192147c9e77e req-cafb165c-f843-47df-bbce-cc5606005a86 service nova] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Received event network-vif-deleted-acca5df4-bc21-43ab-bd4d-d79c58e77691 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1351.574139] env[69699]: INFO nova.compute.manager [req-25f38361-30c2-49e2-b492-192147c9e77e req-cafb165c-f843-47df-bbce-cc5606005a86 service nova] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Neutron deleted interface acca5df4-bc21-43ab-bd4d-d79c58e77691; detaching it from the instance and deleting it from the info cache [ 1351.574245] env[69699]: DEBUG nova.network.neutron [req-25f38361-30c2-49e2-b492-192147c9e77e req-cafb165c-f843-47df-bbce-cc5606005a86 service nova] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.973265] env[69699]: DEBUG nova.compute.manager [None req-94f83ba3-0547-4588-9b6f-56c9f3957095 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1351.973521] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f83ba3-0547-4588-9b6f-56c9f3957095 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1351.975296] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-706d4d20-1be1-4001-8aff-447b1cc99b11 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.983168] env[69699]: DEBUG oslo_vmware.api [None req-94f83ba3-0547-4588-9b6f-56c9f3957095 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1351.983168] env[69699]: value = "task-3608204" [ 1351.983168] env[69699]: _type = "Task" [ 1351.983168] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.990340] env[69699]: DEBUG oslo_vmware.api [None req-94f83ba3-0547-4588-9b6f-56c9f3957095 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608204, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.061995] env[69699]: DEBUG nova.network.neutron [-] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.077021] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a83fe893-bdec-4f48-a084-66fffea7d189 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.087092] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600ceb27-2309-4b45-a56d-128522466ce2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.114057] env[69699]: DEBUG nova.compute.manager [req-25f38361-30c2-49e2-b492-192147c9e77e req-cafb165c-f843-47df-bbce-cc5606005a86 service nova] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Detach interface failed, port_id=acca5df4-bc21-43ab-bd4d-d79c58e77691, reason: Instance 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1352.492818] env[69699]: DEBUG oslo_vmware.api [None req-94f83ba3-0547-4588-9b6f-56c9f3957095 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608204, 'name': PowerOffVM_Task, 'duration_secs': 0.173266} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.493146] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f83ba3-0547-4588-9b6f-56c9f3957095 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1352.493284] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-94f83ba3-0547-4588-9b6f-56c9f3957095 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Volume detach. Driver type: vmdk {{(pid=69699) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1352.493476] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-94f83ba3-0547-4588-9b6f-56c9f3957095 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719753', 'volume_id': 'd73b918a-8d1a-42d9-88cd-af2926ca1e96', 'name': 'volume-d73b918a-8d1a-42d9-88cd-af2926ca1e96', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '7b60b10b-c24e-46fb-a21c-af83d2116ba8', 'attached_at': '2025-04-25T20:10:19.000000', 'detached_at': '', 'volume_id': 'd73b918a-8d1a-42d9-88cd-af2926ca1e96', 'serial': 'd73b918a-8d1a-42d9-88cd-af2926ca1e96'} {{(pid=69699) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1352.494203] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e670448f-e4d3-47e4-ac5a-7b52e94338bd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.511436] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4664fa1e-22b8-469c-b9e3-397c62474aa9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.517277] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666e0412-d623-44ab-ad7e-574fa3f51cf7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.533697] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d13b682-ec6b-48f9-bf28-b237c9221260 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.547337] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-94f83ba3-0547-4588-9b6f-56c9f3957095 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] The volume has not been displaced from its original location: [datastore1] volume-d73b918a-8d1a-42d9-88cd-af2926ca1e96/volume-d73b918a-8d1a-42d9-88cd-af2926ca1e96.vmdk. No consolidation needed. {{(pid=69699) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1352.552682] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-94f83ba3-0547-4588-9b6f-56c9f3957095 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1352.552927] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f650d99-4ea1-43a4-b2be-f4640bf6ae69 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.565012] env[69699]: INFO nova.compute.manager [-] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Took 1.39 seconds to deallocate network for instance. [ 1352.572694] env[69699]: DEBUG oslo_vmware.api [None req-94f83ba3-0547-4588-9b6f-56c9f3957095 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1352.572694] env[69699]: value = "task-3608205" [ 1352.572694] env[69699]: _type = "Task" [ 1352.572694] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.579725] env[69699]: DEBUG oslo_vmware.api [None req-94f83ba3-0547-4588-9b6f-56c9f3957095 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608205, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.072402] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8720f5df-7727-490b-9080-1568a945897b tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.072858] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8720f5df-7727-490b-9080-1568a945897b tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.073244] env[69699]: DEBUG nova.objects.instance [None req-8720f5df-7727-490b-9080-1568a945897b tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lazy-loading 'resources' on Instance uuid 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1353.088230] env[69699]: DEBUG oslo_vmware.api [None req-94f83ba3-0547-4588-9b6f-56c9f3957095 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608205, 'name': ReconfigVM_Task, 'duration_secs': 0.151662} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.088585] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-94f83ba3-0547-4588-9b6f-56c9f3957095 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1353.096679] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-789d8beb-6de0-485e-9ff1-6566cb137b21 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.120416] env[69699]: DEBUG oslo_vmware.api [None req-94f83ba3-0547-4588-9b6f-56c9f3957095 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1353.120416] env[69699]: value = "task-3608206" [ 1353.120416] env[69699]: _type = "Task" [ 1353.120416] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.131841] env[69699]: DEBUG oslo_vmware.api [None req-94f83ba3-0547-4588-9b6f-56c9f3957095 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608206, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.630147] env[69699]: DEBUG oslo_vmware.api [None req-94f83ba3-0547-4588-9b6f-56c9f3957095 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608206, 'name': ReconfigVM_Task, 'duration_secs': 0.149831} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.632308] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-94f83ba3-0547-4588-9b6f-56c9f3957095 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-719753', 'volume_id': 'd73b918a-8d1a-42d9-88cd-af2926ca1e96', 'name': 'volume-d73b918a-8d1a-42d9-88cd-af2926ca1e96', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '7b60b10b-c24e-46fb-a21c-af83d2116ba8', 'attached_at': '2025-04-25T20:10:19.000000', 'detached_at': '', 'volume_id': 'd73b918a-8d1a-42d9-88cd-af2926ca1e96', 'serial': 'd73b918a-8d1a-42d9-88cd-af2926ca1e96'} {{(pid=69699) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1353.632570] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-94f83ba3-0547-4588-9b6f-56c9f3957095 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1353.633469] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf94d0b-281a-4a7a-91b0-ad642c456387 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.640119] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-94f83ba3-0547-4588-9b6f-56c9f3957095 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1353.640345] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-242c17b6-3ea3-422b-ba35-df478dc9fd87 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.644312] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2d6554-c2dd-4a8c-9960-b1a40d3bbb92 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.650414] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2c446a-1ba1-4177-9958-8cde50a4bb30 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.679727] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949bdd18-c71d-4564-88b7-e8d4f66c5f3f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.686324] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805d6566-2e2e-4dbf-b92e-a9370c5b5e7d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.699747] env[69699]: DEBUG nova.compute.provider_tree [None req-8720f5df-7727-490b-9080-1568a945897b tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1353.705113] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-94f83ba3-0547-4588-9b6f-56c9f3957095 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1353.705309] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-94f83ba3-0547-4588-9b6f-56c9f3957095 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Deleting contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1353.705486] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-94f83ba3-0547-4588-9b6f-56c9f3957095 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Deleting the datastore file [datastore1] 7b60b10b-c24e-46fb-a21c-af83d2116ba8 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1353.705715] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5160d1d-5d54-41dd-99a9-3b41f4b5a3ab {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.711796] env[69699]: DEBUG oslo_vmware.api [None req-94f83ba3-0547-4588-9b6f-56c9f3957095 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1353.711796] env[69699]: value = "task-3608208" [ 1353.711796] env[69699]: _type = "Task" [ 1353.711796] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.719231] env[69699]: DEBUG oslo_vmware.api [None req-94f83ba3-0547-4588-9b6f-56c9f3957095 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608208, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.203217] env[69699]: DEBUG nova.scheduler.client.report [None req-8720f5df-7727-490b-9080-1568a945897b tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1354.222611] env[69699]: DEBUG oslo_vmware.api [None req-94f83ba3-0547-4588-9b6f-56c9f3957095 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608208, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.081427} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.222861] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-94f83ba3-0547-4588-9b6f-56c9f3957095 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1354.223056] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-94f83ba3-0547-4588-9b6f-56c9f3957095 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Deleted contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1354.223235] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-94f83ba3-0547-4588-9b6f-56c9f3957095 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1354.223405] env[69699]: INFO nova.compute.manager [None req-94f83ba3-0547-4588-9b6f-56c9f3957095 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1354.223634] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94f83ba3-0547-4588-9b6f-56c9f3957095 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1354.223814] env[69699]: DEBUG nova.compute.manager [-] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1354.223908] env[69699]: DEBUG nova.network.neutron [-] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1354.628966] env[69699]: DEBUG nova.compute.manager [req-0b1c4eff-4143-4917-9ae7-a8eb9ff17097 req-7fb4f049-85f5-4bcc-a65e-6374caf8a363 service nova] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Received event network-vif-deleted-b5cc79a3-3be4-4e58-94a7-e30ddd757039 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1354.629290] env[69699]: INFO nova.compute.manager [req-0b1c4eff-4143-4917-9ae7-a8eb9ff17097 req-7fb4f049-85f5-4bcc-a65e-6374caf8a363 service nova] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Neutron deleted interface b5cc79a3-3be4-4e58-94a7-e30ddd757039; detaching it from the instance and deleting it from the info cache [ 1354.629471] env[69699]: DEBUG nova.network.neutron [req-0b1c4eff-4143-4917-9ae7-a8eb9ff17097 req-7fb4f049-85f5-4bcc-a65e-6374caf8a363 service nova] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.707500] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8720f5df-7727-490b-9080-1568a945897b tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.635s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.730168] env[69699]: INFO nova.scheduler.client.report [None req-8720f5df-7727-490b-9080-1568a945897b tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Deleted allocations for instance 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d [ 1355.113790] env[69699]: DEBUG nova.network.neutron [-] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.132210] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6f20d4ad-d366-4181-b553-f9506af4e3d6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.142869] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80f8c0b-b770-4363-a137-edeb8175a041 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.170984] env[69699]: DEBUG nova.compute.manager [req-0b1c4eff-4143-4917-9ae7-a8eb9ff17097 req-7fb4f049-85f5-4bcc-a65e-6374caf8a363 service nova] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Detach interface failed, port_id=b5cc79a3-3be4-4e58-94a7-e30ddd757039, reason: Instance 7b60b10b-c24e-46fb-a21c-af83d2116ba8 could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1355.237818] env[69699]: DEBUG oslo_concurrency.lockutils [None req-8720f5df-7727-490b-9080-1568a945897b tempest-ServerActionsTestJSON-532161054 tempest-ServerActionsTestJSON-532161054-project-member] Lock "4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.683s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.616837] env[69699]: INFO nova.compute.manager [-] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Took 1.39 seconds to deallocate network for instance. [ 1356.161108] env[69699]: INFO nova.compute.manager [None req-94f83ba3-0547-4588-9b6f-56c9f3957095 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Took 0.54 seconds to detach 1 volumes for instance. [ 1356.163258] env[69699]: DEBUG nova.compute.manager [None req-94f83ba3-0547-4588-9b6f-56c9f3957095 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Deleting volume: d73b918a-8d1a-42d9-88cd-af2926ca1e96 {{(pid=69699) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1356.705717] env[69699]: DEBUG oslo_concurrency.lockutils [None req-94f83ba3-0547-4588-9b6f-56c9f3957095 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.706072] env[69699]: DEBUG oslo_concurrency.lockutils [None req-94f83ba3-0547-4588-9b6f-56c9f3957095 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.706462] env[69699]: DEBUG oslo_concurrency.lockutils [None req-94f83ba3-0547-4588-9b6f-56c9f3957095 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.738760] env[69699]: INFO nova.scheduler.client.report [None req-94f83ba3-0547-4588-9b6f-56c9f3957095 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Deleted allocations for instance 7b60b10b-c24e-46fb-a21c-af83d2116ba8 [ 1357.248754] env[69699]: DEBUG oslo_concurrency.lockutils [None req-94f83ba3-0547-4588-9b6f-56c9f3957095 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "7b60b10b-c24e-46fb-a21c-af83d2116ba8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.782s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.156474] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2089e611-8bbd-4ca8-bf18-ea36e6b2a648 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquiring lock "c132517e-fd37-4aab-8c15-64e56b470eef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.156777] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2089e611-8bbd-4ca8-bf18-ea36e6b2a648 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "c132517e-fd37-4aab-8c15-64e56b470eef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.156985] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2089e611-8bbd-4ca8-bf18-ea36e6b2a648 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquiring lock "c132517e-fd37-4aab-8c15-64e56b470eef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.157184] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2089e611-8bbd-4ca8-bf18-ea36e6b2a648 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "c132517e-fd37-4aab-8c15-64e56b470eef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.157351] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2089e611-8bbd-4ca8-bf18-ea36e6b2a648 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "c132517e-fd37-4aab-8c15-64e56b470eef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.159380] env[69699]: INFO nova.compute.manager [None req-2089e611-8bbd-4ca8-bf18-ea36e6b2a648 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] Terminating instance [ 1358.663366] env[69699]: DEBUG nova.compute.manager [None req-2089e611-8bbd-4ca8-bf18-ea36e6b2a648 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1358.663681] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2089e611-8bbd-4ca8-bf18-ea36e6b2a648 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1358.664989] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e927d1f-37ee-4960-88d9-c22af682b3ee {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.672822] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-2089e611-8bbd-4ca8-bf18-ea36e6b2a648 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1358.673082] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7db35d30-1b10-45dd-8400-662ffa9cec7c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.679455] env[69699]: DEBUG oslo_vmware.api [None req-2089e611-8bbd-4ca8-bf18-ea36e6b2a648 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1358.679455] env[69699]: value = "task-3608210" [ 1358.679455] env[69699]: _type = "Task" [ 1358.679455] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.688111] env[69699]: DEBUG oslo_vmware.api [None req-2089e611-8bbd-4ca8-bf18-ea36e6b2a648 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.189527] env[69699]: DEBUG oslo_vmware.api [None req-2089e611-8bbd-4ca8-bf18-ea36e6b2a648 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608210, 'name': PowerOffVM_Task, 'duration_secs': 0.181139} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.189795] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-2089e611-8bbd-4ca8-bf18-ea36e6b2a648 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1359.189962] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2089e611-8bbd-4ca8-bf18-ea36e6b2a648 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1359.190217] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dfb3fbdb-f302-465d-9026-99eab8aba4d3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.261051] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2089e611-8bbd-4ca8-bf18-ea36e6b2a648 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1359.261287] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2089e611-8bbd-4ca8-bf18-ea36e6b2a648 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1359.261467] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-2089e611-8bbd-4ca8-bf18-ea36e6b2a648 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Deleting the datastore file [datastore2] c132517e-fd37-4aab-8c15-64e56b470eef {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1359.261733] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1a0d0a6-fb8f-4b8f-b211-56b8f083282f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.268351] env[69699]: DEBUG oslo_vmware.api [None req-2089e611-8bbd-4ca8-bf18-ea36e6b2a648 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1359.268351] env[69699]: value = "task-3608212" [ 1359.268351] env[69699]: _type = "Task" [ 1359.268351] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.276047] env[69699]: DEBUG oslo_vmware.api [None req-2089e611-8bbd-4ca8-bf18-ea36e6b2a648 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608212, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.778032] env[69699]: DEBUG oslo_vmware.api [None req-2089e611-8bbd-4ca8-bf18-ea36e6b2a648 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608212, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13196} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.778032] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-2089e611-8bbd-4ca8-bf18-ea36e6b2a648 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1359.778347] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2089e611-8bbd-4ca8-bf18-ea36e6b2a648 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1359.778347] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-2089e611-8bbd-4ca8-bf18-ea36e6b2a648 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1359.778555] env[69699]: INFO nova.compute.manager [None req-2089e611-8bbd-4ca8-bf18-ea36e6b2a648 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1359.778844] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2089e611-8bbd-4ca8-bf18-ea36e6b2a648 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1359.779100] env[69699]: DEBUG nova.compute.manager [-] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1359.779231] env[69699]: DEBUG nova.network.neutron [-] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1360.133018] env[69699]: DEBUG nova.compute.manager [req-97a003bd-8c89-4001-967e-98d53f247970 req-9145a7e5-b3d2-4286-b2fa-7837a0d684a4 service nova] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] Received event network-vif-deleted-4f0e6723-6338-4b46-96c9-5f2b7f6958f8 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1360.133246] env[69699]: INFO nova.compute.manager [req-97a003bd-8c89-4001-967e-98d53f247970 req-9145a7e5-b3d2-4286-b2fa-7837a0d684a4 service nova] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] Neutron deleted interface 4f0e6723-6338-4b46-96c9-5f2b7f6958f8; detaching it from the instance and deleting it from the info cache [ 1360.133425] env[69699]: DEBUG nova.network.neutron [req-97a003bd-8c89-4001-967e-98d53f247970 req-9145a7e5-b3d2-4286-b2fa-7837a0d684a4 service nova] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.606484] env[69699]: DEBUG nova.network.neutron [-] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.635993] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e8947ee4-6021-4525-98f8-b9c8dee5e311 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.648887] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7715177b-854f-4175-ba10-4d8e39258cff {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.675343] env[69699]: DEBUG nova.compute.manager [req-97a003bd-8c89-4001-967e-98d53f247970 req-9145a7e5-b3d2-4286-b2fa-7837a0d684a4 service nova] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] Detach interface failed, port_id=4f0e6723-6338-4b46-96c9-5f2b7f6958f8, reason: Instance c132517e-fd37-4aab-8c15-64e56b470eef could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1360.776394] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Acquiring lock "4249de72-c373-45b1-860f-754d6ec48ee5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.776621] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Lock "4249de72-c373-45b1-860f-754d6ec48ee5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.108903] env[69699]: INFO nova.compute.manager [-] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] Took 1.33 seconds to deallocate network for instance. [ 1361.278982] env[69699]: DEBUG nova.compute.manager [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1361.615339] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2089e611-8bbd-4ca8-bf18-ea36e6b2a648 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.615633] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2089e611-8bbd-4ca8-bf18-ea36e6b2a648 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.615860] env[69699]: DEBUG nova.objects.instance [None req-2089e611-8bbd-4ca8-bf18-ea36e6b2a648 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lazy-loading 'resources' on Instance uuid c132517e-fd37-4aab-8c15-64e56b470eef {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1361.800811] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.166782] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7282140-eef4-4e7e-b7c2-f7769424e1ab {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.174379] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32beffd-7bbe-452b-87a3-9d5e5e598141 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.204338] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e03a86f-4a93-4d23-b8d2-9d9efec72528 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.210939] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61237984-7c84-4213-a592-0f8f318058eb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.223606] env[69699]: DEBUG nova.compute.provider_tree [None req-2089e611-8bbd-4ca8-bf18-ea36e6b2a648 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1362.726561] env[69699]: DEBUG nova.scheduler.client.report [None req-2089e611-8bbd-4ca8-bf18-ea36e6b2a648 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1363.232184] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2089e611-8bbd-4ca8-bf18-ea36e6b2a648 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.616s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.234392] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.434s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.235908] env[69699]: INFO nova.compute.claims [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1363.249125] env[69699]: INFO nova.scheduler.client.report [None req-2089e611-8bbd-4ca8-bf18-ea36e6b2a648 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Deleted allocations for instance c132517e-fd37-4aab-8c15-64e56b470eef [ 1363.754786] env[69699]: DEBUG oslo_concurrency.lockutils [None req-2089e611-8bbd-4ca8-bf18-ea36e6b2a648 tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "c132517e-fd37-4aab-8c15-64e56b470eef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.598s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.280152] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe41d1c-495b-4455-86b9-ae3b491cd794 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.287408] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0417fb10-e0c4-4fae-8635-ddce0c62b6bb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.318179] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7fa23b-f95b-4eda-9b35-7f095cc3d8a3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.325561] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec125b0-4b5c-43a2-83a5-044265892a3e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.338837] env[69699]: DEBUG nova.compute.provider_tree [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1364.842072] env[69699]: DEBUG nova.scheduler.client.report [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1365.347512] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.113s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.348132] env[69699]: DEBUG nova.compute.manager [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1365.853512] env[69699]: DEBUG nova.compute.utils [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1365.855041] env[69699]: DEBUG nova.compute.manager [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1365.855144] env[69699]: DEBUG nova.network.neutron [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1365.898785] env[69699]: DEBUG nova.policy [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '910ac2205e204c3aacf5ba5164750650', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b2b3daf7ad641d5997438f770a42270', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 1366.147940] env[69699]: DEBUG nova.network.neutron [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Successfully created port: 472b66ed-a7e2-4c6e-9dc3-3117e6475581 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1366.358970] env[69699]: DEBUG nova.compute.manager [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1367.078241] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06dcb94f-4673-4953-8875-07a72f02b0fe tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquiring lock "61b7dedf-f80d-4440-a685-25792b564c43" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.078495] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06dcb94f-4673-4953-8875-07a72f02b0fe tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "61b7dedf-f80d-4440-a685-25792b564c43" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.078692] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06dcb94f-4673-4953-8875-07a72f02b0fe tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquiring lock "61b7dedf-f80d-4440-a685-25792b564c43-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.078871] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06dcb94f-4673-4953-8875-07a72f02b0fe tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "61b7dedf-f80d-4440-a685-25792b564c43-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.079068] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06dcb94f-4673-4953-8875-07a72f02b0fe tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "61b7dedf-f80d-4440-a685-25792b564c43-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.081399] env[69699]: INFO nova.compute.manager [None req-06dcb94f-4673-4953-8875-07a72f02b0fe tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Terminating instance [ 1367.368070] env[69699]: DEBUG nova.compute.manager [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1367.395669] env[69699]: DEBUG nova.virt.hardware [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1367.397072] env[69699]: DEBUG nova.virt.hardware [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1367.397072] env[69699]: DEBUG nova.virt.hardware [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1367.397072] env[69699]: DEBUG nova.virt.hardware [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1367.397072] env[69699]: DEBUG nova.virt.hardware [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1367.397072] env[69699]: DEBUG nova.virt.hardware [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1367.397072] env[69699]: DEBUG nova.virt.hardware [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1367.397235] env[69699]: DEBUG nova.virt.hardware [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1367.397320] env[69699]: DEBUG nova.virt.hardware [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1367.398071] env[69699]: DEBUG nova.virt.hardware [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1367.398071] env[69699]: DEBUG nova.virt.hardware [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1367.398533] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699a436a-2e2b-48fa-b7f7-ecd53c88d942 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.406291] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2015973d-5162-47a8-af19-a204ff5bbeae {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.493406] env[69699]: DEBUG nova.compute.manager [req-24c64ea8-6623-47ee-b1fb-2b84b52d7e95 req-9d8c4a67-8665-490b-b966-1cb17139cf65 service nova] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Received event network-vif-plugged-472b66ed-a7e2-4c6e-9dc3-3117e6475581 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1367.493629] env[69699]: DEBUG oslo_concurrency.lockutils [req-24c64ea8-6623-47ee-b1fb-2b84b52d7e95 req-9d8c4a67-8665-490b-b966-1cb17139cf65 service nova] Acquiring lock "4249de72-c373-45b1-860f-754d6ec48ee5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.493769] env[69699]: DEBUG oslo_concurrency.lockutils [req-24c64ea8-6623-47ee-b1fb-2b84b52d7e95 req-9d8c4a67-8665-490b-b966-1cb17139cf65 service nova] Lock "4249de72-c373-45b1-860f-754d6ec48ee5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.493943] env[69699]: DEBUG oslo_concurrency.lockutils [req-24c64ea8-6623-47ee-b1fb-2b84b52d7e95 req-9d8c4a67-8665-490b-b966-1cb17139cf65 service nova] Lock "4249de72-c373-45b1-860f-754d6ec48ee5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.494121] env[69699]: DEBUG nova.compute.manager [req-24c64ea8-6623-47ee-b1fb-2b84b52d7e95 req-9d8c4a67-8665-490b-b966-1cb17139cf65 service nova] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] No waiting events found dispatching network-vif-plugged-472b66ed-a7e2-4c6e-9dc3-3117e6475581 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1367.494288] env[69699]: WARNING nova.compute.manager [req-24c64ea8-6623-47ee-b1fb-2b84b52d7e95 req-9d8c4a67-8665-490b-b966-1cb17139cf65 service nova] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Received unexpected event network-vif-plugged-472b66ed-a7e2-4c6e-9dc3-3117e6475581 for instance with vm_state building and task_state spawning. [ 1367.577010] env[69699]: DEBUG nova.network.neutron [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Successfully updated port: 472b66ed-a7e2-4c6e-9dc3-3117e6475581 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1367.584946] env[69699]: DEBUG nova.compute.manager [None req-06dcb94f-4673-4953-8875-07a72f02b0fe tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1367.585204] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-06dcb94f-4673-4953-8875-07a72f02b0fe tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1367.586110] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab13874e-0ed7-4ba5-b2e0-4f6051882bf0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.594201] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-06dcb94f-4673-4953-8875-07a72f02b0fe tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1367.595133] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b6e13a9-5470-4acc-85f8-7ee7e5f54909 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.602571] env[69699]: DEBUG oslo_vmware.api [None req-06dcb94f-4673-4953-8875-07a72f02b0fe tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1367.602571] env[69699]: value = "task-3608214" [ 1367.602571] env[69699]: _type = "Task" [ 1367.602571] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.610369] env[69699]: DEBUG oslo_vmware.api [None req-06dcb94f-4673-4953-8875-07a72f02b0fe tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.080063] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Acquiring lock "refresh_cache-4249de72-c373-45b1-860f-754d6ec48ee5" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.080235] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Acquired lock "refresh_cache-4249de72-c373-45b1-860f-754d6ec48ee5" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.080392] env[69699]: DEBUG nova.network.neutron [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1368.112778] env[69699]: DEBUG oslo_vmware.api [None req-06dcb94f-4673-4953-8875-07a72f02b0fe tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608214, 'name': PowerOffVM_Task, 'duration_secs': 0.217566} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.113061] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-06dcb94f-4673-4953-8875-07a72f02b0fe tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1368.113236] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-06dcb94f-4673-4953-8875-07a72f02b0fe tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1368.113476] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ecd8a7e-3ed6-42d6-9efd-1492276eebd6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.183960] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-06dcb94f-4673-4953-8875-07a72f02b0fe tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1368.184239] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-06dcb94f-4673-4953-8875-07a72f02b0fe tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Deleting contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1368.184425] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-06dcb94f-4673-4953-8875-07a72f02b0fe tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Deleting the datastore file [datastore1] 61b7dedf-f80d-4440-a685-25792b564c43 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1368.184671] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f71501f-a2a5-4fba-a2a7-3dd88380b49a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.190588] env[69699]: DEBUG oslo_vmware.api [None req-06dcb94f-4673-4953-8875-07a72f02b0fe tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for the task: (returnval){ [ 1368.190588] env[69699]: value = "task-3608216" [ 1368.190588] env[69699]: _type = "Task" [ 1368.190588] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.197995] env[69699]: DEBUG oslo_vmware.api [None req-06dcb94f-4673-4953-8875-07a72f02b0fe tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608216, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.610417] env[69699]: DEBUG nova.network.neutron [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1368.701769] env[69699]: DEBUG oslo_vmware.api [None req-06dcb94f-4673-4953-8875-07a72f02b0fe tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Task: {'id': task-3608216, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122111} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.702044] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-06dcb94f-4673-4953-8875-07a72f02b0fe tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1368.702234] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-06dcb94f-4673-4953-8875-07a72f02b0fe tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Deleted contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1368.702408] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-06dcb94f-4673-4953-8875-07a72f02b0fe tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1368.702578] env[69699]: INFO nova.compute.manager [None req-06dcb94f-4673-4953-8875-07a72f02b0fe tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1368.702811] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06dcb94f-4673-4953-8875-07a72f02b0fe tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1368.702998] env[69699]: DEBUG nova.compute.manager [-] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1368.703107] env[69699]: DEBUG nova.network.neutron [-] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1368.753693] env[69699]: DEBUG nova.network.neutron [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Updating instance_info_cache with network_info: [{"id": "472b66ed-a7e2-4c6e-9dc3-3117e6475581", "address": "fa:16:3e:cc:84:93", "network": {"id": "95235e8f-8dbb-4452-b064-92083cc170cd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-935877674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0b2b3daf7ad641d5997438f770a42270", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap472b66ed-a7", "ovs_interfaceid": "472b66ed-a7e2-4c6e-9dc3-3117e6475581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.949343] env[69699]: DEBUG nova.compute.manager [req-41c7fc3c-ec43-4868-8a56-045abd4c4d3a req-d636dbf5-36c7-4b5c-8f1d-ecb5c32dd4ef service nova] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Received event network-vif-deleted-41cbef44-2a35-4a7e-9913-4e0dd62e2a6f {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1368.949556] env[69699]: INFO nova.compute.manager [req-41c7fc3c-ec43-4868-8a56-045abd4c4d3a req-d636dbf5-36c7-4b5c-8f1d-ecb5c32dd4ef service nova] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Neutron deleted interface 41cbef44-2a35-4a7e-9913-4e0dd62e2a6f; detaching it from the instance and deleting it from the info cache [ 1368.949710] env[69699]: DEBUG nova.network.neutron [req-41c7fc3c-ec43-4868-8a56-045abd4c4d3a req-d636dbf5-36c7-4b5c-8f1d-ecb5c32dd4ef service nova] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.256538] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Releasing lock "refresh_cache-4249de72-c373-45b1-860f-754d6ec48ee5" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.256538] env[69699]: DEBUG nova.compute.manager [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Instance network_info: |[{"id": "472b66ed-a7e2-4c6e-9dc3-3117e6475581", "address": "fa:16:3e:cc:84:93", "network": {"id": "95235e8f-8dbb-4452-b064-92083cc170cd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-935877674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0b2b3daf7ad641d5997438f770a42270", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap472b66ed-a7", "ovs_interfaceid": "472b66ed-a7e2-4c6e-9dc3-3117e6475581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1369.256946] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:84:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '472b66ed-a7e2-4c6e-9dc3-3117e6475581', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1369.264229] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Creating folder: Project (0b2b3daf7ad641d5997438f770a42270). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1369.264499] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf39a978-7e83-48be-9fc0-7b4322e606c1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.276172] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Created folder: Project (0b2b3daf7ad641d5997438f770a42270) in parent group-v719415. [ 1369.276354] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Creating folder: Instances. Parent ref: group-v719759. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1369.276588] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55f5ddae-4bc1-43f8-91dc-ffd992da19e1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.286406] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Created folder: Instances in parent group-v719759. [ 1369.286625] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1369.286831] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1369.287029] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50244408-26bb-4789-9d63-5cdf34da652f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.305355] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1369.305355] env[69699]: value = "task-3608219" [ 1369.305355] env[69699]: _type = "Task" [ 1369.305355] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.314095] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3608219, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.434800] env[69699]: DEBUG nova.network.neutron [-] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.452405] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c03c82e5-5b49-4ebb-89aa-478fbccea356 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.461791] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4aad545-1050-40ed-937d-816ea50a6a1b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.484778] env[69699]: DEBUG nova.compute.manager [req-41c7fc3c-ec43-4868-8a56-045abd4c4d3a req-d636dbf5-36c7-4b5c-8f1d-ecb5c32dd4ef service nova] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Detach interface failed, port_id=41cbef44-2a35-4a7e-9913-4e0dd62e2a6f, reason: Instance 61b7dedf-f80d-4440-a685-25792b564c43 could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1369.522057] env[69699]: DEBUG nova.compute.manager [req-711bff3c-d166-4f7a-90f3-3013e67b340b req-f4b21cb7-b29f-4413-8946-d2409b59d82b service nova] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Received event network-changed-472b66ed-a7e2-4c6e-9dc3-3117e6475581 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1369.522186] env[69699]: DEBUG nova.compute.manager [req-711bff3c-d166-4f7a-90f3-3013e67b340b req-f4b21cb7-b29f-4413-8946-d2409b59d82b service nova] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Refreshing instance network info cache due to event network-changed-472b66ed-a7e2-4c6e-9dc3-3117e6475581. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1369.522392] env[69699]: DEBUG oslo_concurrency.lockutils [req-711bff3c-d166-4f7a-90f3-3013e67b340b req-f4b21cb7-b29f-4413-8946-d2409b59d82b service nova] Acquiring lock "refresh_cache-4249de72-c373-45b1-860f-754d6ec48ee5" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.522535] env[69699]: DEBUG oslo_concurrency.lockutils [req-711bff3c-d166-4f7a-90f3-3013e67b340b req-f4b21cb7-b29f-4413-8946-d2409b59d82b service nova] Acquired lock "refresh_cache-4249de72-c373-45b1-860f-754d6ec48ee5" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.522693] env[69699]: DEBUG nova.network.neutron [req-711bff3c-d166-4f7a-90f3-3013e67b340b req-f4b21cb7-b29f-4413-8946-d2409b59d82b service nova] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Refreshing network info cache for port 472b66ed-a7e2-4c6e-9dc3-3117e6475581 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1369.814358] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3608219, 'name': CreateVM_Task, 'duration_secs': 0.292322} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.814607] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1369.815210] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.815370] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.815679] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.815929] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-868009b6-3295-4c2b-826e-826f2f9cabd5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.821139] env[69699]: DEBUG oslo_vmware.api [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Waiting for the task: (returnval){ [ 1369.821139] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52d8ee00-facc-f0c0-8e92-6c399b9046d2" [ 1369.821139] env[69699]: _type = "Task" [ 1369.821139] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.830219] env[69699]: DEBUG oslo_vmware.api [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52d8ee00-facc-f0c0-8e92-6c399b9046d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.938019] env[69699]: INFO nova.compute.manager [-] [instance: 61b7dedf-f80d-4440-a685-25792b564c43] Took 1.23 seconds to deallocate network for instance. [ 1370.190540] env[69699]: DEBUG nova.network.neutron [req-711bff3c-d166-4f7a-90f3-3013e67b340b req-f4b21cb7-b29f-4413-8946-d2409b59d82b service nova] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Updated VIF entry in instance network info cache for port 472b66ed-a7e2-4c6e-9dc3-3117e6475581. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1370.190896] env[69699]: DEBUG nova.network.neutron [req-711bff3c-d166-4f7a-90f3-3013e67b340b req-f4b21cb7-b29f-4413-8946-d2409b59d82b service nova] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Updating instance_info_cache with network_info: [{"id": "472b66ed-a7e2-4c6e-9dc3-3117e6475581", "address": "fa:16:3e:cc:84:93", "network": {"id": "95235e8f-8dbb-4452-b064-92083cc170cd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-935877674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0b2b3daf7ad641d5997438f770a42270", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap472b66ed-a7", "ovs_interfaceid": "472b66ed-a7e2-4c6e-9dc3-3117e6475581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.331421] env[69699]: DEBUG oslo_vmware.api [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52d8ee00-facc-f0c0-8e92-6c399b9046d2, 'name': SearchDatastore_Task, 'duration_secs': 0.01116} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.331718] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.331960] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1370.332206] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.332351] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.332541] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1370.332793] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5241b648-3389-421e-9f6f-3eda1436e574 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.340927] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1370.341107] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1370.341783] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-589f8950-245a-4228-93f5-788b5d65a08f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.346583] env[69699]: DEBUG oslo_vmware.api [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Waiting for the task: (returnval){ [ 1370.346583] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b0cc38-f9b4-3d16-c4fa-a5f672213083" [ 1370.346583] env[69699]: _type = "Task" [ 1370.346583] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.353419] env[69699]: DEBUG oslo_vmware.api [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b0cc38-f9b4-3d16-c4fa-a5f672213083, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.443679] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06dcb94f-4673-4953-8875-07a72f02b0fe tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.443936] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06dcb94f-4673-4953-8875-07a72f02b0fe tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.444171] env[69699]: DEBUG nova.objects.instance [None req-06dcb94f-4673-4953-8875-07a72f02b0fe tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lazy-loading 'resources' on Instance uuid 61b7dedf-f80d-4440-a685-25792b564c43 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1370.693570] env[69699]: DEBUG oslo_concurrency.lockutils [req-711bff3c-d166-4f7a-90f3-3013e67b340b req-f4b21cb7-b29f-4413-8946-d2409b59d82b service nova] Releasing lock "refresh_cache-4249de72-c373-45b1-860f-754d6ec48ee5" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.857461] env[69699]: DEBUG oslo_vmware.api [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52b0cc38-f9b4-3d16-c4fa-a5f672213083, 'name': SearchDatastore_Task, 'duration_secs': 0.008367} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.858253] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70dad7bc-8176-4592-80ca-dbfab6d05839 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.863911] env[69699]: DEBUG oslo_vmware.api [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Waiting for the task: (returnval){ [ 1370.863911] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]527606ef-d8ac-ca97-082b-601ef5ff6a32" [ 1370.863911] env[69699]: _type = "Task" [ 1370.863911] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.872082] env[69699]: DEBUG oslo_vmware.api [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]527606ef-d8ac-ca97-082b-601ef5ff6a32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.988336] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4ddaca-90b2-43cc-b3e4-e66754210aa8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.995510] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2b5df7-832e-49d2-868c-746f017fa20e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.024420] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020c3f6c-5a2e-479c-b2d7-99ae1f3fa723 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.031143] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ebf3cc-9c2a-465d-bab5-9145bb4d79e0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.043739] env[69699]: DEBUG nova.compute.provider_tree [None req-06dcb94f-4673-4953-8875-07a72f02b0fe tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1371.375690] env[69699]: DEBUG oslo_vmware.api [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]527606ef-d8ac-ca97-082b-601ef5ff6a32, 'name': SearchDatastore_Task, 'duration_secs': 0.008842} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.375949] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.376230] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 4249de72-c373-45b1-860f-754d6ec48ee5/4249de72-c373-45b1-860f-754d6ec48ee5.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1371.376483] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e705c2f8-e132-4d2a-bb2a-4fc0b70a80ac {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.382724] env[69699]: DEBUG oslo_vmware.api [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Waiting for the task: (returnval){ [ 1371.382724] env[69699]: value = "task-3608220" [ 1371.382724] env[69699]: _type = "Task" [ 1371.382724] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.390141] env[69699]: DEBUG oslo_vmware.api [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608220, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.566332] env[69699]: ERROR nova.scheduler.client.report [None req-06dcb94f-4673-4953-8875-07a72f02b0fe tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] [req-d25c6946-4f45-414a-80e7-ba4fa75706b8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80d35c48-5f27-4b75-a19d-7a1a6901050f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d25c6946-4f45-414a-80e7-ba4fa75706b8"}]} [ 1371.584140] env[69699]: DEBUG nova.scheduler.client.report [None req-06dcb94f-4673-4953-8875-07a72f02b0fe tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Refreshing inventories for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1371.599047] env[69699]: DEBUG nova.scheduler.client.report [None req-06dcb94f-4673-4953-8875-07a72f02b0fe tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Updating ProviderTree inventory for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1371.599047] env[69699]: DEBUG nova.compute.provider_tree [None req-06dcb94f-4673-4953-8875-07a72f02b0fe tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1371.611086] env[69699]: DEBUG nova.scheduler.client.report [None req-06dcb94f-4673-4953-8875-07a72f02b0fe tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Refreshing aggregate associations for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f, aggregates: None {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1371.630553] env[69699]: DEBUG nova.scheduler.client.report [None req-06dcb94f-4673-4953-8875-07a72f02b0fe tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Refreshing trait associations for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1371.673379] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae9138b-5bc0-4048-9bfa-3efc4334bf34 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.681291] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675b09c2-047d-472a-a1ca-7ea8e1be8982 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.712805] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c0ae93-3657-46d7-b357-1a56425bfd4f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.720578] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668874ca-40b8-4508-af76-50f65f14514f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.734233] env[69699]: DEBUG nova.compute.provider_tree [None req-06dcb94f-4673-4953-8875-07a72f02b0fe tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1371.892063] env[69699]: DEBUG oslo_vmware.api [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608220, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.42138} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.892427] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 4249de72-c373-45b1-860f-754d6ec48ee5/4249de72-c373-45b1-860f-754d6ec48ee5.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1371.892513] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1371.892711] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-363584e2-7e6e-40b8-95f1-fb439d6a15fa {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.898371] env[69699]: DEBUG oslo_vmware.api [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Waiting for the task: (returnval){ [ 1371.898371] env[69699]: value = "task-3608221" [ 1371.898371] env[69699]: _type = "Task" [ 1371.898371] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.905475] env[69699]: DEBUG oslo_vmware.api [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608221, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.268915] env[69699]: DEBUG nova.scheduler.client.report [None req-06dcb94f-4673-4953-8875-07a72f02b0fe tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Updated inventory for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with generation 185 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1372.269206] env[69699]: DEBUG nova.compute.provider_tree [None req-06dcb94f-4673-4953-8875-07a72f02b0fe tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Updating resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f generation from 185 to 186 during operation: update_inventory {{(pid=69699) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1372.269390] env[69699]: DEBUG nova.compute.provider_tree [None req-06dcb94f-4673-4953-8875-07a72f02b0fe tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1372.408413] env[69699]: DEBUG oslo_vmware.api [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608221, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061027} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.408665] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1372.409532] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203bccef-dca8-43ac-b55c-b5ecec8df18b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.430877] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 4249de72-c373-45b1-860f-754d6ec48ee5/4249de72-c373-45b1-860f-754d6ec48ee5.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1372.431138] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41c9c8a2-76ab-4592-9a0d-0173905357a7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.449182] env[69699]: DEBUG oslo_vmware.api [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Waiting for the task: (returnval){ [ 1372.449182] env[69699]: value = "task-3608222" [ 1372.449182] env[69699]: _type = "Task" [ 1372.449182] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.456272] env[69699]: DEBUG oslo_vmware.api [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608222, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.774655] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06dcb94f-4673-4953-8875-07a72f02b0fe tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.331s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.791294] env[69699]: INFO nova.scheduler.client.report [None req-06dcb94f-4673-4953-8875-07a72f02b0fe tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Deleted allocations for instance 61b7dedf-f80d-4440-a685-25792b564c43 [ 1372.960791] env[69699]: DEBUG oslo_vmware.api [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608222, 'name': ReconfigVM_Task, 'duration_secs': 0.282626} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.961225] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 4249de72-c373-45b1-860f-754d6ec48ee5/4249de72-c373-45b1-860f-754d6ec48ee5.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1372.961925] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8951a304-7369-419c-8fb5-c25ff8bc07e0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.967529] env[69699]: DEBUG oslo_vmware.api [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Waiting for the task: (returnval){ [ 1372.967529] env[69699]: value = "task-3608223" [ 1372.967529] env[69699]: _type = "Task" [ 1372.967529] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.974697] env[69699]: DEBUG oslo_vmware.api [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608223, 'name': Rename_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.298075] env[69699]: DEBUG oslo_concurrency.lockutils [None req-06dcb94f-4673-4953-8875-07a72f02b0fe tempest-ServerActionsTestOtherA-1697390537 tempest-ServerActionsTestOtherA-1697390537-project-member] Lock "61b7dedf-f80d-4440-a685-25792b564c43" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.219s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.477493] env[69699]: DEBUG oslo_vmware.api [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608223, 'name': Rename_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.978567] env[69699]: DEBUG oslo_vmware.api [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608223, 'name': Rename_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.480787] env[69699]: DEBUG oslo_vmware.api [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608223, 'name': Rename_Task, 'duration_secs': 1.146271} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.480787] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1374.480787] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff3bf4a1-e528-49a3-88e7-c2d5cbb2755a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.487575] env[69699]: DEBUG oslo_vmware.api [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Waiting for the task: (returnval){ [ 1374.487575] env[69699]: value = "task-3608224" [ 1374.487575] env[69699]: _type = "Task" [ 1374.487575] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.495967] env[69699]: DEBUG oslo_vmware.api [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608224, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.997394] env[69699]: DEBUG oslo_vmware.api [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608224, 'name': PowerOnVM_Task, 'duration_secs': 0.461021} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.997653] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1374.997881] env[69699]: INFO nova.compute.manager [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Took 7.63 seconds to spawn the instance on the hypervisor. [ 1374.998231] env[69699]: DEBUG nova.compute.manager [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1374.999019] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2d0ba7-40f6-46c9-8bd0-edded99faee2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.520708] env[69699]: INFO nova.compute.manager [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Took 13.74 seconds to build instance. [ 1376.021994] env[69699]: INFO nova.compute.manager [None req-d464579b-537d-4d57-8e6c-5b012e6920d4 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Rescuing [ 1376.021994] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d464579b-537d-4d57-8e6c-5b012e6920d4 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Acquiring lock "refresh_cache-4249de72-c373-45b1-860f-754d6ec48ee5" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.021994] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d464579b-537d-4d57-8e6c-5b012e6920d4 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Acquired lock "refresh_cache-4249de72-c373-45b1-860f-754d6ec48ee5" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.021994] env[69699]: DEBUG nova.network.neutron [None req-d464579b-537d-4d57-8e6c-5b012e6920d4 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1376.025704] env[69699]: DEBUG oslo_concurrency.lockutils [None req-0634fe15-b1df-430b-9a6a-ce5a539c21f6 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Lock "4249de72-c373-45b1-860f-754d6ec48ee5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.249s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.791145] env[69699]: DEBUG nova.network.neutron [None req-d464579b-537d-4d57-8e6c-5b012e6920d4 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Updating instance_info_cache with network_info: [{"id": "472b66ed-a7e2-4c6e-9dc3-3117e6475581", "address": "fa:16:3e:cc:84:93", "network": {"id": "95235e8f-8dbb-4452-b064-92083cc170cd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-935877674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0b2b3daf7ad641d5997438f770a42270", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap472b66ed-a7", "ovs_interfaceid": "472b66ed-a7e2-4c6e-9dc3-3117e6475581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.294836] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d464579b-537d-4d57-8e6c-5b012e6920d4 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Releasing lock "refresh_cache-4249de72-c373-45b1-860f-754d6ec48ee5" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.757322] env[69699]: DEBUG oslo_concurrency.lockutils [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Acquiring lock "8823bb66-3dbe-4bc7-a190-7d7f5a69f347" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.757591] env[69699]: DEBUG oslo_concurrency.lockutils [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Lock "8823bb66-3dbe-4bc7-a190-7d7f5a69f347" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.260289] env[69699]: DEBUG nova.compute.manager [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] [instance: 8823bb66-3dbe-4bc7-a190-7d7f5a69f347] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1378.268060] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1378.268212] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69699) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1378.781540] env[69699]: DEBUG oslo_concurrency.lockutils [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.781816] env[69699]: DEBUG oslo_concurrency.lockutils [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.783247] env[69699]: INFO nova.compute.claims [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] [instance: 8823bb66-3dbe-4bc7-a190-7d7f5a69f347] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1378.824552] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d464579b-537d-4d57-8e6c-5b012e6920d4 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1378.825156] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5bab10ed-63b7-4763-9862-cf9e4b759973 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.833404] env[69699]: DEBUG oslo_vmware.api [None req-d464579b-537d-4d57-8e6c-5b012e6920d4 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Waiting for the task: (returnval){ [ 1378.833404] env[69699]: value = "task-3608225" [ 1378.833404] env[69699]: _type = "Task" [ 1378.833404] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.842768] env[69699]: DEBUG oslo_vmware.api [None req-d464579b-537d-4d57-8e6c-5b012e6920d4 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608225, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.342912] env[69699]: DEBUG oslo_vmware.api [None req-d464579b-537d-4d57-8e6c-5b012e6920d4 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608225, 'name': PowerOffVM_Task, 'duration_secs': 0.19788} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.343183] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d464579b-537d-4d57-8e6c-5b012e6920d4 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1379.343940] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb8d256-82c2-4514-bd92-0a0fbc0a09dc {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.361099] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9251e54c-78da-4e6f-aac5-50a3083fbd7c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.391895] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d464579b-537d-4d57-8e6c-5b012e6920d4 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1379.392168] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e534619-1896-432d-b3fa-3113eaba90c7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.398275] env[69699]: DEBUG oslo_vmware.api [None req-d464579b-537d-4d57-8e6c-5b012e6920d4 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Waiting for the task: (returnval){ [ 1379.398275] env[69699]: value = "task-3608226" [ 1379.398275] env[69699]: _type = "Task" [ 1379.398275] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.405177] env[69699]: DEBUG oslo_vmware.api [None req-d464579b-537d-4d57-8e6c-5b012e6920d4 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608226, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.827928] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9479c8d0-a5f8-4890-8a25-2f5c3c044711 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.836534] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a2e6c2-76eb-4910-8166-57e138332c2c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.865174] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942d704b-9215-4bd0-88fa-634955c810af {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.871811] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdcb076a-e7f2-48c3-9235-80525dba0510 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.884463] env[69699]: DEBUG nova.compute.provider_tree [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1379.906188] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d464579b-537d-4d57-8e6c-5b012e6920d4 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] VM already powered off {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1379.906380] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d464579b-537d-4d57-8e6c-5b012e6920d4 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1379.906618] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d464579b-537d-4d57-8e6c-5b012e6920d4 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.906761] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d464579b-537d-4d57-8e6c-5b012e6920d4 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.906945] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-d464579b-537d-4d57-8e6c-5b012e6920d4 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1379.907169] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce814ab6-6342-4134-9f41-b99c682899ec {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.915959] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-d464579b-537d-4d57-8e6c-5b012e6920d4 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1379.916143] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d464579b-537d-4d57-8e6c-5b012e6920d4 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1379.916774] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acf4a1ca-aea6-4617-b224-cf194b431ea0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.921254] env[69699]: DEBUG oslo_vmware.api [None req-d464579b-537d-4d57-8e6c-5b012e6920d4 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Waiting for the task: (returnval){ [ 1379.921254] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]525d9c60-a332-c3b8-7c13-852f61d27160" [ 1379.921254] env[69699]: _type = "Task" [ 1379.921254] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.928366] env[69699]: DEBUG oslo_vmware.api [None req-d464579b-537d-4d57-8e6c-5b012e6920d4 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]525d9c60-a332-c3b8-7c13-852f61d27160, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.267828] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.403967] env[69699]: ERROR nova.scheduler.client.report [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] [req-b8809169-fa8e-4aa9-ab18-fe691c701cae] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80d35c48-5f27-4b75-a19d-7a1a6901050f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b8809169-fa8e-4aa9-ab18-fe691c701cae"}]} [ 1380.419578] env[69699]: DEBUG nova.scheduler.client.report [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Refreshing inventories for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1380.430731] env[69699]: DEBUG oslo_vmware.api [None req-d464579b-537d-4d57-8e6c-5b012e6920d4 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]525d9c60-a332-c3b8-7c13-852f61d27160, 'name': SearchDatastore_Task, 'duration_secs': 0.00837} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.432091] env[69699]: DEBUG nova.scheduler.client.report [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Updating ProviderTree inventory for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1380.432301] env[69699]: DEBUG nova.compute.provider_tree [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 78, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1380.433970] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-474c610f-0cdd-4c04-a30e-3f8c392e3f3c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.439508] env[69699]: DEBUG oslo_vmware.api [None req-d464579b-537d-4d57-8e6c-5b012e6920d4 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Waiting for the task: (returnval){ [ 1380.439508] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ce3958-0f8a-4684-b074-1d36c9c02bf7" [ 1380.439508] env[69699]: _type = "Task" [ 1380.439508] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.444574] env[69699]: DEBUG nova.scheduler.client.report [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Refreshing aggregate associations for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f, aggregates: None {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1380.449095] env[69699]: DEBUG oslo_vmware.api [None req-d464579b-537d-4d57-8e6c-5b012e6920d4 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ce3958-0f8a-4684-b074-1d36c9c02bf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.464305] env[69699]: DEBUG nova.scheduler.client.report [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Refreshing trait associations for resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69699) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1380.495352] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211465f2-1901-49da-87e7-7be255a2468f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.501821] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb4e8a7-b562-4bde-9122-90b85511551b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.532272] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8916c642-cf5f-4ded-bae1-588d10ff552e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.539331] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381068a4-79b2-4792-86fb-659442c18f4c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.551933] env[69699]: DEBUG nova.compute.provider_tree [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1380.949956] env[69699]: DEBUG oslo_vmware.api [None req-d464579b-537d-4d57-8e6c-5b012e6920d4 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ce3958-0f8a-4684-b074-1d36c9c02bf7, 'name': SearchDatastore_Task, 'duration_secs': 0.009163} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.950268] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d464579b-537d-4d57-8e6c-5b012e6920d4 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.950510] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-d464579b-537d-4d57-8e6c-5b012e6920d4 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 4249de72-c373-45b1-860f-754d6ec48ee5/f03e6ea6-4888-4842-b286-cae9242f7e27-rescue.vmdk. {{(pid=69699) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1380.950778] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8489ebf0-652b-43dc-a9b4-00affc7fdafd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.957941] env[69699]: DEBUG oslo_vmware.api [None req-d464579b-537d-4d57-8e6c-5b012e6920d4 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Waiting for the task: (returnval){ [ 1380.957941] env[69699]: value = "task-3608227" [ 1380.957941] env[69699]: _type = "Task" [ 1380.957941] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.965122] env[69699]: DEBUG oslo_vmware.api [None req-d464579b-537d-4d57-8e6c-5b012e6920d4 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608227, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.083228] env[69699]: DEBUG nova.scheduler.client.report [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Updated inventory for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with generation 187 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1381.083537] env[69699]: DEBUG nova.compute.provider_tree [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Updating resource provider 80d35c48-5f27-4b75-a19d-7a1a6901050f generation from 187 to 188 during operation: update_inventory {{(pid=69699) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1381.083720] env[69699]: DEBUG nova.compute.provider_tree [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Updating inventory in ProviderTree for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1381.263834] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1381.267818] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1381.268158] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1381.268380] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1381.468274] env[69699]: DEBUG oslo_vmware.api [None req-d464579b-537d-4d57-8e6c-5b012e6920d4 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608227, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.414389} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.468530] env[69699]: INFO nova.virt.vmwareapi.ds_util [None req-d464579b-537d-4d57-8e6c-5b012e6920d4 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] 4249de72-c373-45b1-860f-754d6ec48ee5/f03e6ea6-4888-4842-b286-cae9242f7e27-rescue.vmdk. [ 1381.469280] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab56d27-132e-472e-b0e7-e69f5b0db066 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.493967] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-d464579b-537d-4d57-8e6c-5b012e6920d4 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 4249de72-c373-45b1-860f-754d6ec48ee5/f03e6ea6-4888-4842-b286-cae9242f7e27-rescue.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1381.494217] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-655df7a5-6cf2-4e70-8b1f-d76385344a95 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.511524] env[69699]: DEBUG oslo_vmware.api [None req-d464579b-537d-4d57-8e6c-5b012e6920d4 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Waiting for the task: (returnval){ [ 1381.511524] env[69699]: value = "task-3608228" [ 1381.511524] env[69699]: _type = "Task" [ 1381.511524] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.520827] env[69699]: DEBUG oslo_vmware.api [None req-d464579b-537d-4d57-8e6c-5b012e6920d4 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608228, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.589399] env[69699]: DEBUG oslo_concurrency.lockutils [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.807s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.589952] env[69699]: DEBUG nova.compute.manager [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] [instance: 8823bb66-3dbe-4bc7-a190-7d7f5a69f347] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1381.771779] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.772046] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.772164] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.772322] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69699) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1381.773309] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f704b0-ae3f-461c-86b7-512b3db2928a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.781056] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b21ef4-0acc-4998-96e4-2bee9f734252 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.794420] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a42f763-0130-40f5-8322-1c8f741b1cd5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.800406] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d855c5-064e-4b49-bba7-e2f47cd04ee8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.827689] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180529MB free_disk=77GB free_vcpus=48 pci_devices=None {{(pid=69699) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1381.827819] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.828047] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.021528] env[69699]: DEBUG oslo_vmware.api [None req-d464579b-537d-4d57-8e6c-5b012e6920d4 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608228, 'name': ReconfigVM_Task, 'duration_secs': 0.291312} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.021839] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-d464579b-537d-4d57-8e6c-5b012e6920d4 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 4249de72-c373-45b1-860f-754d6ec48ee5/f03e6ea6-4888-4842-b286-cae9242f7e27-rescue.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1382.022647] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becf615c-ec28-4746-9f96-fac0e32e5c40 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.048420] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67c24339-2067-4e78-af13-0de58c423efa {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.065028] env[69699]: DEBUG oslo_vmware.api [None req-d464579b-537d-4d57-8e6c-5b012e6920d4 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Waiting for the task: (returnval){ [ 1382.065028] env[69699]: value = "task-3608229" [ 1382.065028] env[69699]: _type = "Task" [ 1382.065028] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.070448] env[69699]: DEBUG oslo_vmware.api [None req-d464579b-537d-4d57-8e6c-5b012e6920d4 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608229, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.095020] env[69699]: DEBUG nova.compute.utils [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1382.096417] env[69699]: DEBUG nova.compute.manager [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] [instance: 8823bb66-3dbe-4bc7-a190-7d7f5a69f347] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1382.096560] env[69699]: DEBUG nova.network.neutron [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] [instance: 8823bb66-3dbe-4bc7-a190-7d7f5a69f347] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1382.140736] env[69699]: DEBUG nova.policy [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a37f744548834cea8f9f2291d2e68195', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58a564d3d3a4474bb9bb141cd9d03ca2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 1382.380742] env[69699]: DEBUG nova.network.neutron [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] [instance: 8823bb66-3dbe-4bc7-a190-7d7f5a69f347] Successfully created port: fc7ac9a4-b476-4f3f-ab71-723b107bb82e {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1382.573390] env[69699]: DEBUG oslo_vmware.api [None req-d464579b-537d-4d57-8e6c-5b012e6920d4 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608229, 'name': ReconfigVM_Task, 'duration_secs': 0.148076} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.573618] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d464579b-537d-4d57-8e6c-5b012e6920d4 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1382.573798] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e2a174e-eb2c-44c5-adaf-160567758050 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.580746] env[69699]: DEBUG oslo_vmware.api [None req-d464579b-537d-4d57-8e6c-5b012e6920d4 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Waiting for the task: (returnval){ [ 1382.580746] env[69699]: value = "task-3608230" [ 1382.580746] env[69699]: _type = "Task" [ 1382.580746] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.588179] env[69699]: DEBUG oslo_vmware.api [None req-d464579b-537d-4d57-8e6c-5b012e6920d4 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608230, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.599839] env[69699]: DEBUG nova.compute.manager [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] [instance: 8823bb66-3dbe-4bc7-a190-7d7f5a69f347] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1382.851186] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 4249de72-c373-45b1-860f-754d6ec48ee5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1382.851344] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Instance 8823bb66-3dbe-4bc7-a190-7d7f5a69f347 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69699) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1382.851517] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69699) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1382.851651] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69699) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1382.888625] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa88c75-9c62-42a0-ae2a-e29bccfd8d80 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.896569] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83740e5-79f0-4cc4-8452-7a5a6ec50011 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.925405] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e7ecf5-034a-4caa-a6a0-7b3bc16bc0cf {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.933222] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d31019-fa6b-4e4b-aa21-a75870f8d55a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.948500] env[69699]: DEBUG nova.compute.provider_tree [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1383.091065] env[69699]: DEBUG oslo_vmware.api [None req-d464579b-537d-4d57-8e6c-5b012e6920d4 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608230, 'name': PowerOnVM_Task, 'duration_secs': 0.384442} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.091476] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d464579b-537d-4d57-8e6c-5b012e6920d4 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1383.094280] env[69699]: DEBUG nova.compute.manager [None req-d464579b-537d-4d57-8e6c-5b012e6920d4 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1383.095044] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6efd9f-aa93-40e6-9076-0a8c00db70fd {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.451424] env[69699]: DEBUG nova.scheduler.client.report [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1383.608059] env[69699]: DEBUG nova.compute.manager [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] [instance: 8823bb66-3dbe-4bc7-a190-7d7f5a69f347] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1383.629011] env[69699]: DEBUG nova.virt.hardware [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1383.629275] env[69699]: DEBUG nova.virt.hardware [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1383.629428] env[69699]: DEBUG nova.virt.hardware [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1383.629673] env[69699]: DEBUG nova.virt.hardware [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1383.629834] env[69699]: DEBUG nova.virt.hardware [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1383.629982] env[69699]: DEBUG nova.virt.hardware [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1383.630205] env[69699]: DEBUG nova.virt.hardware [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1383.630364] env[69699]: DEBUG nova.virt.hardware [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1383.630527] env[69699]: DEBUG nova.virt.hardware [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1383.630686] env[69699]: DEBUG nova.virt.hardware [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1383.630852] env[69699]: DEBUG nova.virt.hardware [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1383.631942] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78360568-bb63-4808-9f1f-169dead45ee6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.639612] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577d2b7f-e613-47bf-bb2c-0d9868a4c8a7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.802483] env[69699]: DEBUG nova.compute.manager [req-473f63ed-f122-4ebd-aa25-4fa75827bff1 req-3ae08a8a-2428-49b7-bf7e-919f3ab97917 service nova] [instance: 8823bb66-3dbe-4bc7-a190-7d7f5a69f347] Received event network-vif-plugged-fc7ac9a4-b476-4f3f-ab71-723b107bb82e {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1383.802711] env[69699]: DEBUG oslo_concurrency.lockutils [req-473f63ed-f122-4ebd-aa25-4fa75827bff1 req-3ae08a8a-2428-49b7-bf7e-919f3ab97917 service nova] Acquiring lock "8823bb66-3dbe-4bc7-a190-7d7f5a69f347-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.802919] env[69699]: DEBUG oslo_concurrency.lockutils [req-473f63ed-f122-4ebd-aa25-4fa75827bff1 req-3ae08a8a-2428-49b7-bf7e-919f3ab97917 service nova] Lock "8823bb66-3dbe-4bc7-a190-7d7f5a69f347-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.803121] env[69699]: DEBUG oslo_concurrency.lockutils [req-473f63ed-f122-4ebd-aa25-4fa75827bff1 req-3ae08a8a-2428-49b7-bf7e-919f3ab97917 service nova] Lock "8823bb66-3dbe-4bc7-a190-7d7f5a69f347-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.803299] env[69699]: DEBUG nova.compute.manager [req-473f63ed-f122-4ebd-aa25-4fa75827bff1 req-3ae08a8a-2428-49b7-bf7e-919f3ab97917 service nova] [instance: 8823bb66-3dbe-4bc7-a190-7d7f5a69f347] No waiting events found dispatching network-vif-plugged-fc7ac9a4-b476-4f3f-ab71-723b107bb82e {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1383.803457] env[69699]: WARNING nova.compute.manager [req-473f63ed-f122-4ebd-aa25-4fa75827bff1 req-3ae08a8a-2428-49b7-bf7e-919f3ab97917 service nova] [instance: 8823bb66-3dbe-4bc7-a190-7d7f5a69f347] Received unexpected event network-vif-plugged-fc7ac9a4-b476-4f3f-ab71-723b107bb82e for instance with vm_state building and task_state spawning. [ 1383.955809] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69699) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1383.956041] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.128s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.372401] env[69699]: DEBUG nova.network.neutron [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] [instance: 8823bb66-3dbe-4bc7-a190-7d7f5a69f347] Successfully updated port: fc7ac9a4-b476-4f3f-ab71-723b107bb82e {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1384.393482] env[69699]: DEBUG nova.compute.manager [req-5587b710-6038-4bb6-a795-a272986ce62c req-dd802cf4-4003-4714-8497-d1b4bd62eaff service nova] [instance: 8823bb66-3dbe-4bc7-a190-7d7f5a69f347] Received event network-changed-fc7ac9a4-b476-4f3f-ab71-723b107bb82e {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1384.393677] env[69699]: DEBUG nova.compute.manager [req-5587b710-6038-4bb6-a795-a272986ce62c req-dd802cf4-4003-4714-8497-d1b4bd62eaff service nova] [instance: 8823bb66-3dbe-4bc7-a190-7d7f5a69f347] Refreshing instance network info cache due to event network-changed-fc7ac9a4-b476-4f3f-ab71-723b107bb82e. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1384.393884] env[69699]: DEBUG oslo_concurrency.lockutils [req-5587b710-6038-4bb6-a795-a272986ce62c req-dd802cf4-4003-4714-8497-d1b4bd62eaff service nova] Acquiring lock "refresh_cache-8823bb66-3dbe-4bc7-a190-7d7f5a69f347" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.394028] env[69699]: DEBUG oslo_concurrency.lockutils [req-5587b710-6038-4bb6-a795-a272986ce62c req-dd802cf4-4003-4714-8497-d1b4bd62eaff service nova] Acquired lock "refresh_cache-8823bb66-3dbe-4bc7-a190-7d7f5a69f347" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.394187] env[69699]: DEBUG nova.network.neutron [req-5587b710-6038-4bb6-a795-a272986ce62c req-dd802cf4-4003-4714-8497-d1b4bd62eaff service nova] [instance: 8823bb66-3dbe-4bc7-a190-7d7f5a69f347] Refreshing network info cache for port fc7ac9a4-b476-4f3f-ab71-723b107bb82e {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1384.399158] env[69699]: DEBUG oslo_concurrency.lockutils [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Acquiring lock "d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.399407] env[69699]: DEBUG oslo_concurrency.lockutils [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Lock "d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.875665] env[69699]: DEBUG oslo_concurrency.lockutils [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Acquiring lock "refresh_cache-8823bb66-3dbe-4bc7-a190-7d7f5a69f347" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.901940] env[69699]: DEBUG nova.compute.manager [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Starting instance... {{(pid=69699) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1384.924629] env[69699]: DEBUG nova.network.neutron [req-5587b710-6038-4bb6-a795-a272986ce62c req-dd802cf4-4003-4714-8497-d1b4bd62eaff service nova] [instance: 8823bb66-3dbe-4bc7-a190-7d7f5a69f347] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1385.004142] env[69699]: DEBUG nova.network.neutron [req-5587b710-6038-4bb6-a795-a272986ce62c req-dd802cf4-4003-4714-8497-d1b4bd62eaff service nova] [instance: 8823bb66-3dbe-4bc7-a190-7d7f5a69f347] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.423220] env[69699]: DEBUG oslo_concurrency.lockutils [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.423513] env[69699]: DEBUG oslo_concurrency.lockutils [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.424985] env[69699]: INFO nova.compute.claims [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1385.507065] env[69699]: DEBUG oslo_concurrency.lockutils [req-5587b710-6038-4bb6-a795-a272986ce62c req-dd802cf4-4003-4714-8497-d1b4bd62eaff service nova] Releasing lock "refresh_cache-8823bb66-3dbe-4bc7-a190-7d7f5a69f347" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.507468] env[69699]: DEBUG oslo_concurrency.lockutils [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Acquired lock "refresh_cache-8823bb66-3dbe-4bc7-a190-7d7f5a69f347" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.507629] env[69699]: DEBUG nova.network.neutron [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] [instance: 8823bb66-3dbe-4bc7-a190-7d7f5a69f347] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1385.956583] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1386.038652] env[69699]: DEBUG nova.network.neutron [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] [instance: 8823bb66-3dbe-4bc7-a190-7d7f5a69f347] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1386.160537] env[69699]: DEBUG nova.network.neutron [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] [instance: 8823bb66-3dbe-4bc7-a190-7d7f5a69f347] Updating instance_info_cache with network_info: [{"id": "fc7ac9a4-b476-4f3f-ab71-723b107bb82e", "address": "fa:16:3e:34:94:39", "network": {"id": "9310050d-5fc4-4262-b49c-6ab46e3761e7", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-869698306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58a564d3d3a4474bb9bb141cd9d03ca2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc7ac9a4-b4", "ovs_interfaceid": "fc7ac9a4-b476-4f3f-ab71-723b107bb82e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.463025] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1386.463025] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1386.483371] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4f1c6f-4a38-4702-bac1-f198e3b3f3b8 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.490942] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8782ab72-9ab1-4566-afd7-0a048e2a29c5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.519689] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061f9aad-b5fc-4208-8a4f-e37e3f7b354f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.526749] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5567c8b8-eb09-4716-9edd-6728c2195b54 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.540837] env[69699]: DEBUG nova.compute.provider_tree [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1386.662844] env[69699]: DEBUG oslo_concurrency.lockutils [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Releasing lock "refresh_cache-8823bb66-3dbe-4bc7-a190-7d7f5a69f347" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.663182] env[69699]: DEBUG nova.compute.manager [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] [instance: 8823bb66-3dbe-4bc7-a190-7d7f5a69f347] Instance network_info: |[{"id": "fc7ac9a4-b476-4f3f-ab71-723b107bb82e", "address": "fa:16:3e:34:94:39", "network": {"id": "9310050d-5fc4-4262-b49c-6ab46e3761e7", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-869698306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58a564d3d3a4474bb9bb141cd9d03ca2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc7ac9a4-b4", "ovs_interfaceid": "fc7ac9a4-b476-4f3f-ab71-723b107bb82e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1386.663600] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] [instance: 8823bb66-3dbe-4bc7-a190-7d7f5a69f347] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:94:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '423047aa-c430-4593-a76c-9982c15c81cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc7ac9a4-b476-4f3f-ab71-723b107bb82e', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1386.671193] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Creating folder: Project (58a564d3d3a4474bb9bb141cd9d03ca2). Parent ref: group-v719415. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1386.671458] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8255e97b-4545-4942-b71c-33cf07bae653 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.682517] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Created folder: Project (58a564d3d3a4474bb9bb141cd9d03ca2) in parent group-v719415. [ 1386.682692] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Creating folder: Instances. Parent ref: group-v719762. {{(pid=69699) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1386.682920] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05b13f21-ff25-43b1-ae53-408a6f3d275a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.692465] env[69699]: INFO nova.virt.vmwareapi.vm_util [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Created folder: Instances in parent group-v719762. [ 1386.692746] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1386.692972] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8823bb66-3dbe-4bc7-a190-7d7f5a69f347] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1386.693240] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75cd8d23-6159-4dc4-a66f-5aa5fb3233eb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.716444] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1386.716444] env[69699]: value = "task-3608233" [ 1386.716444] env[69699]: _type = "Task" [ 1386.716444] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.723521] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3608233, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.044518] env[69699]: DEBUG nova.scheduler.client.report [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1387.226123] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3608233, 'name': CreateVM_Task, 'duration_secs': 0.279866} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.226252] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8823bb66-3dbe-4bc7-a190-7d7f5a69f347] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1387.226927] env[69699]: DEBUG oslo_concurrency.lockutils [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.227152] env[69699]: DEBUG oslo_concurrency.lockutils [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.227465] env[69699]: DEBUG oslo_concurrency.lockutils [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.227710] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e39a096-1973-4b70-b372-9740fa002cd1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.232491] env[69699]: DEBUG oslo_vmware.api [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Waiting for the task: (returnval){ [ 1387.232491] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]525c51c7-1ab1-5b5f-99b1-fa08d1dc01e1" [ 1387.232491] env[69699]: _type = "Task" [ 1387.232491] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.239555] env[69699]: DEBUG oslo_vmware.api [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]525c51c7-1ab1-5b5f-99b1-fa08d1dc01e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.549332] env[69699]: DEBUG oslo_concurrency.lockutils [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.126s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.549829] env[69699]: DEBUG nova.compute.manager [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Start building networks asynchronously for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1387.742339] env[69699]: DEBUG oslo_vmware.api [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]525c51c7-1ab1-5b5f-99b1-fa08d1dc01e1, 'name': SearchDatastore_Task, 'duration_secs': 0.009875} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.742646] env[69699]: DEBUG oslo_concurrency.lockutils [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.742879] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] [instance: 8823bb66-3dbe-4bc7-a190-7d7f5a69f347] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1387.743159] env[69699]: DEBUG oslo_concurrency.lockutils [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.743363] env[69699]: DEBUG oslo_concurrency.lockutils [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.743551] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1387.743803] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae22e3c1-2592-4a89-829c-bd3a09cc3cbf {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.751969] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1387.752144] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1387.752805] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79ae1426-c557-4183-8bd2-da529a372ff3 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.757525] env[69699]: DEBUG oslo_vmware.api [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Waiting for the task: (returnval){ [ 1387.757525] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52526863-1ee5-df76-b3c7-ed2dffe63bfc" [ 1387.757525] env[69699]: _type = "Task" [ 1387.757525] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.764231] env[69699]: DEBUG oslo_vmware.api [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52526863-1ee5-df76-b3c7-ed2dffe63bfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.054839] env[69699]: DEBUG nova.compute.utils [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Using /dev/sd instead of None {{(pid=69699) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1388.056369] env[69699]: DEBUG nova.compute.manager [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Allocating IP information in the background. {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1388.056610] env[69699]: DEBUG nova.network.neutron [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] allocate_for_instance() {{(pid=69699) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1388.091289] env[69699]: DEBUG nova.policy [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '910ac2205e204c3aacf5ba5164750650', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b2b3daf7ad641d5997438f770a42270', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69699) authorize /opt/stack/nova/nova/policy.py:192}} [ 1388.268123] env[69699]: DEBUG oslo_vmware.api [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52526863-1ee5-df76-b3c7-ed2dffe63bfc, 'name': SearchDatastore_Task, 'duration_secs': 0.007963} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.268969] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c7b0a86-1a20-4937-b227-fb8b5e16093a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.274027] env[69699]: DEBUG oslo_vmware.api [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Waiting for the task: (returnval){ [ 1388.274027] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ad3740-b8a2-01a3-1a75-b6aa7f6ff406" [ 1388.274027] env[69699]: _type = "Task" [ 1388.274027] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.282183] env[69699]: DEBUG oslo_vmware.api [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ad3740-b8a2-01a3-1a75-b6aa7f6ff406, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.313983] env[69699]: DEBUG nova.network.neutron [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Successfully created port: 243e70db-4195-4d12-aa90-f2e73486f5d0 {{(pid=69699) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1388.556948] env[69699]: DEBUG nova.compute.manager [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Start building block device mappings for instance. {{(pid=69699) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1388.783839] env[69699]: DEBUG oslo_vmware.api [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52ad3740-b8a2-01a3-1a75-b6aa7f6ff406, 'name': SearchDatastore_Task, 'duration_secs': 0.010261} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.784120] env[69699]: DEBUG oslo_concurrency.lockutils [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.784381] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 8823bb66-3dbe-4bc7-a190-7d7f5a69f347/8823bb66-3dbe-4bc7-a190-7d7f5a69f347.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1388.784641] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-662b9cda-1472-4c0b-9c92-6c9d6551ac39 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.791617] env[69699]: DEBUG oslo_vmware.api [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Waiting for the task: (returnval){ [ 1388.791617] env[69699]: value = "task-3608234" [ 1388.791617] env[69699]: _type = "Task" [ 1388.791617] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.799305] env[69699]: DEBUG oslo_vmware.api [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Task: {'id': task-3608234, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.302193] env[69699]: DEBUG oslo_vmware.api [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Task: {'id': task-3608234, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451222} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.302472] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore1] 8823bb66-3dbe-4bc7-a190-7d7f5a69f347/8823bb66-3dbe-4bc7-a190-7d7f5a69f347.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1389.302723] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] [instance: 8823bb66-3dbe-4bc7-a190-7d7f5a69f347] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1389.302983] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-879772b4-e93b-4d74-8a73-bbe514abc4c5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.309537] env[69699]: DEBUG oslo_vmware.api [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Waiting for the task: (returnval){ [ 1389.309537] env[69699]: value = "task-3608235" [ 1389.309537] env[69699]: _type = "Task" [ 1389.309537] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.316996] env[69699]: DEBUG oslo_vmware.api [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Task: {'id': task-3608235, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.567217] env[69699]: DEBUG nova.compute.manager [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Start spawning the instance on the hypervisor. {{(pid=69699) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1389.593247] env[69699]: DEBUG nova.virt.hardware [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T19:56:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T19:56:09Z,direct_url=,disk_format='vmdk',id=f03e6ea6-4888-4842-b286-cae9242f7e27,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7ead911ee02c4672932553c72aa317e5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T19:56:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1389.593493] env[69699]: DEBUG nova.virt.hardware [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Flavor limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1389.593647] env[69699]: DEBUG nova.virt.hardware [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Image limits 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1389.593826] env[69699]: DEBUG nova.virt.hardware [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Flavor pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1389.593969] env[69699]: DEBUG nova.virt.hardware [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Image pref 0:0:0 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1389.594126] env[69699]: DEBUG nova.virt.hardware [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69699) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1389.594339] env[69699]: DEBUG nova.virt.hardware [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1389.594497] env[69699]: DEBUG nova.virt.hardware [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1389.594661] env[69699]: DEBUG nova.virt.hardware [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Got 1 possible topologies {{(pid=69699) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1389.594821] env[69699]: DEBUG nova.virt.hardware [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1389.594994] env[69699]: DEBUG nova.virt.hardware [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69699) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1389.595844] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce88f0b-e99e-4c88-af2b-5b7bd32ffcc9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.604374] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7c0154-ce7a-4c90-b1cd-0e7567ff2c05 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.818653] env[69699]: DEBUG oslo_vmware.api [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Task: {'id': task-3608235, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066875} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.818886] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] [instance: 8823bb66-3dbe-4bc7-a190-7d7f5a69f347] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1389.819634] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45638c61-02d4-4785-847e-79d9842c6554 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.841081] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] [instance: 8823bb66-3dbe-4bc7-a190-7d7f5a69f347] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 8823bb66-3dbe-4bc7-a190-7d7f5a69f347/8823bb66-3dbe-4bc7-a190-7d7f5a69f347.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1389.841370] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b99e6e3-e07c-4ffe-a2d4-bfc893236a93 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.861085] env[69699]: DEBUG oslo_vmware.api [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Waiting for the task: (returnval){ [ 1389.861085] env[69699]: value = "task-3608236" [ 1389.861085] env[69699]: _type = "Task" [ 1389.861085] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.869112] env[69699]: DEBUG oslo_vmware.api [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Task: {'id': task-3608236, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.875541] env[69699]: DEBUG nova.compute.manager [req-29631979-920a-44c9-a050-79d6d6c0aafe req-b6761198-9838-4642-83a0-3304bf19c980 service nova] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Received event network-vif-plugged-243e70db-4195-4d12-aa90-f2e73486f5d0 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1389.875753] env[69699]: DEBUG oslo_concurrency.lockutils [req-29631979-920a-44c9-a050-79d6d6c0aafe req-b6761198-9838-4642-83a0-3304bf19c980 service nova] Acquiring lock "d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.875955] env[69699]: DEBUG oslo_concurrency.lockutils [req-29631979-920a-44c9-a050-79d6d6c0aafe req-b6761198-9838-4642-83a0-3304bf19c980 service nova] Lock "d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.876137] env[69699]: DEBUG oslo_concurrency.lockutils [req-29631979-920a-44c9-a050-79d6d6c0aafe req-b6761198-9838-4642-83a0-3304bf19c980 service nova] Lock "d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.876306] env[69699]: DEBUG nova.compute.manager [req-29631979-920a-44c9-a050-79d6d6c0aafe req-b6761198-9838-4642-83a0-3304bf19c980 service nova] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] No waiting events found dispatching network-vif-plugged-243e70db-4195-4d12-aa90-f2e73486f5d0 {{(pid=69699) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1389.876518] env[69699]: WARNING nova.compute.manager [req-29631979-920a-44c9-a050-79d6d6c0aafe req-b6761198-9838-4642-83a0-3304bf19c980 service nova] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Received unexpected event network-vif-plugged-243e70db-4195-4d12-aa90-f2e73486f5d0 for instance with vm_state building and task_state spawning. [ 1389.957481] env[69699]: DEBUG nova.network.neutron [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Successfully updated port: 243e70db-4195-4d12-aa90-f2e73486f5d0 {{(pid=69699) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1390.371038] env[69699]: DEBUG oslo_vmware.api [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Task: {'id': task-3608236, 'name': ReconfigVM_Task, 'duration_secs': 0.482317} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.371417] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] [instance: 8823bb66-3dbe-4bc7-a190-7d7f5a69f347] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 8823bb66-3dbe-4bc7-a190-7d7f5a69f347/8823bb66-3dbe-4bc7-a190-7d7f5a69f347.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1390.372046] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64d61a46-4164-4716-b3ff-833c5a50574f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.377785] env[69699]: DEBUG oslo_vmware.api [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Waiting for the task: (returnval){ [ 1390.377785] env[69699]: value = "task-3608237" [ 1390.377785] env[69699]: _type = "Task" [ 1390.377785] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.385278] env[69699]: DEBUG oslo_vmware.api [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Task: {'id': task-3608237, 'name': Rename_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.458638] env[69699]: DEBUG oslo_concurrency.lockutils [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Acquiring lock "refresh_cache-d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.458748] env[69699]: DEBUG oslo_concurrency.lockutils [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Acquired lock "refresh_cache-d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.458908] env[69699]: DEBUG nova.network.neutron [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1390.887735] env[69699]: DEBUG oslo_vmware.api [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Task: {'id': task-3608237, 'name': Rename_Task, 'duration_secs': 0.144956} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.888109] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] [instance: 8823bb66-3dbe-4bc7-a190-7d7f5a69f347] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1390.888299] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64423b49-a1ab-4fd4-86a1-c7270fdb13b9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.894894] env[69699]: DEBUG oslo_vmware.api [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Waiting for the task: (returnval){ [ 1390.894894] env[69699]: value = "task-3608238" [ 1390.894894] env[69699]: _type = "Task" [ 1390.894894] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.902566] env[69699]: DEBUG oslo_vmware.api [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Task: {'id': task-3608238, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.990379] env[69699]: DEBUG nova.network.neutron [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Instance cache missing network info. {{(pid=69699) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1391.098440] env[69699]: DEBUG nova.network.neutron [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Updating instance_info_cache with network_info: [{"id": "243e70db-4195-4d12-aa90-f2e73486f5d0", "address": "fa:16:3e:98:d6:72", "network": {"id": "95235e8f-8dbb-4452-b064-92083cc170cd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-935877674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0b2b3daf7ad641d5997438f770a42270", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap243e70db-41", "ovs_interfaceid": "243e70db-4195-4d12-aa90-f2e73486f5d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.406297] env[69699]: DEBUG oslo_vmware.api [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Task: {'id': task-3608238, 'name': PowerOnVM_Task, 'duration_secs': 0.451124} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.406297] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] [instance: 8823bb66-3dbe-4bc7-a190-7d7f5a69f347] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1391.406297] env[69699]: INFO nova.compute.manager [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] [instance: 8823bb66-3dbe-4bc7-a190-7d7f5a69f347] Took 7.80 seconds to spawn the instance on the hypervisor. [ 1391.406297] env[69699]: DEBUG nova.compute.manager [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] [instance: 8823bb66-3dbe-4bc7-a190-7d7f5a69f347] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1391.406297] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b51123-8bb1-483c-b1e1-7d0811c505b1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.601207] env[69699]: DEBUG oslo_concurrency.lockutils [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Releasing lock "refresh_cache-d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.601508] env[69699]: DEBUG nova.compute.manager [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Instance network_info: |[{"id": "243e70db-4195-4d12-aa90-f2e73486f5d0", "address": "fa:16:3e:98:d6:72", "network": {"id": "95235e8f-8dbb-4452-b064-92083cc170cd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-935877674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0b2b3daf7ad641d5997438f770a42270", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap243e70db-41", "ovs_interfaceid": "243e70db-4195-4d12-aa90-f2e73486f5d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69699) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1391.601926] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:d6:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '243e70db-4195-4d12-aa90-f2e73486f5d0', 'vif_model': 'vmxnet3'}] {{(pid=69699) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1391.609623] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1391.609836] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Creating VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1391.610088] env[69699]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6bab3a8a-7cd0-413c-aa1f-82b33aea6942 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.629560] env[69699]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1391.629560] env[69699]: value = "task-3608239" [ 1391.629560] env[69699]: _type = "Task" [ 1391.629560] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.636942] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3608239, 'name': CreateVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.905252] env[69699]: DEBUG nova.compute.manager [req-90c3752e-0f1e-48a3-855f-04ba08c7dce6 req-a8172a44-62e2-40df-ba0f-05ccc3a53692 service nova] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Received event network-changed-243e70db-4195-4d12-aa90-f2e73486f5d0 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1391.905541] env[69699]: DEBUG nova.compute.manager [req-90c3752e-0f1e-48a3-855f-04ba08c7dce6 req-a8172a44-62e2-40df-ba0f-05ccc3a53692 service nova] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Refreshing instance network info cache due to event network-changed-243e70db-4195-4d12-aa90-f2e73486f5d0. {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1391.905650] env[69699]: DEBUG oslo_concurrency.lockutils [req-90c3752e-0f1e-48a3-855f-04ba08c7dce6 req-a8172a44-62e2-40df-ba0f-05ccc3a53692 service nova] Acquiring lock "refresh_cache-d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.905814] env[69699]: DEBUG oslo_concurrency.lockutils [req-90c3752e-0f1e-48a3-855f-04ba08c7dce6 req-a8172a44-62e2-40df-ba0f-05ccc3a53692 service nova] Acquired lock "refresh_cache-d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.906079] env[69699]: DEBUG nova.network.neutron [req-90c3752e-0f1e-48a3-855f-04ba08c7dce6 req-a8172a44-62e2-40df-ba0f-05ccc3a53692 service nova] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Refreshing network info cache for port 243e70db-4195-4d12-aa90-f2e73486f5d0 {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1391.923774] env[69699]: INFO nova.compute.manager [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] [instance: 8823bb66-3dbe-4bc7-a190-7d7f5a69f347] Took 13.16 seconds to build instance. [ 1392.139759] env[69699]: DEBUG oslo_vmware.api [-] Task: {'id': task-3608239, 'name': CreateVM_Task, 'duration_secs': 0.345172} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.139910] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Created VM on the ESX host {{(pid=69699) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1392.140536] env[69699]: DEBUG oslo_concurrency.lockutils [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.140701] env[69699]: DEBUG oslo_concurrency.lockutils [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.141024] env[69699]: DEBUG oslo_concurrency.lockutils [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.141274] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c15cb01-d400-448b-9ddf-b02a011e78ce {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.145381] env[69699]: DEBUG oslo_vmware.api [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Waiting for the task: (returnval){ [ 1392.145381] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52123651-d4a4-ef48-e3cd-46496d948132" [ 1392.145381] env[69699]: _type = "Task" [ 1392.145381] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.153639] env[69699]: DEBUG oslo_vmware.api [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52123651-d4a4-ef48-e3cd-46496d948132, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.426240] env[69699]: DEBUG oslo_concurrency.lockutils [None req-53617e5a-72cc-4d84-83c2-c1ccaf758318 tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Lock "8823bb66-3dbe-4bc7-a190-7d7f5a69f347" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.668s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.613219] env[69699]: DEBUG nova.network.neutron [req-90c3752e-0f1e-48a3-855f-04ba08c7dce6 req-a8172a44-62e2-40df-ba0f-05ccc3a53692 service nova] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Updated VIF entry in instance network info cache for port 243e70db-4195-4d12-aa90-f2e73486f5d0. {{(pid=69699) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1392.613560] env[69699]: DEBUG nova.network.neutron [req-90c3752e-0f1e-48a3-855f-04ba08c7dce6 req-a8172a44-62e2-40df-ba0f-05ccc3a53692 service nova] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Updating instance_info_cache with network_info: [{"id": "243e70db-4195-4d12-aa90-f2e73486f5d0", "address": "fa:16:3e:98:d6:72", "network": {"id": "95235e8f-8dbb-4452-b064-92083cc170cd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-935877674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0b2b3daf7ad641d5997438f770a42270", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap243e70db-41", "ovs_interfaceid": "243e70db-4195-4d12-aa90-f2e73486f5d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.655697] env[69699]: DEBUG oslo_vmware.api [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52123651-d4a4-ef48-e3cd-46496d948132, 'name': SearchDatastore_Task, 'duration_secs': 0.013831} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.655979] env[69699]: DEBUG oslo_concurrency.lockutils [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.656236] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1392.656471] env[69699]: DEBUG oslo_concurrency.lockutils [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.656615] env[69699]: DEBUG oslo_concurrency.lockutils [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.656790] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1392.657071] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7e9694d-9c36-4490-b08c-70ee52804cf6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.665129] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1392.665312] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1392.665987] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cc4ae32-b5f2-4770-89a4-ab5d0c891990 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.671347] env[69699]: DEBUG oslo_vmware.api [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Waiting for the task: (returnval){ [ 1392.671347] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52470896-6fdd-924c-2b8c-5cbc3e6e2af4" [ 1392.671347] env[69699]: _type = "Task" [ 1392.671347] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.678363] env[69699]: DEBUG oslo_vmware.api [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52470896-6fdd-924c-2b8c-5cbc3e6e2af4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.116221] env[69699]: DEBUG oslo_concurrency.lockutils [req-90c3752e-0f1e-48a3-855f-04ba08c7dce6 req-a8172a44-62e2-40df-ba0f-05ccc3a53692 service nova] Releasing lock "refresh_cache-d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.182405] env[69699]: DEBUG oslo_vmware.api [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52470896-6fdd-924c-2b8c-5cbc3e6e2af4, 'name': SearchDatastore_Task, 'duration_secs': 0.009592} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.183132] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7aa66593-5031-4f87-be2c-b7a8b76cb3ad {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.188814] env[69699]: DEBUG oslo_vmware.api [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Waiting for the task: (returnval){ [ 1393.188814] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52e49350-ecd8-cecb-88ec-26aa4702f7b9" [ 1393.188814] env[69699]: _type = "Task" [ 1393.188814] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.196011] env[69699]: DEBUG oslo_vmware.api [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52e49350-ecd8-cecb-88ec-26aa4702f7b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.479760] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d18cb927-9030-40c0-ad20-3323a711a1ce tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Acquiring lock "8823bb66-3dbe-4bc7-a190-7d7f5a69f347" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.479990] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d18cb927-9030-40c0-ad20-3323a711a1ce tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Lock "8823bb66-3dbe-4bc7-a190-7d7f5a69f347" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.480238] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d18cb927-9030-40c0-ad20-3323a711a1ce tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Acquiring lock "8823bb66-3dbe-4bc7-a190-7d7f5a69f347-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.480428] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d18cb927-9030-40c0-ad20-3323a711a1ce tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Lock "8823bb66-3dbe-4bc7-a190-7d7f5a69f347-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.480597] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d18cb927-9030-40c0-ad20-3323a711a1ce tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Lock "8823bb66-3dbe-4bc7-a190-7d7f5a69f347-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.482743] env[69699]: INFO nova.compute.manager [None req-d18cb927-9030-40c0-ad20-3323a711a1ce tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] [instance: 8823bb66-3dbe-4bc7-a190-7d7f5a69f347] Terminating instance [ 1393.699051] env[69699]: DEBUG oslo_vmware.api [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52e49350-ecd8-cecb-88ec-26aa4702f7b9, 'name': SearchDatastore_Task, 'duration_secs': 0.009381} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.699350] env[69699]: DEBUG oslo_concurrency.lockutils [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.699607] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49/d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1393.699853] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17fc4325-6ab4-4cf2-bff2-dceb061d071f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.706535] env[69699]: DEBUG oslo_vmware.api [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Waiting for the task: (returnval){ [ 1393.706535] env[69699]: value = "task-3608240" [ 1393.706535] env[69699]: _type = "Task" [ 1393.706535] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.713713] env[69699]: DEBUG oslo_vmware.api [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608240, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.986583] env[69699]: DEBUG nova.compute.manager [None req-d18cb927-9030-40c0-ad20-3323a711a1ce tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] [instance: 8823bb66-3dbe-4bc7-a190-7d7f5a69f347] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1393.986861] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d18cb927-9030-40c0-ad20-3323a711a1ce tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] [instance: 8823bb66-3dbe-4bc7-a190-7d7f5a69f347] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1393.987752] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b38591-c6e2-4f33-841a-0a93ce604c24 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.995795] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18cb927-9030-40c0-ad20-3323a711a1ce tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] [instance: 8823bb66-3dbe-4bc7-a190-7d7f5a69f347] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1393.996127] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3cd2a431-4bbb-49d8-a35b-05972f54bcc0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.003017] env[69699]: DEBUG oslo_vmware.api [None req-d18cb927-9030-40c0-ad20-3323a711a1ce tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Waiting for the task: (returnval){ [ 1394.003017] env[69699]: value = "task-3608241" [ 1394.003017] env[69699]: _type = "Task" [ 1394.003017] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.011414] env[69699]: DEBUG oslo_vmware.api [None req-d18cb927-9030-40c0-ad20-3323a711a1ce tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Task: {'id': task-3608241, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.217837] env[69699]: DEBUG oslo_vmware.api [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608240, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48746} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.218138] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49/d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49.vmdk {{(pid=69699) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1394.218330] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Extending root virtual disk to 1048576 {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1394.218584] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cdef63b9-3cab-4645-a1cf-49cac16cee90 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.225166] env[69699]: DEBUG oslo_vmware.api [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Waiting for the task: (returnval){ [ 1394.225166] env[69699]: value = "task-3608242" [ 1394.225166] env[69699]: _type = "Task" [ 1394.225166] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.234121] env[69699]: DEBUG oslo_vmware.api [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608242, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.512853] env[69699]: DEBUG oslo_vmware.api [None req-d18cb927-9030-40c0-ad20-3323a711a1ce tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Task: {'id': task-3608241, 'name': PowerOffVM_Task, 'duration_secs': 0.273899} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.513162] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18cb927-9030-40c0-ad20-3323a711a1ce tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] [instance: 8823bb66-3dbe-4bc7-a190-7d7f5a69f347] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1394.513342] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d18cb927-9030-40c0-ad20-3323a711a1ce tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] [instance: 8823bb66-3dbe-4bc7-a190-7d7f5a69f347] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1394.513592] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23d301f8-46bf-4341-9924-9291bc2307f4 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.576529] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d18cb927-9030-40c0-ad20-3323a711a1ce tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] [instance: 8823bb66-3dbe-4bc7-a190-7d7f5a69f347] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1394.576781] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d18cb927-9030-40c0-ad20-3323a711a1ce tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] [instance: 8823bb66-3dbe-4bc7-a190-7d7f5a69f347] Deleting contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1394.576919] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-d18cb927-9030-40c0-ad20-3323a711a1ce tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Deleting the datastore file [datastore1] 8823bb66-3dbe-4bc7-a190-7d7f5a69f347 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1394.577244] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd1cdac9-4aa0-4e9b-80f1-5ffb624fd429 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.583407] env[69699]: DEBUG oslo_vmware.api [None req-d18cb927-9030-40c0-ad20-3323a711a1ce tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Waiting for the task: (returnval){ [ 1394.583407] env[69699]: value = "task-3608244" [ 1394.583407] env[69699]: _type = "Task" [ 1394.583407] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.590366] env[69699]: DEBUG oslo_vmware.api [None req-d18cb927-9030-40c0-ad20-3323a711a1ce tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Task: {'id': task-3608244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.734193] env[69699]: DEBUG oslo_vmware.api [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608242, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096334} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.734464] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Extended root virtual disk {{(pid=69699) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1394.735258] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a424095-f173-4934-8b34-da33af26c371 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.756147] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49/d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1394.756376] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1aee87c-b961-4593-aa1a-c0280227a3ac {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.773743] env[69699]: DEBUG oslo_vmware.api [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Waiting for the task: (returnval){ [ 1394.773743] env[69699]: value = "task-3608245" [ 1394.773743] env[69699]: _type = "Task" [ 1394.773743] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.780852] env[69699]: DEBUG oslo_vmware.api [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608245, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.092759] env[69699]: DEBUG oslo_vmware.api [None req-d18cb927-9030-40c0-ad20-3323a711a1ce tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Task: {'id': task-3608244, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151335} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.092994] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-d18cb927-9030-40c0-ad20-3323a711a1ce tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1395.093195] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d18cb927-9030-40c0-ad20-3323a711a1ce tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] [instance: 8823bb66-3dbe-4bc7-a190-7d7f5a69f347] Deleted contents of the VM from datastore datastore1 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1395.093370] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-d18cb927-9030-40c0-ad20-3323a711a1ce tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] [instance: 8823bb66-3dbe-4bc7-a190-7d7f5a69f347] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1395.093539] env[69699]: INFO nova.compute.manager [None req-d18cb927-9030-40c0-ad20-3323a711a1ce tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] [instance: 8823bb66-3dbe-4bc7-a190-7d7f5a69f347] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1395.093766] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d18cb927-9030-40c0-ad20-3323a711a1ce tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1395.093943] env[69699]: DEBUG nova.compute.manager [-] [instance: 8823bb66-3dbe-4bc7-a190-7d7f5a69f347] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1395.094055] env[69699]: DEBUG nova.network.neutron [-] [instance: 8823bb66-3dbe-4bc7-a190-7d7f5a69f347] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1395.283955] env[69699]: DEBUG oslo_vmware.api [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608245, 'name': ReconfigVM_Task, 'duration_secs': 0.252369} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.284257] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Reconfigured VM instance instance-0000007f to attach disk [datastore2] d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49/d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49.vmdk or device None with type sparse {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1395.284881] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-330c99df-6eec-4ce2-ab14-1f5f2d1d33f0 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.291209] env[69699]: DEBUG oslo_vmware.api [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Waiting for the task: (returnval){ [ 1395.291209] env[69699]: value = "task-3608246" [ 1395.291209] env[69699]: _type = "Task" [ 1395.291209] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.299461] env[69699]: DEBUG oslo_vmware.api [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608246, 'name': Rename_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.345910] env[69699]: DEBUG nova.compute.manager [req-2b79dd75-0752-4771-9fec-fd01fc4a7223 req-3bd2fa2e-40ed-4a78-bcbe-b764e6aeae35 service nova] [instance: 8823bb66-3dbe-4bc7-a190-7d7f5a69f347] Received event network-vif-deleted-fc7ac9a4-b476-4f3f-ab71-723b107bb82e {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1395.346132] env[69699]: INFO nova.compute.manager [req-2b79dd75-0752-4771-9fec-fd01fc4a7223 req-3bd2fa2e-40ed-4a78-bcbe-b764e6aeae35 service nova] [instance: 8823bb66-3dbe-4bc7-a190-7d7f5a69f347] Neutron deleted interface fc7ac9a4-b476-4f3f-ab71-723b107bb82e; detaching it from the instance and deleting it from the info cache [ 1395.346399] env[69699]: DEBUG nova.network.neutron [req-2b79dd75-0752-4771-9fec-fd01fc4a7223 req-3bd2fa2e-40ed-4a78-bcbe-b764e6aeae35 service nova] [instance: 8823bb66-3dbe-4bc7-a190-7d7f5a69f347] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.801100] env[69699]: DEBUG oslo_vmware.api [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608246, 'name': Rename_Task, 'duration_secs': 0.153538} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.801294] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1395.801420] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f80f331-2e38-41c5-98cd-7f4ac0c9bf15 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.807485] env[69699]: DEBUG oslo_vmware.api [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Waiting for the task: (returnval){ [ 1395.807485] env[69699]: value = "task-3608247" [ 1395.807485] env[69699]: _type = "Task" [ 1395.807485] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.814456] env[69699]: DEBUG oslo_vmware.api [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608247, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.830852] env[69699]: DEBUG nova.network.neutron [-] [instance: 8823bb66-3dbe-4bc7-a190-7d7f5a69f347] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.849413] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-033a5f46-4122-4b10-b3f9-d8622a0bc241 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.858916] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb61ed5-db1b-41e6-b052-a316da2dbae2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.884626] env[69699]: DEBUG nova.compute.manager [req-2b79dd75-0752-4771-9fec-fd01fc4a7223 req-3bd2fa2e-40ed-4a78-bcbe-b764e6aeae35 service nova] [instance: 8823bb66-3dbe-4bc7-a190-7d7f5a69f347] Detach interface failed, port_id=fc7ac9a4-b476-4f3f-ab71-723b107bb82e, reason: Instance 8823bb66-3dbe-4bc7-a190-7d7f5a69f347 could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1396.317689] env[69699]: DEBUG oslo_vmware.api [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608247, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.335265] env[69699]: INFO nova.compute.manager [-] [instance: 8823bb66-3dbe-4bc7-a190-7d7f5a69f347] Took 1.24 seconds to deallocate network for instance. [ 1396.818325] env[69699]: DEBUG oslo_vmware.api [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608247, 'name': PowerOnVM_Task, 'duration_secs': 1.007858} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.818644] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1396.818853] env[69699]: INFO nova.compute.manager [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Took 7.25 seconds to spawn the instance on the hypervisor. [ 1396.819045] env[69699]: DEBUG nova.compute.manager [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1396.819847] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b017f3-6f7c-45eb-b9d1-6cb7a460f145 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.841268] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d18cb927-9030-40c0-ad20-3323a711a1ce tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.841510] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d18cb927-9030-40c0-ad20-3323a711a1ce tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.841718] env[69699]: DEBUG nova.objects.instance [None req-d18cb927-9030-40c0-ad20-3323a711a1ce tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Lazy-loading 'resources' on Instance uuid 8823bb66-3dbe-4bc7-a190-7d7f5a69f347 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1397.334890] env[69699]: INFO nova.compute.manager [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Took 11.93 seconds to build instance. [ 1397.394606] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c7a795-3d8e-4b51-9568-a7056fa7d097 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.401942] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897a63b2-defa-4db4-ba84-149b682f6d16 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.075771] env[69699]: INFO nova.compute.manager [None req-65ba4b42-1071-490f-946b-76b6c42c4a3c tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Rescuing [ 1398.076024] env[69699]: DEBUG oslo_concurrency.lockutils [None req-65ba4b42-1071-490f-946b-76b6c42c4a3c tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Acquiring lock "refresh_cache-d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.076180] env[69699]: DEBUG oslo_concurrency.lockutils [None req-65ba4b42-1071-490f-946b-76b6c42c4a3c tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Acquired lock "refresh_cache-d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.076341] env[69699]: DEBUG nova.network.neutron [None req-65ba4b42-1071-490f-946b-76b6c42c4a3c tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1398.077821] env[69699]: DEBUG oslo_concurrency.lockutils [None req-54088032-0023-47c0-98bc-16ace95cca10 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Lock "d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.678s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.078894] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75af6d45-fc8b-4ac0-8397-62eacaa86aff {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.087089] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047e5fa9-4256-49b5-9b91-93d239b97aeb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.100257] env[69699]: DEBUG nova.compute.provider_tree [None req-d18cb927-9030-40c0-ad20-3323a711a1ce tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1398.603446] env[69699]: DEBUG nova.scheduler.client.report [None req-d18cb927-9030-40c0-ad20-3323a711a1ce tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1398.740632] env[69699]: DEBUG nova.network.neutron [None req-65ba4b42-1071-490f-946b-76b6c42c4a3c tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Updating instance_info_cache with network_info: [{"id": "243e70db-4195-4d12-aa90-f2e73486f5d0", "address": "fa:16:3e:98:d6:72", "network": {"id": "95235e8f-8dbb-4452-b064-92083cc170cd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-935877674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0b2b3daf7ad641d5997438f770a42270", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap243e70db-41", "ovs_interfaceid": "243e70db-4195-4d12-aa90-f2e73486f5d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.109853] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d18cb927-9030-40c0-ad20-3323a711a1ce tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.268s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1399.132226] env[69699]: INFO nova.scheduler.client.report [None req-d18cb927-9030-40c0-ad20-3323a711a1ce tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Deleted allocations for instance 8823bb66-3dbe-4bc7-a190-7d7f5a69f347 [ 1399.243242] env[69699]: DEBUG oslo_concurrency.lockutils [None req-65ba4b42-1071-490f-946b-76b6c42c4a3c tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Releasing lock "refresh_cache-d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.640069] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d18cb927-9030-40c0-ad20-3323a711a1ce tempest-ServerMetadataNegativeTestJSON-1269600075 tempest-ServerMetadataNegativeTestJSON-1269600075-project-member] Lock "8823bb66-3dbe-4bc7-a190-7d7f5a69f347" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.160s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.779362] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ba4b42-1071-490f-946b-76b6c42c4a3c tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1400.779699] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3044075-c618-4ddb-b163-6efee94b6bc5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.787699] env[69699]: DEBUG oslo_vmware.api [None req-65ba4b42-1071-490f-946b-76b6c42c4a3c tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Waiting for the task: (returnval){ [ 1400.787699] env[69699]: value = "task-3608248" [ 1400.787699] env[69699]: _type = "Task" [ 1400.787699] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.796338] env[69699]: DEBUG oslo_vmware.api [None req-65ba4b42-1071-490f-946b-76b6c42c4a3c tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608248, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.297714] env[69699]: DEBUG oslo_vmware.api [None req-65ba4b42-1071-490f-946b-76b6c42c4a3c tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608248, 'name': PowerOffVM_Task, 'duration_secs': 0.171999} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.297984] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ba4b42-1071-490f-946b-76b6c42c4a3c tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1401.298784] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f8f015-8456-45ff-9f8d-286b5f6ba382 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.316855] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410512f1-0adc-4db4-8013-0655353cdd36 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.348881] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ba4b42-1071-490f-946b-76b6c42c4a3c tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1401.349164] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71a0a79b-762e-45bc-aa82-aa67d8709dc6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.356170] env[69699]: DEBUG oslo_vmware.api [None req-65ba4b42-1071-490f-946b-76b6c42c4a3c tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Waiting for the task: (returnval){ [ 1401.356170] env[69699]: value = "task-3608249" [ 1401.356170] env[69699]: _type = "Task" [ 1401.356170] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.363150] env[69699]: DEBUG oslo_vmware.api [None req-65ba4b42-1071-490f-946b-76b6c42c4a3c tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.866760] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ba4b42-1071-490f-946b-76b6c42c4a3c tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] VM already powered off {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1401.867064] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-65ba4b42-1071-490f-946b-76b6c42c4a3c tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Processing image f03e6ea6-4888-4842-b286-cae9242f7e27 {{(pid=69699) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1401.867261] env[69699]: DEBUG oslo_concurrency.lockutils [None req-65ba4b42-1071-490f-946b-76b6c42c4a3c tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.867416] env[69699]: DEBUG oslo_concurrency.lockutils [None req-65ba4b42-1071-490f-946b-76b6c42c4a3c tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.867595] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-65ba4b42-1071-490f-946b-76b6c42c4a3c tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1401.867831] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52f97d25-78f0-452f-abe8-7d7eb731596e {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.876364] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-65ba4b42-1071-490f-946b-76b6c42c4a3c tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69699) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1401.876533] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-65ba4b42-1071-490f-946b-76b6c42c4a3c tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69699) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1401.877218] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3749e7db-7fa6-4bf7-ac63-ef43a4cac702 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.882116] env[69699]: DEBUG oslo_vmware.api [None req-65ba4b42-1071-490f-946b-76b6c42c4a3c tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Waiting for the task: (returnval){ [ 1401.882116] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5294f7a9-a953-27c1-029e-350973e4dc31" [ 1401.882116] env[69699]: _type = "Task" [ 1401.882116] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.888940] env[69699]: DEBUG oslo_vmware.api [None req-65ba4b42-1071-490f-946b-76b6c42c4a3c tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5294f7a9-a953-27c1-029e-350973e4dc31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.392014] env[69699]: DEBUG oslo_vmware.api [None req-65ba4b42-1071-490f-946b-76b6c42c4a3c tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]5294f7a9-a953-27c1-029e-350973e4dc31, 'name': SearchDatastore_Task, 'duration_secs': 0.008139} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.392801] env[69699]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-107a5513-10c6-49bb-9124-e3c906f8a2de {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.398482] env[69699]: DEBUG oslo_vmware.api [None req-65ba4b42-1071-490f-946b-76b6c42c4a3c tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Waiting for the task: (returnval){ [ 1402.398482] env[69699]: value = "session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52407cd4-1655-3376-eca1-a01bc4c205ef" [ 1402.398482] env[69699]: _type = "Task" [ 1402.398482] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.405727] env[69699]: DEBUG oslo_vmware.api [None req-65ba4b42-1071-490f-946b-76b6c42c4a3c tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52407cd4-1655-3376-eca1-a01bc4c205ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.908391] env[69699]: DEBUG oslo_vmware.api [None req-65ba4b42-1071-490f-946b-76b6c42c4a3c tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': session[52eca04c-e94d-19c6-ea36-72f7e8065d19]52407cd4-1655-3376-eca1-a01bc4c205ef, 'name': SearchDatastore_Task, 'duration_secs': 0.010355} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.908656] env[69699]: DEBUG oslo_concurrency.lockutils [None req-65ba4b42-1071-490f-946b-76b6c42c4a3c tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.908876] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-65ba4b42-1071-490f-946b-76b6c42c4a3c tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49/f03e6ea6-4888-4842-b286-cae9242f7e27-rescue.vmdk. {{(pid=69699) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1402.909161] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-222069c8-c5fa-4af7-a173-465f1f5120e9 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.915889] env[69699]: DEBUG oslo_vmware.api [None req-65ba4b42-1071-490f-946b-76b6c42c4a3c tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Waiting for the task: (returnval){ [ 1402.915889] env[69699]: value = "task-3608250" [ 1402.915889] env[69699]: _type = "Task" [ 1402.915889] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.923258] env[69699]: DEBUG oslo_vmware.api [None req-65ba4b42-1071-490f-946b-76b6c42c4a3c tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.425830] env[69699]: DEBUG oslo_vmware.api [None req-65ba4b42-1071-490f-946b-76b6c42c4a3c tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608250, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.419972} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.426039] env[69699]: INFO nova.virt.vmwareapi.ds_util [None req-65ba4b42-1071-490f-946b-76b6c42c4a3c tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/f03e6ea6-4888-4842-b286-cae9242f7e27/f03e6ea6-4888-4842-b286-cae9242f7e27.vmdk to [datastore2] d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49/f03e6ea6-4888-4842-b286-cae9242f7e27-rescue.vmdk. [ 1403.426783] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae183d17-91d4-4265-ac75-07b36c211944 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.450231] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-65ba4b42-1071-490f-946b-76b6c42c4a3c tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49/f03e6ea6-4888-4842-b286-cae9242f7e27-rescue.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1403.450474] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cf0a92f-64a4-4d01-b9c6-5f3311ec67c6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.467753] env[69699]: DEBUG oslo_vmware.api [None req-65ba4b42-1071-490f-946b-76b6c42c4a3c tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Waiting for the task: (returnval){ [ 1403.467753] env[69699]: value = "task-3608251" [ 1403.467753] env[69699]: _type = "Task" [ 1403.467753] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.475715] env[69699]: DEBUG oslo_vmware.api [None req-65ba4b42-1071-490f-946b-76b6c42c4a3c tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608251, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.977762] env[69699]: DEBUG oslo_vmware.api [None req-65ba4b42-1071-490f-946b-76b6c42c4a3c tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608251, 'name': ReconfigVM_Task, 'duration_secs': 0.259631} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.978114] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-65ba4b42-1071-490f-946b-76b6c42c4a3c tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Reconfigured VM instance instance-0000007f to attach disk [datastore2] d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49/f03e6ea6-4888-4842-b286-cae9242f7e27-rescue.vmdk or device None with type thin {{(pid=69699) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1403.978912] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd23577-9997-4869-9967-eb4af167fcc2 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.002377] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8895d24-3908-4597-8bfc-83cecedfac19 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.016410] env[69699]: DEBUG oslo_vmware.api [None req-65ba4b42-1071-490f-946b-76b6c42c4a3c tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Waiting for the task: (returnval){ [ 1404.016410] env[69699]: value = "task-3608252" [ 1404.016410] env[69699]: _type = "Task" [ 1404.016410] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.023663] env[69699]: DEBUG oslo_vmware.api [None req-65ba4b42-1071-490f-946b-76b6c42c4a3c tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608252, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.526320] env[69699]: DEBUG oslo_vmware.api [None req-65ba4b42-1071-490f-946b-76b6c42c4a3c tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608252, 'name': ReconfigVM_Task, 'duration_secs': 0.149811} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.526640] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ba4b42-1071-490f-946b-76b6c42c4a3c tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1404.526885] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03dcd5bd-8b2d-4889-a11d-5e8f3006ab6d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.532855] env[69699]: DEBUG oslo_vmware.api [None req-65ba4b42-1071-490f-946b-76b6c42c4a3c tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Waiting for the task: (returnval){ [ 1404.532855] env[69699]: value = "task-3608253" [ 1404.532855] env[69699]: _type = "Task" [ 1404.532855] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.540261] env[69699]: DEBUG oslo_vmware.api [None req-65ba4b42-1071-490f-946b-76b6c42c4a3c tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608253, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.044171] env[69699]: DEBUG oslo_vmware.api [None req-65ba4b42-1071-490f-946b-76b6c42c4a3c tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608253, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.544959] env[69699]: DEBUG oslo_vmware.api [None req-65ba4b42-1071-490f-946b-76b6c42c4a3c tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608253, 'name': PowerOnVM_Task, 'duration_secs': 0.516149} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.545261] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ba4b42-1071-490f-946b-76b6c42c4a3c tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1405.547917] env[69699]: DEBUG nova.compute.manager [None req-65ba4b42-1071-490f-946b-76b6c42c4a3c tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1405.548670] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad28c0a-835b-4e6b-a831-f5691de2efca {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.749203] env[69699]: INFO nova.compute.manager [None req-d25250db-03de-4a82-ad45-43697630ee36 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Unrescuing [ 1406.749557] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d25250db-03de-4a82-ad45-43697630ee36 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Acquiring lock "refresh_cache-d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.749672] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d25250db-03de-4a82-ad45-43697630ee36 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Acquired lock "refresh_cache-d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.749798] env[69699]: DEBUG nova.network.neutron [None req-d25250db-03de-4a82-ad45-43697630ee36 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Building network info cache for instance {{(pid=69699) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1407.461430] env[69699]: DEBUG nova.network.neutron [None req-d25250db-03de-4a82-ad45-43697630ee36 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Updating instance_info_cache with network_info: [{"id": "243e70db-4195-4d12-aa90-f2e73486f5d0", "address": "fa:16:3e:98:d6:72", "network": {"id": "95235e8f-8dbb-4452-b064-92083cc170cd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-935877674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0b2b3daf7ad641d5997438f770a42270", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap243e70db-41", "ovs_interfaceid": "243e70db-4195-4d12-aa90-f2e73486f5d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.964023] env[69699]: DEBUG oslo_concurrency.lockutils [None req-d25250db-03de-4a82-ad45-43697630ee36 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Releasing lock "refresh_cache-d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49" {{(pid=69699) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.964700] env[69699]: DEBUG nova.objects.instance [None req-d25250db-03de-4a82-ad45-43697630ee36 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Lazy-loading 'flavor' on Instance uuid d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1408.470579] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df16c04-73af-40a1-b402-e56d20475467 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.491670] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d25250db-03de-4a82-ad45-43697630ee36 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1408.491967] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cfdb8da-b9b1-4656-8ef4-da215b23ecb7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.498169] env[69699]: DEBUG oslo_vmware.api [None req-d25250db-03de-4a82-ad45-43697630ee36 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Waiting for the task: (returnval){ [ 1408.498169] env[69699]: value = "task-3608254" [ 1408.498169] env[69699]: _type = "Task" [ 1408.498169] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.505570] env[69699]: DEBUG oslo_vmware.api [None req-d25250db-03de-4a82-ad45-43697630ee36 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608254, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.008509] env[69699]: DEBUG oslo_vmware.api [None req-d25250db-03de-4a82-ad45-43697630ee36 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608254, 'name': PowerOffVM_Task, 'duration_secs': 0.189345} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.008856] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d25250db-03de-4a82-ad45-43697630ee36 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1409.013797] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-d25250db-03de-4a82-ad45-43697630ee36 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1409.014052] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f01a85b2-c310-43b8-a028-e42e11d0d988 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.031214] env[69699]: DEBUG oslo_vmware.api [None req-d25250db-03de-4a82-ad45-43697630ee36 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Waiting for the task: (returnval){ [ 1409.031214] env[69699]: value = "task-3608255" [ 1409.031214] env[69699]: _type = "Task" [ 1409.031214] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.038082] env[69699]: DEBUG oslo_vmware.api [None req-d25250db-03de-4a82-ad45-43697630ee36 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608255, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.541255] env[69699]: DEBUG oslo_vmware.api [None req-d25250db-03de-4a82-ad45-43697630ee36 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608255, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.042220] env[69699]: DEBUG oslo_vmware.api [None req-d25250db-03de-4a82-ad45-43697630ee36 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608255, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.542151] env[69699]: DEBUG oslo_vmware.api [None req-d25250db-03de-4a82-ad45-43697630ee36 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608255, 'name': ReconfigVM_Task, 'duration_secs': 1.200071} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.542435] env[69699]: DEBUG nova.virt.vmwareapi.volumeops [None req-d25250db-03de-4a82-ad45-43697630ee36 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=69699) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1410.542652] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d25250db-03de-4a82-ad45-43697630ee36 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Powering on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1410.542892] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ecc1f6b-0002-4add-a5b0-275046179c8b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.548115] env[69699]: DEBUG oslo_vmware.api [None req-d25250db-03de-4a82-ad45-43697630ee36 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Waiting for the task: (returnval){ [ 1410.548115] env[69699]: value = "task-3608256" [ 1410.548115] env[69699]: _type = "Task" [ 1410.548115] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.554796] env[69699]: DEBUG oslo_vmware.api [None req-d25250db-03de-4a82-ad45-43697630ee36 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608256, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.057279] env[69699]: DEBUG oslo_vmware.api [None req-d25250db-03de-4a82-ad45-43697630ee36 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608256, 'name': PowerOnVM_Task, 'duration_secs': 0.339544} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.057640] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-d25250db-03de-4a82-ad45-43697630ee36 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Powered on the VM {{(pid=69699) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1411.057788] env[69699]: DEBUG nova.compute.manager [None req-d25250db-03de-4a82-ad45-43697630ee36 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Checking state {{(pid=69699) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1411.058502] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cdef84-ea19-426b-ae49-88f530e3cee1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.420430] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fc836a0b-ab3f-419c-825e-70b886e9f029 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Acquiring lock "d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1412.420850] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fc836a0b-ab3f-419c-825e-70b886e9f029 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Lock "d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1412.420894] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fc836a0b-ab3f-419c-825e-70b886e9f029 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Acquiring lock "d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1412.421105] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fc836a0b-ab3f-419c-825e-70b886e9f029 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Lock "d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1412.421288] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fc836a0b-ab3f-419c-825e-70b886e9f029 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Lock "d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1412.423479] env[69699]: INFO nova.compute.manager [None req-fc836a0b-ab3f-419c-825e-70b886e9f029 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Terminating instance [ 1412.927025] env[69699]: DEBUG nova.compute.manager [None req-fc836a0b-ab3f-419c-825e-70b886e9f029 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1412.927334] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-fc836a0b-ab3f-419c-825e-70b886e9f029 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1412.928240] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72fd929-8065-43a1-97df-7fe2d64d0be7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.936321] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc836a0b-ab3f-419c-825e-70b886e9f029 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1412.936565] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10762126-b6a2-4865-8bdc-e5cafbd9317f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.942836] env[69699]: DEBUG oslo_vmware.api [None req-fc836a0b-ab3f-419c-825e-70b886e9f029 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Waiting for the task: (returnval){ [ 1412.942836] env[69699]: value = "task-3608257" [ 1412.942836] env[69699]: _type = "Task" [ 1412.942836] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.950921] env[69699]: DEBUG oslo_vmware.api [None req-fc836a0b-ab3f-419c-825e-70b886e9f029 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608257, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.452961] env[69699]: DEBUG oslo_vmware.api [None req-fc836a0b-ab3f-419c-825e-70b886e9f029 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608257, 'name': PowerOffVM_Task, 'duration_secs': 0.176364} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.453352] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc836a0b-ab3f-419c-825e-70b886e9f029 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1413.453395] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-fc836a0b-ab3f-419c-825e-70b886e9f029 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1413.453657] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1170a236-db6d-4c4a-b607-b63bb57a000f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.513984] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-fc836a0b-ab3f-419c-825e-70b886e9f029 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1413.514238] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-fc836a0b-ab3f-419c-825e-70b886e9f029 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1413.514414] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc836a0b-ab3f-419c-825e-70b886e9f029 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Deleting the datastore file [datastore2] d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1413.514695] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e44fc6d9-49d5-4ca8-bfc3-010dd4dacebe {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.520778] env[69699]: DEBUG oslo_vmware.api [None req-fc836a0b-ab3f-419c-825e-70b886e9f029 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Waiting for the task: (returnval){ [ 1413.520778] env[69699]: value = "task-3608259" [ 1413.520778] env[69699]: _type = "Task" [ 1413.520778] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.527807] env[69699]: DEBUG oslo_vmware.api [None req-fc836a0b-ab3f-419c-825e-70b886e9f029 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608259, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.030556] env[69699]: DEBUG oslo_vmware.api [None req-fc836a0b-ab3f-419c-825e-70b886e9f029 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608259, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129117} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.030943] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc836a0b-ab3f-419c-825e-70b886e9f029 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1414.031252] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-fc836a0b-ab3f-419c-825e-70b886e9f029 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1414.031505] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-fc836a0b-ab3f-419c-825e-70b886e9f029 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1414.031767] env[69699]: INFO nova.compute.manager [None req-fc836a0b-ab3f-419c-825e-70b886e9f029 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1414.032088] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc836a0b-ab3f-419c-825e-70b886e9f029 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1414.032345] env[69699]: DEBUG nova.compute.manager [-] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1414.032491] env[69699]: DEBUG nova.network.neutron [-] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1414.280415] env[69699]: DEBUG nova.compute.manager [req-bcc9de80-c0dd-4fe4-9d79-2a80df549d05 req-58410a7f-954c-44f0-8754-93143e0193c5 service nova] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Received event network-vif-deleted-243e70db-4195-4d12-aa90-f2e73486f5d0 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1414.280619] env[69699]: INFO nova.compute.manager [req-bcc9de80-c0dd-4fe4-9d79-2a80df549d05 req-58410a7f-954c-44f0-8754-93143e0193c5 service nova] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Neutron deleted interface 243e70db-4195-4d12-aa90-f2e73486f5d0; detaching it from the instance and deleting it from the info cache [ 1414.280724] env[69699]: DEBUG nova.network.neutron [req-bcc9de80-c0dd-4fe4-9d79-2a80df549d05 req-58410a7f-954c-44f0-8754-93143e0193c5 service nova] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.765300] env[69699]: DEBUG nova.network.neutron [-] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.783104] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7d1a1713-9fea-4fb0-a742-9b1e9ddc7921 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.793848] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4465cfb7-3748-4aec-a355-ff53f307235c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.819228] env[69699]: DEBUG nova.compute.manager [req-bcc9de80-c0dd-4fe4-9d79-2a80df549d05 req-58410a7f-954c-44f0-8754-93143e0193c5 service nova] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Detach interface failed, port_id=243e70db-4195-4d12-aa90-f2e73486f5d0, reason: Instance d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49 could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1415.268107] env[69699]: INFO nova.compute.manager [-] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Took 1.24 seconds to deallocate network for instance. [ 1415.774919] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fc836a0b-ab3f-419c-825e-70b886e9f029 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.775246] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fc836a0b-ab3f-419c-825e-70b886e9f029 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.775466] env[69699]: DEBUG nova.objects.instance [None req-fc836a0b-ab3f-419c-825e-70b886e9f029 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Lazy-loading 'resources' on Instance uuid d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1416.320917] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb2ba43-93bc-41b7-8590-d34a0ac57c9b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.328867] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204ee12a-2fd9-401b-ad2d-7a27566d7e35 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.359189] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e89c1e-68ec-446c-aa17-fb32db1e0455 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.366089] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebeaa611-468f-443d-b9bc-a3a0c31b8679 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.378504] env[69699]: DEBUG nova.compute.provider_tree [None req-fc836a0b-ab3f-419c-825e-70b886e9f029 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1416.881696] env[69699]: DEBUG nova.scheduler.client.report [None req-fc836a0b-ab3f-419c-825e-70b886e9f029 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1417.386607] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fc836a0b-ab3f-419c-825e-70b886e9f029 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.611s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.406662] env[69699]: INFO nova.scheduler.client.report [None req-fc836a0b-ab3f-419c-825e-70b886e9f029 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Deleted allocations for instance d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49 [ 1417.915171] env[69699]: DEBUG oslo_concurrency.lockutils [None req-fc836a0b-ab3f-419c-825e-70b886e9f029 tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Lock "d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.494s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.994513] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c259d896-483f-41a5-ab24-ea6040234d3f tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Acquiring lock "4249de72-c373-45b1-860f-754d6ec48ee5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.994896] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c259d896-483f-41a5-ab24-ea6040234d3f tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Lock "4249de72-c373-45b1-860f-754d6ec48ee5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.995073] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c259d896-483f-41a5-ab24-ea6040234d3f tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Acquiring lock "4249de72-c373-45b1-860f-754d6ec48ee5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.995236] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c259d896-483f-41a5-ab24-ea6040234d3f tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Lock "4249de72-c373-45b1-860f-754d6ec48ee5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.995430] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c259d896-483f-41a5-ab24-ea6040234d3f tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Lock "4249de72-c373-45b1-860f-754d6ec48ee5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.997659] env[69699]: INFO nova.compute.manager [None req-c259d896-483f-41a5-ab24-ea6040234d3f tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Terminating instance [ 1419.501860] env[69699]: DEBUG nova.compute.manager [None req-c259d896-483f-41a5-ab24-ea6040234d3f tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Start destroying the instance on the hypervisor. {{(pid=69699) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1419.502052] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-c259d896-483f-41a5-ab24-ea6040234d3f tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Destroying instance {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1419.502931] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505892b8-9d98-4ac0-9133-bf053a33854b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.511218] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-c259d896-483f-41a5-ab24-ea6040234d3f tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Powering off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1419.511450] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-522e5093-5d60-4c21-a309-0320e2ecc522 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.517807] env[69699]: DEBUG oslo_vmware.api [None req-c259d896-483f-41a5-ab24-ea6040234d3f tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Waiting for the task: (returnval){ [ 1419.517807] env[69699]: value = "task-3608260" [ 1419.517807] env[69699]: _type = "Task" [ 1419.517807] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.525904] env[69699]: DEBUG oslo_vmware.api [None req-c259d896-483f-41a5-ab24-ea6040234d3f tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608260, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.027903] env[69699]: DEBUG oslo_vmware.api [None req-c259d896-483f-41a5-ab24-ea6040234d3f tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608260, 'name': PowerOffVM_Task, 'duration_secs': 0.190955} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.028286] env[69699]: DEBUG nova.virt.vmwareapi.vm_util [None req-c259d896-483f-41a5-ab24-ea6040234d3f tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Powered off the VM {{(pid=69699) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1420.028286] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-c259d896-483f-41a5-ab24-ea6040234d3f tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Unregistering the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1420.028528] env[69699]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de795835-31ce-4b55-a487-b6e554643cb5 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.095580] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-c259d896-483f-41a5-ab24-ea6040234d3f tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Unregistered the VM {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1420.095827] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-c259d896-483f-41a5-ab24-ea6040234d3f tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Deleting contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1420.095970] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-c259d896-483f-41a5-ab24-ea6040234d3f tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Deleting the datastore file [datastore2] 4249de72-c373-45b1-860f-754d6ec48ee5 {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1420.096264] env[69699]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9f36901-34a2-40b0-827f-29a6e96b0c76 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.104014] env[69699]: DEBUG oslo_vmware.api [None req-c259d896-483f-41a5-ab24-ea6040234d3f tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Waiting for the task: (returnval){ [ 1420.104014] env[69699]: value = "task-3608262" [ 1420.104014] env[69699]: _type = "Task" [ 1420.104014] env[69699]: } to complete. {{(pid=69699) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.112161] env[69699]: DEBUG oslo_vmware.api [None req-c259d896-483f-41a5-ab24-ea6040234d3f tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608262, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.614714] env[69699]: DEBUG oslo_vmware.api [None req-c259d896-483f-41a5-ab24-ea6040234d3f tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Task: {'id': task-3608262, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185643} completed successfully. {{(pid=69699) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.614979] env[69699]: DEBUG nova.virt.vmwareapi.ds_util [None req-c259d896-483f-41a5-ab24-ea6040234d3f tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Deleted the datastore file {{(pid=69699) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1420.615193] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-c259d896-483f-41a5-ab24-ea6040234d3f tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Deleted contents of the VM from datastore datastore2 {{(pid=69699) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1420.615392] env[69699]: DEBUG nova.virt.vmwareapi.vmops [None req-c259d896-483f-41a5-ab24-ea6040234d3f tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Instance destroyed {{(pid=69699) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1420.615574] env[69699]: INFO nova.compute.manager [None req-c259d896-483f-41a5-ab24-ea6040234d3f tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1420.615810] env[69699]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c259d896-483f-41a5-ab24-ea6040234d3f tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69699) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1420.616015] env[69699]: DEBUG nova.compute.manager [-] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Deallocating network for instance {{(pid=69699) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1420.616124] env[69699]: DEBUG nova.network.neutron [-] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] deallocate_for_instance() {{(pid=69699) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1420.852594] env[69699]: DEBUG nova.compute.manager [req-9d15be32-151c-45ba-a40d-794a10e60c9f req-3ffc1cce-ef97-4157-b170-cad252a3eb17 service nova] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Received event network-vif-deleted-472b66ed-a7e2-4c6e-9dc3-3117e6475581 {{(pid=69699) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1420.852594] env[69699]: INFO nova.compute.manager [req-9d15be32-151c-45ba-a40d-794a10e60c9f req-3ffc1cce-ef97-4157-b170-cad252a3eb17 service nova] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Neutron deleted interface 472b66ed-a7e2-4c6e-9dc3-3117e6475581; detaching it from the instance and deleting it from the info cache [ 1420.852594] env[69699]: DEBUG nova.network.neutron [req-9d15be32-151c-45ba-a40d-794a10e60c9f req-3ffc1cce-ef97-4157-b170-cad252a3eb17 service nova] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.335058] env[69699]: DEBUG nova.network.neutron [-] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Updating instance_info_cache with network_info: [] {{(pid=69699) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.354584] env[69699]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-84c25bdd-251a-4a2b-a299-f5f9e7c6a8a6 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.364643] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5735458d-50dc-4d19-b38d-d863eab0438f {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.388398] env[69699]: DEBUG nova.compute.manager [req-9d15be32-151c-45ba-a40d-794a10e60c9f req-3ffc1cce-ef97-4157-b170-cad252a3eb17 service nova] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Detach interface failed, port_id=472b66ed-a7e2-4c6e-9dc3-3117e6475581, reason: Instance 4249de72-c373-45b1-860f-754d6ec48ee5 could not be found. {{(pid=69699) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1421.837911] env[69699]: INFO nova.compute.manager [-] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Took 1.22 seconds to deallocate network for instance. [ 1422.344676] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c259d896-483f-41a5-ab24-ea6040234d3f tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1422.345032] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c259d896-483f-41a5-ab24-ea6040234d3f tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1422.345184] env[69699]: DEBUG nova.objects.instance [None req-c259d896-483f-41a5-ab24-ea6040234d3f tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Lazy-loading 'resources' on Instance uuid 4249de72-c373-45b1-860f-754d6ec48ee5 {{(pid=69699) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1422.878467] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ab9e50-897b-4df4-bc6a-3bf01ac9c19b {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.886147] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b140dd3-a095-4ad2-bc35-c7c2eec0902c {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.915662] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171890bc-ff1e-48d3-a317-48a436dcd52d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.923177] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b8df93-be1c-4a0e-ac2e-a0495ba68619 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.936734] env[69699]: DEBUG nova.compute.provider_tree [None req-c259d896-483f-41a5-ab24-ea6040234d3f tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1423.440103] env[69699]: DEBUG nova.scheduler.client.report [None req-c259d896-483f-41a5-ab24-ea6040234d3f tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1423.945663] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c259d896-483f-41a5-ab24-ea6040234d3f tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.600s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1423.963560] env[69699]: INFO nova.scheduler.client.report [None req-c259d896-483f-41a5-ab24-ea6040234d3f tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Deleted allocations for instance 4249de72-c373-45b1-860f-754d6ec48ee5 [ 1424.471544] env[69699]: DEBUG oslo_concurrency.lockutils [None req-c259d896-483f-41a5-ab24-ea6040234d3f tempest-ServerRescueTestJSON-453409642 tempest-ServerRescueTestJSON-453409642-project-member] Lock "4249de72-c373-45b1-860f-754d6ec48ee5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.477s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1438.267884] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1438.268324] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69699) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1441.268960] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.268133] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.268381] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.771294] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.771649] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.771706] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1442.771835] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69699) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1442.772724] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73a169c-e9c9-4a28-8aa7-300ba3f6c493 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.781349] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7eddfef-76bd-48d5-84c1-81ec6de9b7d7 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.794363] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee70ab58-4f08-4ae4-acc0-e5d4e4b3412d {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.800541] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac133d42-7a06-453e-a65a-f648c2bfa13a {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.828348] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180694MB free_disk=77GB free_vcpus=48 pci_devices=None {{(pid=69699) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1442.828500] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.828714] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1443.848298] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69699) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1443.848547] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69699) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1443.861342] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae521a97-7bbb-4a94-ab45-7f27fe981fa1 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.870060] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ef2a6f-13d0-4a0d-a58a-8d40aef0b8bb {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.898191] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8d5364-7df6-45f1-93c2-97391d586b00 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.904830] env[69699]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75703d2d-024d-4b8c-be8b-93607f6d0745 {{(pid=69699) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.917295] env[69699]: DEBUG nova.compute.provider_tree [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Inventory has not changed in ProviderTree for provider: 80d35c48-5f27-4b75-a19d-7a1a6901050f {{(pid=69699) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1444.420693] env[69699]: DEBUG nova.scheduler.client.report [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Inventory has not changed for provider 80d35c48-5f27-4b75-a19d-7a1a6901050f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69699) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1444.925709] env[69699]: DEBUG nova.compute.resource_tracker [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69699) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1444.926104] env[69699]: DEBUG oslo_concurrency.lockutils [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.097s {{(pid=69699) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1445.921105] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1445.921342] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1445.921509] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1447.268673] env[69699]: DEBUG oslo_service.periodic_task [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69699) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1447.269672] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] Cleaning up deleted instances {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1447.780918] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] There are 31 instances to clean {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1447.781105] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: d4aa4d4b-9e80-4b63-8546-36a5ba8b7f49] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1448.285095] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 8823bb66-3dbe-4bc7-a190-7d7f5a69f347] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1448.792939] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 4249de72-c373-45b1-860f-754d6ec48ee5] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1449.297864] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: e421f7d1-110f-4d28-9c58-75e6a29ea6d4] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1449.801813] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 4ebb58a2-2f5a-4a78-8f29-d20f0bce3a8d] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1450.305318] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 7b60b10b-c24e-46fb-a21c-af83d2116ba8] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1450.807707] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: c132517e-fd37-4aab-8c15-64e56b470eef] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1451.310928] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: bc8cef66-7168-48b2-b6d7-f0b1bb01b2a0] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1451.815039] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 0ed727c8-848b-45b7-bb1b-dee62408ff99] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1452.319027] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: fcb43473-4ba4-43cb-addd-546044b7a153] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1452.822704] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 86793adb-8889-417a-8745-3167fb1495bf] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1453.326612] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 8fea800f-e4c6-42cd-82dc-32f960a58bf3] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1453.831204] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: fbdc439b-c4eb-48ce-9b9e-cc1f493fa5ff] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1454.335822] env[69699]: DEBUG nova.compute.manager [None req-a1046c7a-fe49-48d9-b737-758dc103b707 None None] [instance: 8e40ebe8-c2c0-4aa4-bbfb-1d00cb14466e] Instance has had 0 of 5 cleanup attempts {{(pid=69699) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}}